2024-08-17T16:45:24.872 INFO:root:teuthology version: 1.2.0 2024-08-17T16:45:24.894 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T16:45:24.980 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858327 branch: main description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7858327' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: main sha1: 91f88e4d132ac08dc53355fa3d9717a53236a3a9 owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 17 sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 sleep_before_teardown: 0 subset: 11/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 91f88e4d132ac08dc53355fa3d9717a53236a3a9 targets: smithi059.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNMQSLRmGlunsiegV6aHTcc17PsK7TqurcUs2dxqVqeJ7Ao5t978hEH49mXbi7uBoTuHSy22JXkxj3iQO/QBY1E= smithi087.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPXfGTsTpxOAaVFWhQIXcrzakTs1UIoBT1HtQ+Eg7p9OEF2nP69YX0qS5XrRgUfMzQyDzabTEbf8hOBXap9Jnsg= tasks: - pexec: all: - sudo dnf install nvmetcli nvme-cli -y - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 67db276914d29505c9707d04f3a3b8fb9d8aee4b timestamp: 2024-08-17_03:08:15 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-17T16:45:24.980 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa; will attempt to use it 2024-08-17T16:45:24.981 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks 2024-08-17T16:45:24.981 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-17T16:45:24.983 INFO:teuthology.task.internal:Checking packages... 2024-08-17T16:45:25.005 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453' 2024-08-17T16:45:25.005 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:45:25.005 INFO:teuthology.packaging:ref: None 2024-08-17T16:45:25.005 INFO:teuthology.packaging:tag: None 2024-08-17T16:45:25.005 INFO:teuthology.packaging:branch: main 2024-08-17T16:45:25.005 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:45:25.006 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-08-17T16:45:25.219 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5842.g4887e20f 2024-08-17T16:45:25.221 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-17T16:45:25.227 INFO:teuthology.task.internal:no buildpackages task found 2024-08-17T16:45:25.227 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-17T16:45:25.237 INFO:teuthology.task.internal:Saving configuration 2024-08-17T16:45:25.255 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-17T16:45:25.261 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-17T16:45:25.299 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi059.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858327', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 16:40:26.594743', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNMQSLRmGlunsiegV6aHTcc17PsK7TqurcUs2dxqVqeJ7Ao5t978hEH49mXbi7uBoTuHSy22JXkxj3iQO/QBY1E='} 2024-08-17T16:45:25.329 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi087.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858327', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-17 16:40:26.596476', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPXfGTsTpxOAaVFWhQIXcrzakTs1UIoBT1HtQ+Eg7p9OEF2nP69YX0qS5XrRgUfMzQyDzabTEbf8hOBXap9Jnsg='} 2024-08-17T16:45:25.329 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-17T16:45:25.335 INFO:teuthology.task.internal:roles: ubuntu@smithi059.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-17T16:45:25.335 INFO:teuthology.task.internal:roles: ubuntu@smithi087.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-17T16:45:25.336 INFO:teuthology.run_tasks:Running task console_log... 2024-08-17T16:45:25.416 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc4acfe7ac0>, signals=[15]) 2024-08-17T16:45:25.416 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-17T16:45:25.422 INFO:teuthology.task.internal:Opening connections... 2024-08-17T16:45:25.422 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi059.front.sepia.ceph.com 2024-08-17T16:45:25.424 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:45:25.505 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi087.front.sepia.ceph.com 2024-08-17T16:45:25.506 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi087.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:45:25.587 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-17T16:45:25.593 DEBUG:teuthology.orchestra.run.smithi059:> uname -m 2024-08-17T16:45:25.611 INFO:teuthology.orchestra.run.smithi059.stdout:x86_64 2024-08-17T16:45:25.612 DEBUG:teuthology.orchestra.run.smithi059:> cat /etc/os-release 2024-08-17T16:45:25.670 INFO:teuthology.orchestra.run.smithi059.stdout:NAME="CentOS Stream" 2024-08-17T16:45:25.670 INFO:teuthology.orchestra.run.smithi059.stdout:VERSION="9" 2024-08-17T16:45:25.670 INFO:teuthology.orchestra.run.smithi059.stdout:ID="centos" 2024-08-17T16:45:25.670 INFO:teuthology.orchestra.run.smithi059.stdout:ID_LIKE="rhel fedora" 2024-08-17T16:45:25.670 INFO:teuthology.orchestra.run.smithi059.stdout:VERSION_ID="9" 2024-08-17T16:45:25.670 INFO:teuthology.orchestra.run.smithi059.stdout:PLATFORM_ID="platform:el9" 2024-08-17T16:45:25.670 INFO:teuthology.orchestra.run.smithi059.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T16:45:25.671 INFO:teuthology.orchestra.run.smithi059.stdout:ANSI_COLOR="0;31" 2024-08-17T16:45:25.671 INFO:teuthology.orchestra.run.smithi059.stdout:LOGO="fedora-logo-icon" 2024-08-17T16:45:25.671 INFO:teuthology.orchestra.run.smithi059.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T16:45:25.671 INFO:teuthology.orchestra.run.smithi059.stdout:HOME_URL="https://centos.org/" 2024-08-17T16:45:25.671 INFO:teuthology.orchestra.run.smithi059.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T16:45:25.671 INFO:teuthology.orchestra.run.smithi059.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T16:45:25.671 INFO:teuthology.orchestra.run.smithi059.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T16:45:25.672 INFO:teuthology.lock.ops:Updating smithi059.front.sepia.ceph.com on lock server 2024-08-17T16:45:25.702 DEBUG:teuthology.orchestra.run.smithi087:> uname -m 2024-08-17T16:45:25.719 INFO:teuthology.orchestra.run.smithi087.stdout:x86_64 2024-08-17T16:45:25.719 DEBUG:teuthology.orchestra.run.smithi087:> cat /etc/os-release 2024-08-17T16:45:25.776 INFO:teuthology.orchestra.run.smithi087.stdout:NAME="CentOS Stream" 2024-08-17T16:45:25.776 INFO:teuthology.orchestra.run.smithi087.stdout:VERSION="9" 2024-08-17T16:45:25.776 INFO:teuthology.orchestra.run.smithi087.stdout:ID="centos" 2024-08-17T16:45:25.776 INFO:teuthology.orchestra.run.smithi087.stdout:ID_LIKE="rhel fedora" 2024-08-17T16:45:25.776 INFO:teuthology.orchestra.run.smithi087.stdout:VERSION_ID="9" 2024-08-17T16:45:25.776 INFO:teuthology.orchestra.run.smithi087.stdout:PLATFORM_ID="platform:el9" 2024-08-17T16:45:25.777 INFO:teuthology.orchestra.run.smithi087.stdout:PRETTY_NAME="CentOS Stream 9" 2024-08-17T16:45:25.777 INFO:teuthology.orchestra.run.smithi087.stdout:ANSI_COLOR="0;31" 2024-08-17T16:45:25.777 INFO:teuthology.orchestra.run.smithi087.stdout:LOGO="fedora-logo-icon" 2024-08-17T16:45:25.777 INFO:teuthology.orchestra.run.smithi087.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-08-17T16:45:25.777 INFO:teuthology.orchestra.run.smithi087.stdout:HOME_URL="https://centos.org/" 2024-08-17T16:45:25.777 INFO:teuthology.orchestra.run.smithi087.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-08-17T16:45:25.777 INFO:teuthology.orchestra.run.smithi087.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-08-17T16:45:25.777 INFO:teuthology.orchestra.run.smithi087.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-08-17T16:45:25.777 INFO:teuthology.lock.ops:Updating smithi087.front.sepia.ceph.com on lock server 2024-08-17T16:45:25.810 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-17T16:45:25.819 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-17T16:45:25.824 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-17T16:45:25.825 DEBUG:teuthology.orchestra.run.smithi059:> test '!' -e /home/ubuntu/cephtest 2024-08-17T16:45:25.827 DEBUG:teuthology.orchestra.run.smithi087:> test '!' -e /home/ubuntu/cephtest 2024-08-17T16:45:25.842 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-17T16:45:25.848 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-17T16:45:25.848 DEBUG:teuthology.orchestra.run.smithi059:> test -z $(ls -A /var/lib/ceph) 2024-08-17T16:45:25.884 DEBUG:teuthology.orchestra.run.smithi087:> test -z $(ls -A /var/lib/ceph) 2024-08-17T16:45:26.017 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-17T16:45:26.088 INFO:teuthology.run_tasks:Running task kernel... 2024-08-17T16:45:26.103 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-17T16:45:26.103 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-17T16:45:26.103 DEBUG:teuthology.orchestra.run.smithi059:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T16:45:26.104 DEBUG:teuthology.orchestra.run.smithi087:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-17T16:45:26.119 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:45:26.119 DEBUG:teuthology.orchestra.run.smithi087:> uname -r 2024-08-17T16:45:26.120 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:45:26.121 DEBUG:teuthology.orchestra.run.smithi059:> uname -r 2024-08-17T16:45:26.176 INFO:teuthology.orchestra.run.smithi087.stdout:5.14.0-437.el9.x86_64 2024-08-17T16:45:26.176 INFO:teuthology.task.kernel:Running kernel on smithi087: 5.14.0-437.el9.x86_64 2024-08-17T16:45:26.176 DEBUG:teuthology.orchestra.run.smithi087:> sudo yum install -y kernel 2024-08-17T16:45:26.178 INFO:teuthology.orchestra.run.smithi059.stdout:5.14.0-437.el9.x86_64 2024-08-17T16:45:26.178 INFO:teuthology.task.kernel:Running kernel on smithi059: 5.14.0-437.el9.x86_64 2024-08-17T16:45:26.178 DEBUG:teuthology.orchestra.run.smithi059:> sudo yum install -y kernel 2024-08-17T16:45:29.751 INFO:teuthology.orchestra.run.smithi087.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.2 MB 00:01 2024-08-17T16:45:30.161 INFO:teuthology.orchestra.run.smithi059.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.2 MB 00:02 2024-08-17T16:45:31.418 INFO:teuthology.orchestra.run.smithi087.stdout:CentOS Stream 9 - AppStream 36 MB/s | 20 MB 00:00 2024-08-17T16:45:32.045 INFO:teuthology.orchestra.run.smithi059.stdout:CentOS Stream 9 - AppStream 27 MB/s | 20 MB 00:00 2024-08-17T16:45:36.313 INFO:teuthology.orchestra.run.smithi059.stdout:CentOS Stream 9 - CRB 18 MB/s | 6.6 MB 00:00 2024-08-17T16:45:36.719 INFO:teuthology.orchestra.run.smithi087.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.6 MB 00:01 2024-08-17T16:45:38.088 INFO:teuthology.orchestra.run.smithi059.stdout:CentOS Stream 9 - Extras packages 37 kB/s | 18 kB 00:00 2024-08-17T16:45:38.319 INFO:teuthology.orchestra.run.smithi087.stdout:CentOS Stream 9 - Extras packages 74 kB/s | 18 kB 00:00 2024-08-17T16:45:39.590 INFO:teuthology.orchestra.run.smithi087.stdout:Extra Packages for Enterprise Linux 20 MB/s | 22 MB 00:01 2024-08-17T16:45:39.634 INFO:teuthology.orchestra.run.smithi059.stdout:Extra Packages for Enterprise Linux 16 MB/s | 22 MB 00:01 2024-08-17T16:45:45.004 INFO:teuthology.orchestra.run.smithi087.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-08-17T16:45:45.356 INFO:teuthology.orchestra.run.smithi059.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-08-17T16:45:46.952 INFO:teuthology.orchestra.run.smithi087.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T16:45:46.952 INFO:teuthology.orchestra.run.smithi087.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T16:45:47.046 INFO:teuthology.orchestra.run.smithi087.stdout:Dependencies resolved. 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout:================================================================================ 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout: Package Architecture Version Repository Size 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout:================================================================================ 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout:Installing: 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout:Installing dependencies: 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T16:45:47.055 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:45:47.056 INFO:teuthology.orchestra.run.smithi087.stdout:Transaction Summary 2024-08-17T16:45:47.056 INFO:teuthology.orchestra.run.smithi087.stdout:================================================================================ 2024-08-17T16:45:47.056 INFO:teuthology.orchestra.run.smithi087.stdout:Install 4 Packages 2024-08-17T16:45:47.056 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:45:47.056 INFO:teuthology.orchestra.run.smithi087.stdout:Total download size: 84 M 2024-08-17T16:45:47.056 INFO:teuthology.orchestra.run.smithi087.stdout:Installed size: 126 M 2024-08-17T16:45:47.057 INFO:teuthology.orchestra.run.smithi087.stdout:Downloading Packages: 2024-08-17T16:45:47.322 INFO:teuthology.orchestra.run.smithi087.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 7.5 MB/s | 1.5 MB 00:00 2024-08-17T16:45:47.413 INFO:teuthology.orchestra.run.smithi059.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-08-17T16:45:47.413 INFO:teuthology.orchestra.run.smithi059.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-08-17T16:45:47.494 INFO:teuthology.orchestra.run.smithi059.stdout:Dependencies resolved. 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout:================================================================================ 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout: Package Architecture Version Repository Size 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout:================================================================================ 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout:Installing: 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout: kernel x86_64 5.14.0-480.el9 baseos 1.5 M 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout:Installing dependencies: 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout: kernel-core x86_64 5.14.0-480.el9 baseos 17 M 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout: kernel-modules x86_64 5.14.0-480.el9 baseos 36 M 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout: kernel-modules-core x86_64 5.14.0-480.el9 baseos 30 M 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout:Transaction Summary 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout:================================================================================ 2024-08-17T16:45:47.504 INFO:teuthology.orchestra.run.smithi059.stdout:Install 4 Packages 2024-08-17T16:45:47.505 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:45:47.505 INFO:teuthology.orchestra.run.smithi059.stdout:Total download size: 84 M 2024-08-17T16:45:47.505 INFO:teuthology.orchestra.run.smithi059.stdout:Installed size: 126 M 2024-08-17T16:45:47.505 INFO:teuthology.orchestra.run.smithi059.stdout:Downloading Packages: 2024-08-17T16:45:47.773 INFO:teuthology.orchestra.run.smithi087.stdout:(2/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 55 MB/s | 36 MB 00:00 2024-08-17T16:45:47.998 INFO:teuthology.orchestra.run.smithi087.stdout:(3/4): kernel-core-5.14.0-480.el9.x86_64.rpm 19 MB/s | 17 MB 00:00 2024-08-17T16:45:48.324 INFO:teuthology.orchestra.run.smithi059.stdout:(1/4): kernel-5.14.0-480.el9.x86_64.rpm 1.9 MB/s | 1.5 MB 00:00 2024-08-17T16:45:48.431 INFO:teuthology.orchestra.run.smithi087.stdout:(4/4): kernel-modules-core-5.14.0-480.el9.x86_6 27 MB/s | 30 MB 00:01 2024-08-17T16:45:48.434 INFO:teuthology.orchestra.run.smithi087.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:45:48.434 INFO:teuthology.orchestra.run.smithi087.stdout:Total 61 MB/s | 84 MB 00:01 2024-08-17T16:45:48.950 INFO:teuthology.orchestra.run.smithi059.stdout:(2/4): kernel-core-5.14.0-480.el9.x86_64.rpm 12 MB/s | 17 MB 00:01 2024-08-17T16:45:49.164 INFO:teuthology.orchestra.run.smithi087.stdout:Running transaction check 2024-08-17T16:45:49.517 INFO:teuthology.orchestra.run.smithi087.stdout:Transaction check succeeded. 2024-08-17T16:45:49.517 INFO:teuthology.orchestra.run.smithi087.stdout:Running transaction test 2024-08-17T16:45:49.558 INFO:teuthology.orchestra.run.smithi059.stdout:(3/4): kernel-modules-core-5.14.0-480.el9.x86_6 24 MB/s | 30 MB 00:01 2024-08-17T16:45:50.518 INFO:teuthology.orchestra.run.smithi087.stdout:Transaction test succeeded. 2024-08-17T16:45:50.518 INFO:teuthology.orchestra.run.smithi087.stdout:Running transaction 2024-08-17T16:45:52.963 INFO:teuthology.orchestra.run.smithi087.stdout: Preparing : 1/1 2024-08-17T16:45:53.689 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:45:53.782 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:45:55.633 INFO:teuthology.orchestra.run.smithi059.stdout:(4/4): kernel-modules-5.14.0-480.el9.x86_64.rpm 4.4 MB/s | 36 MB 00:08 2024-08-17T16:45:55.633 INFO:teuthology.orchestra.run.smithi059.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:45:55.633 INFO:teuthology.orchestra.run.smithi059.stdout:Total 10 MB/s | 84 MB 00:08 2024-08-17T16:45:56.403 INFO:teuthology.orchestra.run.smithi059.stdout:Running transaction check 2024-08-17T16:45:56.417 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:45:56.568 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:45:56.830 INFO:teuthology.orchestra.run.smithi059.stdout:Transaction check succeeded. 2024-08-17T16:45:56.830 INFO:teuthology.orchestra.run.smithi059.stdout:Running transaction test 2024-08-17T16:45:57.865 INFO:teuthology.orchestra.run.smithi059.stdout:Transaction test succeeded. 2024-08-17T16:45:57.865 INFO:teuthology.orchestra.run.smithi059.stdout:Running transaction 2024-08-17T16:46:00.442 INFO:teuthology.orchestra.run.smithi059.stdout: Preparing : 1/1 2024-08-17T16:46:01.141 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : kernel-modules-core-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:46:01.250 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:46:01.414 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:46:01.477 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:04.035 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:46:04.177 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:46:06.344 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:09.395 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:46:09.453 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:14.672 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:36.208 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:36.249 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:36.643 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:36.643 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:46:36.643 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:46:36.644 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:46:37.486 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:37.486 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:46:37.486 INFO:teuthology.orchestra.run.smithi087.stdout:Installed: 2024-08-17T16:46:37.486 INFO:teuthology.orchestra.run.smithi087.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T16:46:37.486 INFO:teuthology.orchestra.run.smithi087.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T16:46:37.486 INFO:teuthology.orchestra.run.smithi087.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T16:46:37.486 INFO:teuthology.orchestra.run.smithi087.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T16:46:37.486 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:46:37.487 INFO:teuthology.orchestra.run.smithi087.stdout:Complete! 2024-08-17T16:46:37.857 DEBUG:teuthology.orchestra.run.smithi087:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:46:37.977 INFO:teuthology.orchestra.run.smithi087.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:46:37.977 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:46:37.977 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T16:46:37.977 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T16:46:37.977 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T16:46:37.977 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-17T16:46:37.978 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi087.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T16:46:37.978 DEBUG:teuthology.orchestra.run.smithi087:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:46:38.034 INFO:teuthology.orchestra.run.smithi087.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:46:38.035 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:46:38.035 DEBUG:teuthology.orchestra.run.smithi087:> sudo rpm -qi grub2-tools 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Name : grub2-tools 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Epoch : 1 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Version : 2.06 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Release : 68.el9 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Architecture: x86_64 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Group : Unspecified 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Size : 8264254 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:License : GPLv3+ 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T16:46:38.073 INFO:teuthology.orchestra.run.smithi087.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:Packager : builder@centos.org 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:Vendor : CentOS 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:Summary : Support tools for GRUB. 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:Description : 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout:hardware devices. 2024-08-17T16:46:38.074 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:46:38.075 INFO:teuthology.orchestra.run.smithi087.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T16:46:38.075 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T16:46:38.075 INFO:teuthology.task.kernel:Updating grub on smithi087 to boot 5.14.0-480.el9.x86_64 2024-08-17T16:46:38.076 DEBUG:teuthology.orchestra.run.smithi087:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T16:46:38.685 INFO:teuthology.orchestra.run.smithi087.stderr:Generating grub configuration file ... 2024-08-17T16:46:40.026 INFO:teuthology.orchestra.run.smithi087.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T16:46:40.051 INFO:teuthology.orchestra.run.smithi087.stderr:done 2024-08-17T16:46:40.053 DEBUG:teuthology.orchestra.run.smithi087:> mktemp 2024-08-17T16:46:40.068 INFO:teuthology.orchestra.run.smithi087.stdout:/tmp/tmp.SGG9AtSaQB 2024-08-17T16:46:40.068 DEBUG:teuthology.orchestra.run.smithi087:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.SGG9AtSaQB 2024-08-17T16:46:40.134 DEBUG:teuthology.orchestra.run.smithi087:> sudo chmod 0666 /tmp/tmp.SGG9AtSaQB 2024-08-17T16:46:40.266 DEBUG:teuthology.orchestra.remote:smithi087:/tmp/tmp.SGG9AtSaQB is 6KB 2024-08-17T16:46:40.314 DEBUG:teuthology.orchestra.run.smithi087:> rm -fr /tmp/tmp.SGG9AtSaQB 2024-08-17T16:46:40.329 DEBUG:teuthology.orchestra.run.smithi087:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T16:46:40.393 INFO:teuthology.orchestra.run.smithi087.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T16:46:40.393 INFO:teuthology.orchestra.run.smithi087.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T16:46:40.393 INFO:teuthology.orchestra.run.smithi087.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T16:46:40.393 INFO:teuthology.orchestra.run.smithi087.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T16:46:40.394 DEBUG:teuthology.orchestra.run.smithi087:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T16:46:40.533 DEBUG:teuthology.orchestra.run.smithi087:> sudo shutdown -r now 2024-08-17T16:46:46.198 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: kernel-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:46.240 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: kernel-modules-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:46.603 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: kernel-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:46.603 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : kernel-5.14.0-480.el9.x86_64 1/4 2024-08-17T16:46:46.603 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : kernel-core-5.14.0-480.el9.x86_64 2/4 2024-08-17T16:46:46.603 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : kernel-modules-5.14.0-480.el9.x86_64 3/4 2024-08-17T16:46:47.421 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : kernel-modules-core-5.14.0-480.el9.x86_64 4/4 2024-08-17T16:46:47.422 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:46:47.422 INFO:teuthology.orchestra.run.smithi059.stdout:Installed: 2024-08-17T16:46:47.422 INFO:teuthology.orchestra.run.smithi059.stdout: kernel-5.14.0-480.el9.x86_64 2024-08-17T16:46:47.422 INFO:teuthology.orchestra.run.smithi059.stdout: kernel-core-5.14.0-480.el9.x86_64 2024-08-17T16:46:47.422 INFO:teuthology.orchestra.run.smithi059.stdout: kernel-modules-5.14.0-480.el9.x86_64 2024-08-17T16:46:47.422 INFO:teuthology.orchestra.run.smithi059.stdout: kernel-modules-core-5.14.0-480.el9.x86_64 2024-08-17T16:46:47.422 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:46:47.422 INFO:teuthology.orchestra.run.smithi059.stdout:Complete! 2024-08-17T16:46:47.806 DEBUG:teuthology.orchestra.run.smithi059:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:46:47.902 INFO:teuthology.orchestra.run.smithi059.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:46:47.903 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:46:47.903 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-437.el9.x86_64 Expected: 5.14.0-480.el9.x86_64 2024-08-17T16:46:47.903 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-17T16:46:47.903 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-17T16:46:47.903 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-17T16:46:47.903 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi059.front.sepia.ceph.com, path=None, version=distro) 2024-08-17T16:46:47.903 DEBUG:teuthology.orchestra.run.smithi059:> rpm -q kernel | sort -rV | head -n 1 2024-08-17T16:46:47.962 INFO:teuthology.orchestra.run.smithi059.stdout:kernel-5.14.0-480.el9.x86_64 2024-08-17T16:46:47.962 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-480.el9.x86_64 2024-08-17T16:46:47.962 DEBUG:teuthology.orchestra.run.smithi059:> sudo rpm -qi grub2-tools 2024-08-17T16:46:48.005 INFO:teuthology.orchestra.run.smithi059.stdout:Name : grub2-tools 2024-08-17T16:46:48.005 INFO:teuthology.orchestra.run.smithi059.stdout:Epoch : 1 2024-08-17T16:46:48.005 INFO:teuthology.orchestra.run.smithi059.stdout:Version : 2.06 2024-08-17T16:46:48.005 INFO:teuthology.orchestra.run.smithi059.stdout:Release : 68.el9 2024-08-17T16:46:48.005 INFO:teuthology.orchestra.run.smithi059.stdout:Architecture: x86_64 2024-08-17T16:46:48.005 INFO:teuthology.orchestra.run.smithi059.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Group : Unspecified 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Size : 8264254 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:License : GPLv3+ 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Packager : builder@centos.org 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Vendor : CentOS 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:URL : http://www.gnu.org/software/grub/ 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Summary : Support tools for GRUB. 2024-08-17T16:46:48.006 INFO:teuthology.orchestra.run.smithi059.stdout:Description : 2024-08-17T16:46:48.007 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:46:48.007 INFO:teuthology.orchestra.run.smithi059.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-08-17T16:46:48.007 INFO:teuthology.orchestra.run.smithi059.stdout:customizable bootloader with modular architecture. It supports a rich 2024-08-17T16:46:48.007 INFO:teuthology.orchestra.run.smithi059.stdout:variety of kernel formats, file systems, computer architectures and 2024-08-17T16:46:48.007 INFO:teuthology.orchestra.run.smithi059.stdout:hardware devices. 2024-08-17T16:46:48.007 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:46:48.007 INFO:teuthology.orchestra.run.smithi059.stdout:This subpackage provides tools for support of all platforms. 2024-08-17T16:46:48.008 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-08-17T16:46:48.008 INFO:teuthology.task.kernel:Updating grub on smithi059 to boot 5.14.0-480.el9.x86_64 2024-08-17T16:46:48.008 DEBUG:teuthology.orchestra.run.smithi059:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-08-17T16:46:48.685 INFO:teuthology.orchestra.run.smithi059.stderr:Generating grub configuration file ... 2024-08-17T16:46:50.165 INFO:teuthology.orchestra.run.smithi059.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-08-17T16:46:50.199 INFO:teuthology.orchestra.run.smithi059.stderr:done 2024-08-17T16:46:50.201 DEBUG:teuthology.orchestra.run.smithi059:> mktemp 2024-08-17T16:46:50.217 INFO:teuthology.orchestra.run.smithi059.stdout:/tmp/tmp.as7a6YU0Fx 2024-08-17T16:46:50.217 DEBUG:teuthology.orchestra.run.smithi059:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.as7a6YU0Fx 2024-08-17T16:46:50.297 DEBUG:teuthology.orchestra.run.smithi059:> sudo chmod 0666 /tmp/tmp.as7a6YU0Fx 2024-08-17T16:46:50.443 DEBUG:teuthology.orchestra.remote:smithi059:/tmp/tmp.as7a6YU0Fx is 6KB 2024-08-17T16:46:50.491 DEBUG:teuthology.orchestra.run.smithi059:> rm -fr /tmp/tmp.as7a6YU0Fx 2024-08-17T16:46:50.506 DEBUG:teuthology.orchestra.run.smithi059:> sudo /bin/ls /boot/loader/entries || true 2024-08-17T16:46:50.568 INFO:teuthology.orchestra.run.smithi059.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-08-17T16:46:50.568 INFO:teuthology.orchestra.run.smithi059.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-08-17T16:46:50.568 INFO:teuthology.orchestra.run.smithi059.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-08-17T16:46:50.568 INFO:teuthology.orchestra.run.smithi059.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64.conf 2024-08-17T16:46:50.570 DEBUG:teuthology.orchestra.run.smithi059:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-5.14.0-480.el9.x86_64 2024-08-17T16:46:50.710 DEBUG:teuthology.orchestra.run.smithi059:> sudo shutdown -r now 2024-08-17T16:47:10.555 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-17T16:47:10.555 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi087.front.sepia.ceph.com' 2024-08-17T16:47:10.556 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi087.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:47:20.721 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-17T16:47:20.722 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi059.front.sepia.ceph.com' 2024-08-17T16:47:20.723 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:47:28.991 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.87 2024-08-17T16:47:37.999 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi087.front.sepia.ceph.com' 2024-08-17T16:47:38.000 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi087.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:47:39.234 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.59 2024-08-17T16:47:41.086 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.87 2024-08-17T16:47:48.242 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi059.front.sepia.ceph.com' 2024-08-17T16:47:48.243 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:47:53.090 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi087.front.sepia.ceph.com' 2024-08-17T16:47:53.091 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi087.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:48:11.487 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.87 2024-08-17T16:48:26.502 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi087.front.sepia.ceph.com' 2024-08-17T16:48:26.503 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi087.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:48:26.865 DEBUG:teuthology.orchestra.run.smithi087:> true 2024-08-17T16:48:27.442 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi087.front.sepia.ceph.com' 2024-08-17T16:48:27.442 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-480.el9.x86_64"... 2024-08-17T16:48:27.442 DEBUG:teuthology.orchestra.run.smithi087:> uname -r 2024-08-17T16:48:27.468 INFO:teuthology.orchestra.run.smithi087.stdout:5.14.0-480.el9.x86_64 2024-08-17T16:48:27.468 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T16:48:27.468 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T16:48:27.468 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T16:48:28.469 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-17T16:48:28.470 DEBUG:teuthology.orchestra.run.smithi087:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T16:48:28.544 INFO:teuthology.orchestra.run.smithi087.stdout:ttyS1 2024-08-17T16:48:28.589 DEBUG:teuthology.parallel:result is None 2024-08-17T16:48:48.254 DEBUG:teuthology.orchestra.remote:timed out 2024-08-17T16:49:00.254 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi059.front.sepia.ceph.com' 2024-08-17T16:49:00.256 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:49:00.603 DEBUG:teuthology.orchestra.run.smithi059:> true 2024-08-17T16:49:00.960 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi059.front.sepia.ceph.com' 2024-08-17T16:49:00.960 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-480.el9.x86_64"... 2024-08-17T16:49:00.961 DEBUG:teuthology.orchestra.run.smithi059:> uname -r 2024-08-17T16:49:00.978 INFO:teuthology.orchestra.run.smithi059.stdout:5.14.0-480.el9.x86_64 2024-08-17T16:49:00.978 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-480.el9.x86_64 vs 5.14.0-480.el9.x86_64 2024-08-17T16:49:00.978 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-17T16:49:00.978 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-08-17T16:49:01.979 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-17T16:49:01.979 DEBUG:teuthology.orchestra.run.smithi059:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-17T16:49:02.054 INFO:teuthology.orchestra.run.smithi059.stdout:ttyS1 2024-08-17T16:49:02.093 DEBUG:teuthology.parallel:result is None 2024-08-17T16:49:02.093 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-17T16:49:02.100 INFO:teuthology.task.internal:Creating test directory... 2024-08-17T16:49:02.100 DEBUG:teuthology.orchestra.run.smithi059:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T16:49:02.103 DEBUG:teuthology.orchestra.run.smithi087:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-17T16:49:02.121 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-17T16:49:02.128 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-17T16:49:02.138 INFO:teuthology.task.internal:Creating archive directory... 2024-08-17T16:49:02.138 DEBUG:teuthology.orchestra.run.smithi059:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T16:49:02.161 DEBUG:teuthology.orchestra.run.smithi087:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-17T16:49:02.297 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-17T16:49:02.303 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-17T16:49:02.304 DEBUG:teuthology.orchestra.run.smithi059:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T16:49:02.306 DEBUG:teuthology.orchestra.run.smithi087:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-17T16:49:02.338 INFO:teuthology.orchestra.run.smithi087.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:49:02.343 INFO:teuthology.orchestra.run.smithi059.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:49:02.350 INFO:teuthology.orchestra.run.smithi087.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:49:02.355 INFO:teuthology.orchestra.run.smithi059.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-17T16:49:02.357 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-17T16:49:02.363 INFO:teuthology.task.internal:Configuring sudo... 2024-08-17T16:49:02.364 DEBUG:teuthology.orchestra.run.smithi059:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T16:49:02.400 DEBUG:teuthology.orchestra.run.smithi087:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-17T16:49:02.427 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-17T16:49:02.436 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-17T16:49:02.436 DEBUG:teuthology.orchestra.run.smithi059:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T16:49:02.470 DEBUG:teuthology.orchestra.run.smithi087:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-17T16:49:02.486 DEBUG:teuthology.orchestra.run.smithi059:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:49:02.580 DEBUG:teuthology.orchestra.run.smithi059:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:49:02.623 DEBUG:teuthology.orchestra.run.smithi059:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:49:02.715 DEBUG:teuthology.orchestra.run.smithi059:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:49:02.753 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:49:02.753 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T16:49:02.821 DEBUG:teuthology.orchestra.run.smithi087:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:49:02.871 DEBUG:teuthology.orchestra.run.smithi087:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-17T16:49:02.916 DEBUG:teuthology.orchestra.run.smithi087:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:49:03.007 DEBUG:teuthology.orchestra.run.smithi087:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-17T16:49:03.045 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:49:03.045 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-17T16:49:03.113 DEBUG:teuthology.orchestra.run.smithi059:> sudo service rsyslog restart 2024-08-17T16:49:03.116 DEBUG:teuthology.orchestra.run.smithi087:> sudo service rsyslog restart 2024-08-17T16:49:03.158 INFO:teuthology.orchestra.run.smithi059.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T16:49:03.209 INFO:teuthology.orchestra.run.smithi087.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T16:49:03.587 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-17T16:49:03.595 INFO:teuthology.task.internal:Starting timer... 2024-08-17T16:49:03.595 INFO:teuthology.run_tasks:Running task pcp... 2024-08-17T16:49:03.616 INFO:teuthology.run_tasks:Running task selinux... 2024-08-17T16:49:03.624 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-08-17T16:49:03.625 DEBUG:teuthology.orchestra.run.smithi059:> sudo service auditd rotate 2024-08-17T16:49:03.682 INFO:teuthology.orchestra.run.smithi059.stdout:Rotating logs: 2024-08-17T16:49:03.684 DEBUG:teuthology.orchestra.run.smithi087:> sudo service auditd rotate 2024-08-17T16:49:03.745 INFO:teuthology.orchestra.run.smithi087.stdout:Rotating logs: 2024-08-17T16:49:03.750 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-17T16:49:03.750 DEBUG:teuthology.orchestra.run.smithi059:> /usr/sbin/getenforce 2024-08-17T16:49:03.793 INFO:teuthology.orchestra.run.smithi059.stdout:Permissive 2024-08-17T16:49:03.793 DEBUG:teuthology.orchestra.run.smithi087:> /usr/sbin/getenforce 2024-08-17T16:49:03.849 INFO:teuthology.orchestra.run.smithi087.stdout:Permissive 2024-08-17T16:49:03.849 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi059.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi087.front.sepia.ceph.com': 'permissive'} 2024-08-17T16:49:03.850 DEBUG:teuthology.orchestra.run.smithi059:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-17T16:49:03.877 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:49:03.878 DEBUG:teuthology.orchestra.run.smithi087:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-17T16:49:03.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T16:49:03.905 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-17T16:49:03.905 DEBUG:teuthology.orchestra.run.smithi059:> sudo /usr/sbin/setenforce permissive 2024-08-17T16:49:03.946 DEBUG:teuthology.orchestra.run.smithi087:> sudo /usr/sbin/setenforce permissive 2024-08-17T16:49:03.972 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-17T16:49:03.981 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-17T16:49:03.993 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-17T16:49:03.994 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi059.front.sepia.ceph.com,smithi087.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-17T16:53:39.804 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi059.front.sepia.ceph.com'), Remote(name='ubuntu@smithi087.front.sepia.ceph.com')] 2024-08-17T16:53:39.806 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi059.front.sepia.ceph.com' 2024-08-17T16:53:39.807 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi059.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:53:39.894 DEBUG:teuthology.orchestra.run.smithi059:> true 2024-08-17T16:53:39.931 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi059.front.sepia.ceph.com' 2024-08-17T16:53:39.931 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi087.front.sepia.ceph.com' 2024-08-17T16:53:39.932 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi087.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-17T16:53:40.018 DEBUG:teuthology.orchestra.run.smithi087:> true 2024-08-17T16:53:40.094 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi087.front.sepia.ceph.com' 2024-08-17T16:53:40.095 INFO:teuthology.run_tasks:Running task clock... 2024-08-17T16:53:40.545 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-17T16:53:40.545 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T16:53:40.546 DEBUG:teuthology.orchestra.run.smithi059:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T16:53:40.549 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-17T16:53:40.549 DEBUG:teuthology.orchestra.run.smithi087:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T16:53:40.581 INFO:teuthology.orchestra.run.smithi087.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T16:53:40.583 INFO:teuthology.orchestra.run.smithi059.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-08-17T16:53:40.596 INFO:teuthology.orchestra.run.smithi087.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T16:53:40.599 INFO:teuthology.orchestra.run.smithi059.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-08-17T16:53:40.621 INFO:teuthology.orchestra.run.smithi087.stderr:sudo: ntpd: command not found 2024-08-17T16:53:40.627 INFO:teuthology.orchestra.run.smithi059.stderr:sudo: ntpd: command not found 2024-08-17T16:53:40.632 INFO:teuthology.orchestra.run.smithi087.stdout:506 Cannot talk to daemon 2024-08-17T16:53:40.639 INFO:teuthology.orchestra.run.smithi059.stdout:506 Cannot talk to daemon 2024-08-17T16:53:40.647 INFO:teuthology.orchestra.run.smithi087.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T16:53:40.654 INFO:teuthology.orchestra.run.smithi059.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-08-17T16:53:40.660 INFO:teuthology.orchestra.run.smithi087.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T16:53:40.670 INFO:teuthology.orchestra.run.smithi059.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-08-17T16:53:40.713 INFO:teuthology.orchestra.run.smithi087.stderr:bash: line 1: ntpq: command not found 2024-08-17T16:53:40.717 INFO:teuthology.orchestra.run.smithi087.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T16:53:40.717 INFO:teuthology.orchestra.run.smithi087.stdout:=============================================================================== 2024-08-17T16:53:40.718 INFO:teuthology.orchestra.run.smithi087.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:53:40.718 INFO:teuthology.orchestra.run.smithi087.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:53:40.718 INFO:teuthology.orchestra.run.smithi087.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:53:40.718 INFO:teuthology.orchestra.run.smithi087.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:53:40.731 INFO:teuthology.orchestra.run.smithi059.stderr:bash: line 1: ntpq: command not found 2024-08-17T16:53:40.735 INFO:teuthology.orchestra.run.smithi059.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T16:53:40.735 INFO:teuthology.orchestra.run.smithi059.stdout:=============================================================================== 2024-08-17T16:53:40.735 INFO:teuthology.orchestra.run.smithi059.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:53:40.735 INFO:teuthology.orchestra.run.smithi059.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:53:40.735 INFO:teuthology.orchestra.run.smithi059.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:53:40.735 INFO:teuthology.orchestra.run.smithi059.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T16:53:40.736 INFO:teuthology.run_tasks:Running task pexec... 2024-08-17T16:53:40.782 INFO:teuthology.task.pexec:Executing custom commands... 2024-08-17T16:53:40.782 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi059.front.sepia.ceph.com 2024-08-17T16:53:40.783 DEBUG:teuthology.orchestra.run.smithi059:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T16:53:40.783 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi087.front.sepia.ceph.com 2024-08-17T16:53:40.783 DEBUG:teuthology.orchestra.run.smithi087:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-08-17T16:53:41.351 INFO:teuthology.orchestra.run.smithi087.stdout:Last metadata expiration check: 0:01:12 ago on Sat 17 Aug 2024 04:52:29 PM UTC. 2024-08-17T16:53:41.374 INFO:teuthology.orchestra.run.smithi059.stdout:Last metadata expiration check: 0:01:06 ago on Sat 17 Aug 2024 04:52:35 PM UTC. 2024-08-17T16:53:41.434 INFO:teuthology.orchestra.run.smithi087.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T16:53:41.461 INFO:teuthology.orchestra.run.smithi059.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-08-17T16:53:41.476 INFO:teuthology.orchestra.run.smithi087.stdout:Dependencies resolved. 2024-08-17T16:53:41.478 INFO:teuthology.orchestra.run.smithi087.stdout:================================================================================ 2024-08-17T16:53:41.478 INFO:teuthology.orchestra.run.smithi087.stdout: Package Architecture Version Repository Size 2024-08-17T16:53:41.478 INFO:teuthology.orchestra.run.smithi087.stdout:================================================================================ 2024-08-17T16:53:41.478 INFO:teuthology.orchestra.run.smithi087.stdout:Installing: 2024-08-17T16:53:41.478 INFO:teuthology.orchestra.run.smithi087.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T16:53:41.478 INFO:teuthology.orchestra.run.smithi087.stdout:Upgrading: 2024-08-17T16:53:41.478 INFO:teuthology.orchestra.run.smithi087.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout:Installing dependencies: 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout:Transaction Summary 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout:================================================================================ 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout:Install 4 Packages 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout:Upgrade 2 Packages 2024-08-17T16:53:41.479 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:53:41.480 INFO:teuthology.orchestra.run.smithi087.stdout:Total download size: 2.0 M 2024-08-17T16:53:41.480 INFO:teuthology.orchestra.run.smithi087.stdout:Downloading Packages: 2024-08-17T16:53:41.504 INFO:teuthology.orchestra.run.smithi059.stdout:Dependencies resolved. 2024-08-17T16:53:41.517 INFO:teuthology.orchestra.run.smithi059.stdout:================================================================================ 2024-08-17T16:53:41.517 INFO:teuthology.orchestra.run.smithi059.stdout: Package Architecture Version Repository Size 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout:================================================================================ 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout:Installing: 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout:Upgrading: 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout: libnvme x86_64 1.9-2.el9 baseos 106 k 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout: nvme-cli x86_64 2.9.1-3.el9 baseos 903 k 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout:Installing dependencies: 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:53:41.518 INFO:teuthology.orchestra.run.smithi059.stdout:Transaction Summary 2024-08-17T16:53:41.519 INFO:teuthology.orchestra.run.smithi059.stdout:================================================================================ 2024-08-17T16:53:41.519 INFO:teuthology.orchestra.run.smithi059.stdout:Install 4 Packages 2024-08-17T16:53:41.519 INFO:teuthology.orchestra.run.smithi059.stdout:Upgrade 2 Packages 2024-08-17T16:53:41.519 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:53:41.519 INFO:teuthology.orchestra.run.smithi059.stdout:Total download size: 2.0 M 2024-08-17T16:53:41.520 INFO:teuthology.orchestra.run.smithi059.stdout:Downloading Packages: 2024-08-17T16:53:41.608 INFO:teuthology.orchestra.run.smithi087.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 494 kB/s | 44 kB 00:00 2024-08-17T16:53:41.633 INFO:teuthology.orchestra.run.smithi087.stdout:(2/6): python3-configshell-1.1.30-1.el9.noarch. 622 kB/s | 72 kB 00:00 2024-08-17T16:53:41.659 INFO:teuthology.orchestra.run.smithi087.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 599 kB/s | 84 kB 00:00 2024-08-17T16:53:41.692 INFO:teuthology.orchestra.run.smithi087.stdout:(4/6): libnvme-1.9-2.el9.x86_64.rpm 1.8 MB/s | 106 kB 00:00 2024-08-17T16:53:41.767 INFO:teuthology.orchestra.run.smithi087.stdout:(5/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.1 MB/s | 837 kB 00:00 2024-08-17T16:53:41.793 INFO:teuthology.orchestra.run.smithi087.stdout:(6/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 6.6 MB/s | 903 kB 00:00 2024-08-17T16:53:41.793 INFO:teuthology.orchestra.run.smithi087.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:53:41.793 INFO:teuthology.orchestra.run.smithi087.stdout:Total 6.4 MB/s | 2.0 MB 00:00 2024-08-17T16:53:41.866 INFO:teuthology.orchestra.run.smithi087.stdout:Running transaction check 2024-08-17T16:53:41.882 INFO:teuthology.orchestra.run.smithi087.stdout:Transaction check succeeded. 2024-08-17T16:53:41.882 INFO:teuthology.orchestra.run.smithi087.stdout:Running transaction test 2024-08-17T16:53:41.992 INFO:teuthology.orchestra.run.smithi059.stdout:(1/6): python3-configshell-1.1.30-1.el9.noarch. 202 kB/s | 72 kB 00:00 2024-08-17T16:53:42.017 INFO:teuthology.orchestra.run.smithi059.stdout:(2/6): nvmetcli-0.7-3.el9.noarch.rpm 117 kB/s | 44 kB 00:00 2024-08-17T16:53:42.043 INFO:teuthology.orchestra.run.smithi059.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 208 kB/s | 84 kB 00:00 2024-08-17T16:53:42.103 INFO:teuthology.orchestra.run.smithi087.stdout:Transaction test succeeded. 2024-08-17T16:53:42.104 INFO:teuthology.orchestra.run.smithi087.stdout:Running transaction 2024-08-17T16:53:42.435 INFO:teuthology.orchestra.run.smithi059.stdout:(4/6): libnvme-1.9-2.el9.x86_64.rpm 255 kB/s | 106 kB 00:00 2024-08-17T16:53:42.459 INFO:teuthology.orchestra.run.smithi087.stdout: Preparing : 1/1 2024-08-17T16:53:42.674 INFO:teuthology.orchestra.run.smithi087.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/8 2024-08-17T16:53:42.731 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-08-17T16:53:42.743 INFO:teuthology.orchestra.run.smithi059.stdout:(5/6): nvme-cli-2.9.1-3.el9.x86_64.rpm 1.3 MB/s | 903 kB 00:00 2024-08-17T16:53:42.766 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-08-17T16:53:42.769 INFO:teuthology.orchestra.run.smithi059.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 1.1 MB/s | 837 kB 00:00 2024-08-17T16:53:42.769 INFO:teuthology.orchestra.run.smithi059.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:53:42.769 INFO:teuthology.orchestra.run.smithi059.stdout:Total 1.6 MB/s | 2.0 MB 00:01 2024-08-17T16:53:42.799 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-08-17T16:53:42.832 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-08-17T16:53:42.852 INFO:teuthology.orchestra.run.smithi059.stdout:Running transaction check 2024-08-17T16:53:42.869 INFO:teuthology.orchestra.run.smithi059.stdout:Transaction check succeeded. 2024-08-17T16:53:42.870 INFO:teuthology.orchestra.run.smithi059.stdout:Running transaction test 2024-08-17T16:53:43.085 INFO:teuthology.orchestra.run.smithi059.stdout:Transaction test succeeded. 2024-08-17T16:53:43.086 INFO:teuthology.orchestra.run.smithi059.stdout:Running transaction 2024-08-17T16:53:43.098 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-08-17T16:53:43.201 INFO:teuthology.orchestra.run.smithi087.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-17T16:53:43.455 INFO:teuthology.orchestra.run.smithi059.stdout: Preparing : 1/1 2024-08-17T16:53:43.497 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-17T16:53:43.529 INFO:teuthology.orchestra.run.smithi087.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-08-17T16:53:43.620 INFO:teuthology.orchestra.run.smithi087.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-08-17T16:53:43.674 INFO:teuthology.orchestra.run.smithi059.stdout: Upgrading : libnvme-1.9-2.el9.x86_64 1/8 2024-08-17T16:53:43.741 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 2/8 2024-08-17T16:53:43.775 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/8 2024-08-17T16:53:43.808 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/8 2024-08-17T16:53:43.833 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : nvmetcli-0.7-3.el9.noarch 5/8 2024-08-17T16:53:44.116 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 5/8 2024-08-17T16:53:44.185 INFO:teuthology.orchestra.run.smithi059.stdout: Upgrading : nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-17T16:53:44.486 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-08-17T16:53:44.486 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-08-17T16:53:44.486 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-08-17T16:53:44.486 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-08-17T16:53:44.486 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-08-17T16:53:44.486 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libnvme-1.9-2.el9.x86_64 5/8 2024-08-17T16:53:44.486 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-08-17T16:53:44.486 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-08-17T16:53:44.504 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: nvme-cli-2.9.1-3.el9.x86_64 6/8 2024-08-17T16:53:44.538 INFO:teuthology.orchestra.run.smithi059.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 7/8 2024-08-17T16:53:44.631 INFO:teuthology.orchestra.run.smithi059.stdout: Cleanup : libnvme-1.6-1.el9.x86_64 8/8 2024-08-17T16:53:44.837 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-08-17T16:53:44.837 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:53:44.838 INFO:teuthology.orchestra.run.smithi087.stdout:Upgraded: 2024-08-17T16:53:44.838 INFO:teuthology.orchestra.run.smithi087.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T16:53:44.838 INFO:teuthology.orchestra.run.smithi087.stdout:Installed: 2024-08-17T16:53:44.838 INFO:teuthology.orchestra.run.smithi087.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T16:53:44.838 INFO:teuthology.orchestra.run.smithi087.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T16:53:44.838 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:53:44.838 INFO:teuthology.orchestra.run.smithi087.stdout:Complete! 2024-08-17T16:53:45.191 DEBUG:teuthology.parallel:result is None 2024-08-17T16:53:45.490 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: libnvme-1.6-1.el9.x86_64 8/8 2024-08-17T16:53:45.490 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 1/8 2024-08-17T16:53:45.490 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 2/8 2024-08-17T16:53:45.490 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 3/8 2024-08-17T16:53:45.490 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 4/8 2024-08-17T16:53:45.490 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libnvme-1.9-2.el9.x86_64 5/8 2024-08-17T16:53:45.491 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libnvme-1.6-1.el9.x86_64 6/8 2024-08-17T16:53:45.491 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : nvme-cli-2.9.1-3.el9.x86_64 7/8 2024-08-17T16:53:45.798 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 8/8 2024-08-17T16:53:45.798 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:53:45.798 INFO:teuthology.orchestra.run.smithi059.stdout:Upgraded: 2024-08-17T16:53:45.798 INFO:teuthology.orchestra.run.smithi059.stdout: libnvme-1.9-2.el9.x86_64 nvme-cli-2.9.1-3.el9.x86_64 2024-08-17T16:53:45.798 INFO:teuthology.orchestra.run.smithi059.stdout:Installed: 2024-08-17T16:53:45.798 INFO:teuthology.orchestra.run.smithi059.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-08-17T16:53:45.798 INFO:teuthology.orchestra.run.smithi059.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-08-17T16:53:45.799 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:53:45.799 INFO:teuthology.orchestra.run.smithi059.stdout:Complete! 2024-08-17T16:53:46.101 DEBUG:teuthology.parallel:result is None 2024-08-17T16:53:46.101 INFO:teuthology.run_tasks:Running task install... 2024-08-17T16:53:46.110 DEBUG:teuthology.task.install:project ceph 2024-08-17T16:53:46.110 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}} 2024-08-17T16:53:46.110 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'} 2024-08-17T16:53:46.110 INFO:teuthology.task.install:Using flavor: default 2024-08-17T16:53:46.116 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-17T16:53:46.116 INFO:teuthology.task.install:extra packages: [] 2024-08-17T16:53:46.116 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'tag': None, 'wait_for_package': False} 2024-08-17T16:53:46.116 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:53:46.116 INFO:teuthology.packaging:ref: None 2024-08-17T16:53:46.116 INFO:teuthology.packaging:tag: None 2024-08-17T16:53:46.117 INFO:teuthology.packaging:branch: reef 2024-08-17T16:53:46.117 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:53:46.117 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-17T16:53:46.119 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'tag': None, 'wait_for_package': False} 2024-08-17T16:53:46.119 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:53:46.119 INFO:teuthology.packaging:ref: None 2024-08-17T16:53:46.119 INFO:teuthology.packaging:tag: None 2024-08-17T16:53:46.119 INFO:teuthology.packaging:branch: reef 2024-08-17T16:53:46.119 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:53:46.119 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-17T16:53:46.363 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/ 2024-08-17T16:53:46.363 INFO:teuthology.task.install.rpm:Package version is 18.2.4-719.gced649f8 2024-08-17T16:53:46.408 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/ 2024-08-17T16:53:46.409 INFO:teuthology.task.install.rpm:Package version is 18.2.4-719.gced649f8 2024-08-17T16:53:46.485 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T16:53:46.485 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:53:46.485 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T16:53:46.519 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T16:53:46.519 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:53:46.519 INFO:teuthology.packaging:ref: None 2024-08-17T16:53:46.519 INFO:teuthology.packaging:tag: None 2024-08-17T16:53:46.519 INFO:teuthology.packaging:branch: reef 2024-08-17T16:53:46.519 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:53:46.519 DEBUG:teuthology.orchestra.run.smithi059:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T16:53:46.528 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-08-17T16:53:46.528 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:53:46.528 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-08-17T16:53:46.558 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-08-17T16:53:46.558 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:53:46.558 INFO:teuthology.packaging:ref: None 2024-08-17T16:53:46.558 INFO:teuthology.packaging:tag: None 2024-08-17T16:53:46.559 INFO:teuthology.packaging:branch: reef 2024-08-17T16:53:46.559 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:53:46.559 DEBUG:teuthology.orchestra.run.smithi087:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-08-17T16:53:46.588 DEBUG:teuthology.orchestra.run.smithi059:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T16:53:46.624 DEBUG:teuthology.orchestra.run.smithi087:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-08-17T16:53:46.667 DEBUG:teuthology.orchestra.run.smithi059:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T16:53:46.698 DEBUG:teuthology.orchestra.run.smithi087:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-08-17T16:53:46.742 INFO:teuthology.orchestra.run.smithi059.stdout:check_obsoletes = 1 2024-08-17T16:53:46.744 DEBUG:teuthology.orchestra.run.smithi059:> sudo yum clean all 2024-08-17T16:53:46.763 INFO:teuthology.orchestra.run.smithi087.stdout:check_obsoletes = 1 2024-08-17T16:53:46.764 DEBUG:teuthology.orchestra.run.smithi087:> sudo yum clean all 2024-08-17T16:53:46.987 INFO:teuthology.orchestra.run.smithi087.stdout:45 files removed 2024-08-17T16:53:46.991 INFO:teuthology.orchestra.run.smithi059.stdout:45 files removed 2024-08-17T16:53:47.013 DEBUG:teuthology.orchestra.run.smithi087:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T16:53:47.019 DEBUG:teuthology.orchestra.run.smithi059:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-08-17T16:53:47.598 INFO:teuthology.orchestra.run.smithi087.stdout:ceph packages for x86_64 253 kB/s | 77 kB 00:00 2024-08-17T16:53:47.636 INFO:teuthology.orchestra.run.smithi059.stdout:ceph packages for x86_64 240 kB/s | 77 kB 00:00 2024-08-17T16:53:47.915 INFO:teuthology.orchestra.run.smithi087.stdout:ceph noarch packages 43 kB/s | 11 kB 00:00 2024-08-17T16:53:47.978 INFO:teuthology.orchestra.run.smithi059.stdout:ceph noarch packages 40 kB/s | 11 kB 00:00 2024-08-17T16:53:48.216 INFO:teuthology.orchestra.run.smithi087.stdout:ceph source packages 7.3 kB/s | 1.9 kB 00:00 2024-08-17T16:53:48.329 INFO:teuthology.orchestra.run.smithi059.stdout:ceph source packages 6.2 kB/s | 1.9 kB 00:00 2024-08-17T16:53:48.824 INFO:teuthology.orchestra.run.smithi087.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-08-17T16:53:49.479 INFO:teuthology.orchestra.run.smithi059.stdout:CentOS Stream 9 - BaseOS 7.4 MB/s | 8.2 MB 00:01 2024-08-17T16:53:50.583 INFO:teuthology.orchestra.run.smithi087.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-08-17T16:53:54.088 INFO:teuthology.orchestra.run.smithi059.stdout:CentOS Stream 9 - AppStream 5.8 MB/s | 20 MB 00:03 2024-08-17T16:53:54.793 INFO:teuthology.orchestra.run.smithi087.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.6 MB 00:00 2024-08-17T16:53:56.577 INFO:teuthology.orchestra.run.smithi087.stdout:CentOS Stream 9 - Extras packages 41 kB/s | 18 kB 00:00 2024-08-17T16:53:57.756 INFO:teuthology.orchestra.run.smithi087.stdout:Extra Packages for Enterprise Linux 21 MB/s | 22 MB 00:01 2024-08-17T16:53:59.831 INFO:teuthology.orchestra.run.smithi059.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.6 MB 00:01 2024-08-17T16:54:01.415 INFO:teuthology.orchestra.run.smithi059.stdout:CentOS Stream 9 - Extras packages 59 kB/s | 18 kB 00:00 2024-08-17T16:54:02.619 INFO:teuthology.orchestra.run.smithi059.stdout:Extra Packages for Enterprise Linux 21 MB/s | 22 MB 00:01 2024-08-17T16:54:03.104 INFO:teuthology.orchestra.run.smithi087.stdout:lab-extras 40 kB/s | 1.7 kB 00:00 2024-08-17T16:54:05.388 INFO:teuthology.orchestra.run.smithi087.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:54:05.389 INFO:teuthology.orchestra.run.smithi087.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:54:05.448 INFO:teuthology.orchestra.run.smithi087.stdout:Dependencies resolved. 2024-08-17T16:54:05.455 INFO:teuthology.orchestra.run.smithi087.stdout:====================================================================================== 2024-08-17T16:54:05.455 INFO:teuthology.orchestra.run.smithi087.stdout: Package Arch Version Repository Size 2024-08-17T16:54:05.455 INFO:teuthology.orchestra.run.smithi087.stdout:====================================================================================== 2024-08-17T16:54:05.455 INFO:teuthology.orchestra.run.smithi087.stdout:Installing: 2024-08-17T16:54:05.455 INFO:teuthology.orchestra.run.smithi087.stdout: ceph x86_64 2:18.2.4-719.gced649f8.el9 ceph 6.5 k 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-base x86_64 2:18.2.4-719.gced649f8.el9 ceph 5.1 M 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-fuse x86_64 2:18.2.4-719.gced649f8.el9 ceph 852 k 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-719.gced649f8.el9 ceph 143 k 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr x86_64 2:18.2.4-719.gced649f8.el9 ceph 1.5 M 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-cephadm noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 139 k 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-dashboard noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 3.5 M 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 7.4 M 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-rook noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 49 k 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-radosgw x86_64 2:18.2.4-719.gced649f8.el9 ceph 7.7 M 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-test x86_64 2:18.2.4-719.gced649f8.el9 ceph 40 M 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: cephadm noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 224 k 2024-08-17T16:54:05.456 INFO:teuthology.orchestra.run.smithi087.stdout: libcephfs-devel x86_64 2:18.2.4-719.gced649f8.el9 ceph 31 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: libcephfs2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 712 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: librados-devel x86_64 2:18.2.4-719.gced649f8.el9 ceph 127 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cephfs x86_64 2:18.2.4-719.gced649f8.el9 ceph 188 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: python3-rados x86_64 2:18.2.4-719.gced649f8.el9 ceph 372 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: python3-rbd x86_64 2:18.2.4-719.gced649f8.el9 ceph 347 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: python3-rgw x86_64 2:18.2.4-719.gced649f8.el9 ceph 116 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: rbd-fuse x86_64 2:18.2.4-719.gced649f8.el9 ceph 87 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: rbd-mirror x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.0 M 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: rbd-nbd x86_64 2:18.2.4-719.gced649f8.el9 ceph 172 k 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout:Upgrading: 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: librados2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.3 M 2024-08-17T16:54:05.457 INFO:teuthology.orchestra.run.smithi087.stdout: librbd1 x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.0 M 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout:Installing dependencies: 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-common x86_64 2:18.2.4-719.gced649f8.el9 ceph 18 M 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-grafana-dashboards noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 24 k 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mds x86_64 2:18.2.4-719.gced649f8.el9 ceph 2.1 M 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-modules-core noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 246 k 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mon x86_64 2:18.2.4-719.gced649f8.el9 ceph 4.7 M 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-osd x86_64 2:18.2.4-719.gced649f8.el9 ceph 17 M 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-prometheus-alerts noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 16 k 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-selinux x86_64 2:18.2.4-719.gced649f8.el9 ceph 25 k 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T16:54:05.458 INFO:teuthology.orchestra.run.smithi087.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: libcephsqlite x86_64 2:18.2.4-719.gced649f8.el9 ceph 166 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T16:54:05.459 INFO:teuthology.orchestra.run.smithi087.stdout: libradosstriper1 x86_64 2:18.2.4-719.gced649f8.el9 ceph 477 k 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: librgw2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 4.5 M 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T16:54:05.460 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-ceph-argparse x86_64 2:18.2.4-719.gced649f8.el9 ceph 45 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-ceph-common x86_64 2:18.2.4-719.gced649f8.el9 ceph 129 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T16:54:05.461 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T16:54:05.462 INFO:teuthology.orchestra.run.smithi087.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T16:54:05.463 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T16:54:05.464 INFO:teuthology.orchestra.run.smithi087.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout:Transaction Summary 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout:====================================================================================== 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout:Install 116 Packages 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout:Upgrade 2 Packages 2024-08-17T16:54:05.465 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:05.466 INFO:teuthology.orchestra.run.smithi087.stdout:Total download size: 179 M 2024-08-17T16:54:05.466 INFO:teuthology.orchestra.run.smithi087.stdout:Downloading Packages: 2024-08-17T16:54:05.805 INFO:teuthology.orchestra.run.smithi087.stdout:(1/118): ceph-18.2.4-719.gced649f8.el9.x86_64.r 41 kB/s | 6.5 kB 00:00 2024-08-17T16:54:05.997 INFO:teuthology.orchestra.run.smithi087.stdout:(2/118): ceph-fuse-18.2.4-719.gced649f8.el9.x86 4.3 MB/s | 852 kB 00:00 2024-08-17T16:54:06.081 INFO:teuthology.orchestra.run.smithi087.stdout:(3/118): ceph-immutable-object-cache-18.2.4-719 1.7 MB/s | 143 kB 00:00 2024-08-17T16:54:06.156 INFO:teuthology.orchestra.run.smithi087.stdout:(4/118): ceph-base-18.2.4-719.gced649f8.el9.x86 10 MB/s | 5.1 MB 00:00 2024-08-17T16:54:06.265 INFO:teuthology.orchestra.run.smithi087.stdout:(5/118): ceph-mgr-18.2.4-719.gced649f8.el9.x86_ 13 MB/s | 1.5 MB 00:00 2024-08-17T16:54:06.323 INFO:teuthology.orchestra.run.smithi087.stdout:(6/118): ceph-mds-18.2.4-719.gced649f8.el9.x86_ 8.7 MB/s | 2.1 MB 00:00 2024-08-17T16:54:06.499 INFO:teuthology.orchestra.run.smithi087.stdout:(7/118): ceph-mon-18.2.4-719.gced649f8.el9.x86_ 20 MB/s | 4.7 MB 00:00 2024-08-17T16:54:06.715 INFO:teuthology.orchestra.run.smithi087.stdout:(8/118): ceph-common-18.2.4-719.gced649f8.el9.x 17 MB/s | 18 MB 00:01 2024-08-17T16:54:06.774 INFO:teuthology.orchestra.run.smithi087.stdout:(9/118): ceph-selinux-18.2.4-719.gced649f8.el9. 432 kB/s | 25 kB 00:00 2024-08-17T16:54:07.024 INFO:teuthology.orchestra.run.smithi087.stdout:(10/118): ceph-radosgw-18.2.4-719.gced649f8.el9 15 MB/s | 7.7 MB 00:00 2024-08-17T16:54:07.075 INFO:teuthology.orchestra.run.smithi087.stdout:(11/118): libcephfs-devel-18.2.4-719.gced649f8. 624 kB/s | 31 kB 00:00 2024-08-17T16:54:07.475 INFO:teuthology.orchestra.run.smithi087.stdout:(12/118): ceph-osd-18.2.4-719.gced649f8.el9.x86 14 MB/s | 17 MB 00:01 2024-08-17T16:54:07.500 INFO:teuthology.orchestra.run.smithi087.stdout:(13/118): libcephfs2-18.2.4-719.gced649f8.el9.x 1.6 MB/s | 712 kB 00:00 2024-08-17T16:54:07.525 INFO:teuthology.orchestra.run.smithi087.stdout:(14/118): libcephsqlite-18.2.4-719.gced649f8.el 3.2 MB/s | 166 kB 00:00 2024-08-17T16:54:07.551 INFO:teuthology.orchestra.run.smithi087.stdout:(15/118): librados-devel-18.2.4-719.gced649f8.e 2.5 MB/s | 127 kB 00:00 2024-08-17T16:54:07.576 INFO:teuthology.orchestra.run.smithi087.stdout:(16/118): libradosstriper1-18.2.4-719.gced649f8 9.3 MB/s | 477 kB 00:00 2024-08-17T16:54:07.610 INFO:teuthology.orchestra.run.smithi087.stdout:(17/118): python3-ceph-argparse-18.2.4-719.gced 1.3 MB/s | 45 kB 00:00 2024-08-17T16:54:07.676 INFO:teuthology.orchestra.run.smithi087.stdout:(18/118): python3-ceph-common-18.2.4-719.gced64 1.9 MB/s | 129 kB 00:00 2024-08-17T16:54:07.743 INFO:teuthology.orchestra.run.smithi087.stdout:(19/118): python3-cephfs-18.2.4-719.gced649f8.e 2.8 MB/s | 188 kB 00:00 2024-08-17T16:54:07.821 INFO:teuthology.orchestra.run.smithi087.stdout:(20/118): python3-rados-18.2.4-719.gced649f8.el 4.7 MB/s | 372 kB 00:00 2024-08-17T16:54:07.896 INFO:teuthology.orchestra.run.smithi087.stdout:(21/118): python3-rbd-18.2.4-719.gced649f8.el9. 4.5 MB/s | 347 kB 00:00 2024-08-17T16:54:07.963 INFO:teuthology.orchestra.run.smithi087.stdout:(22/118): python3-rgw-18.2.4-719.gced649f8.el9. 1.7 MB/s | 116 kB 00:00 2024-08-17T16:54:08.267 INFO:teuthology.orchestra.run.smithi059.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-08-17T16:54:08.347 INFO:teuthology.orchestra.run.smithi087.stdout:(23/118): ceph-test-18.2.4-719.gced649f8.el9.x8 25 MB/s | 40 MB 00:01 2024-08-17T16:54:08.372 INFO:teuthology.orchestra.run.smithi087.stdout:(24/118): rbd-fuse-18.2.4-719.gced649f8.el9.x86 212 kB/s | 87 kB 00:00 2024-08-17T16:54:08.447 INFO:teuthology.orchestra.run.smithi087.stdout:(25/118): librgw2-18.2.4-719.gced649f8.el9.x86_ 5.0 MB/s | 4.5 MB 00:00 2024-08-17T16:54:08.464 INFO:teuthology.orchestra.run.smithi087.stdout:(26/118): rbd-nbd-18.2.4-719.gced649f8.el9.x86_ 1.8 MB/s | 172 kB 00:00 2024-08-17T16:54:08.490 INFO:teuthology.orchestra.run.smithi087.stdout:(27/118): ceph-grafana-dashboards-18.2.4-719.gc 585 kB/s | 24 kB 00:00 2024-08-17T16:54:08.515 INFO:teuthology.orchestra.run.smithi087.stdout:(28/118): ceph-mgr-cephadm-18.2.4-719.gced649f8 2.7 MB/s | 139 kB 00:00 2024-08-17T16:54:08.582 INFO:teuthology.orchestra.run.smithi087.stdout:(29/118): rbd-mirror-18.2.4-719.gced649f8.el9.x 13 MB/s | 3.0 MB 00:00 2024-08-17T16:54:08.632 INFO:teuthology.orchestra.run.smithi087.stdout:(30/118): ceph-mgr-modules-core-18.2.4-719.gced 4.8 MB/s | 246 kB 00:00 2024-08-17T16:54:08.691 INFO:teuthology.orchestra.run.smithi087.stdout:(31/118): ceph-mgr-rook-18.2.4-719.gced649f8.el 845 kB/s | 49 kB 00:00 2024-08-17T16:54:08.750 INFO:teuthology.orchestra.run.smithi087.stdout:(32/118): ceph-prometheus-alerts-18.2.4-719.gce 283 kB/s | 16 kB 00:00 2024-08-17T16:54:08.808 INFO:teuthology.orchestra.run.smithi087.stdout:(33/118): cephadm-18.2.4-719.gced649f8.el9.noar 3.8 MB/s | 224 kB 00:00 2024-08-17T16:54:08.892 INFO:teuthology.orchestra.run.smithi087.stdout:(34/118): ceph-mgr-dashboard-18.2.4-719.gced649 8.8 MB/s | 3.5 MB 00:00 2024-08-17T16:54:08.975 INFO:teuthology.orchestra.run.smithi087.stdout:(35/118): ceph-mgr-diskprediction-local-18.2.4- 16 MB/s | 7.4 MB 00:00 2024-08-17T16:54:09.000 INFO:teuthology.orchestra.run.smithi087.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 416 kB/s | 80 kB 00:00 2024-08-17T16:54:09.134 INFO:teuthology.orchestra.run.smithi087.stdout:(37/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 253 kB 00:00 2024-08-17T16:54:09.159 INFO:teuthology.orchestra.run.smithi087.stdout:(38/118): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-08-17T16:54:09.210 INFO:teuthology.orchestra.run.smithi087.stdout:(39/118): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-08-17T16:54:09.293 INFO:teuthology.orchestra.run.smithi087.stdout:(40/118): libgfortran-11.4.1-3.el9.x86_64.rpm 2.0 MB/s | 803 kB 00:00 2024-08-17T16:54:09.310 INFO:teuthology.orchestra.run.smithi087.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-08-17T16:54:09.369 INFO:teuthology.orchestra.run.smithi087.stdout:(42/118): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-08-17T16:54:09.394 INFO:teuthology.orchestra.run.smithi087.stdout:(43/118): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-08-17T16:54:09.536 INFO:teuthology.orchestra.run.smithi087.stdout:(44/118): python3-cryptography-36.0.1-4.el9.x86 3.1 MB/s | 1.2 MB 00:00 2024-08-17T16:54:09.653 INFO:teuthology.orchestra.run.smithi087.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 126 kB/s | 33 kB 00:00 2024-08-17T16:54:09.770 INFO:teuthology.orchestra.run.smithi087.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 156 kB/s | 18 kB 00:00 2024-08-17T16:54:09.812 INFO:teuthology.orchestra.run.smithi087.stdout:(47/118): boost-program-options-1.75.0-8.el9.x8 241 kB/s | 107 kB 00:00 2024-08-17T16:54:09.920 INFO:teuthology.orchestra.run.smithi087.stdout:(48/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 418 kB/s | 45 kB 00:00 2024-08-17T16:54:10.029 INFO:teuthology.orchestra.run.smithi087.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 619 kB/s | 160 kB 00:00 2024-08-17T16:54:10.213 INFO:teuthology.orchestra.run.smithi087.stdout:(50/118): librdkafka-1.6.1-102.el9.x86_64.rpm 2.2 MB/s | 662 kB 00:00 2024-08-17T16:54:10.238 INFO:teuthology.orchestra.run.smithi087.stdout:(51/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.4 MB/s | 292 kB 00:00 2024-08-17T16:54:10.313 INFO:teuthology.orchestra.run.smithi087.stdout:(52/118): openblas-0.3.21-2.el9.x86_64.rpm 352 kB/s | 35 kB 00:00 2024-08-17T16:54:10.405 INFO:teuthology.orchestra.run.smithi087.stdout:(53/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.4 MB/s | 3.0 MB 00:00 2024-08-17T16:54:10.552 INFO:teuthology.orchestra.run.smithi087.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 748 kB/s | 87 kB 00:00 2024-08-17T16:54:10.564 INFO:teuthology.orchestra.run.smithi087.stdout:(55/118): python3-devel-3.9.18-3.el9.x86_64.rpm 1.8 MB/s | 244 kB 00:00 2024-08-17T16:54:10.643 INFO:teuthology.orchestra.run.smithi059.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:54:10.644 INFO:teuthology.orchestra.run.smithi059.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-08-17T16:54:10.656 INFO:teuthology.orchestra.run.smithi087.stdout:(56/118): openblas-openmp-0.3.21-2.el9.x86_64.r 11 MB/s | 4.7 MB 00:00 2024-08-17T16:54:10.681 INFO:teuthology.orchestra.run.smithi087.stdout:(57/118): python3-iniconfig-1.1.1-7.el9.noarch. 150 kB/s | 17 kB 00:00 2024-08-17T16:54:10.706 INFO:teuthology.orchestra.run.smithi059.stdout:Dependencies resolved. 2024-08-17T16:54:10.713 INFO:teuthology.orchestra.run.smithi059.stdout:====================================================================================== 2024-08-17T16:54:10.713 INFO:teuthology.orchestra.run.smithi059.stdout: Package Arch Version Repository Size 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout:====================================================================================== 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout:Installing: 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout: ceph x86_64 2:18.2.4-719.gced649f8.el9 ceph 6.5 k 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-base x86_64 2:18.2.4-719.gced649f8.el9 ceph 5.1 M 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-fuse x86_64 2:18.2.4-719.gced649f8.el9 ceph 852 k 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-719.gced649f8.el9 ceph 143 k 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr x86_64 2:18.2.4-719.gced649f8.el9 ceph 1.5 M 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-cephadm noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 139 k 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-dashboard noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 3.5 M 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 7.4 M 2024-08-17T16:54:10.714 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-rook noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 49 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-radosgw x86_64 2:18.2.4-719.gced649f8.el9 ceph 7.7 M 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-test x86_64 2:18.2.4-719.gced649f8.el9 ceph 40 M 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: cephadm noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 224 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: libcephfs-devel x86_64 2:18.2.4-719.gced649f8.el9 ceph 31 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: libcephfs2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 712 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: librados-devel x86_64 2:18.2.4-719.gced649f8.el9 ceph 127 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cephfs x86_64 2:18.2.4-719.gced649f8.el9 ceph 188 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: python3-rados x86_64 2:18.2.4-719.gced649f8.el9 ceph 372 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: python3-rbd x86_64 2:18.2.4-719.gced649f8.el9 ceph 347 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: python3-rgw x86_64 2:18.2.4-719.gced649f8.el9 ceph 116 k 2024-08-17T16:54:10.715 INFO:teuthology.orchestra.run.smithi059.stdout: rbd-fuse x86_64 2:18.2.4-719.gced649f8.el9 ceph 87 k 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: rbd-mirror x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.0 M 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: rbd-nbd x86_64 2:18.2.4-719.gced649f8.el9 ceph 172 k 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout:Upgrading: 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: librados2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.3 M 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: librbd1 x86_64 2:18.2.4-719.gced649f8.el9 ceph 3.0 M 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout:Installing dependencies: 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-common x86_64 2:18.2.4-719.gced649f8.el9 ceph 18 M 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-grafana-dashboards noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 24 k 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mds x86_64 2:18.2.4-719.gced649f8.el9 ceph 2.1 M 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-modules-core noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 246 k 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mon x86_64 2:18.2.4-719.gced649f8.el9 ceph 4.7 M 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-osd x86_64 2:18.2.4-719.gced649f8.el9 ceph 17 M 2024-08-17T16:54:10.716 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-prometheus-alerts noarch 2:18.2.4-719.gced649f8.el9 ceph-noarch 16 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-selinux x86_64 2:18.2.4-719.gced649f8.el9 ceph 25 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: libcephsqlite x86_64 2:18.2.4-719.gced649f8.el9 ceph 166 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-08-17T16:54:10.717 INFO:teuthology.orchestra.run.smithi059.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: libradosstriper1 x86_64 2:18.2.4-719.gced649f8.el9 ceph 477 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: librgw2 x86_64 2:18.2.4-719.gced649f8.el9 ceph 4.5 M 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-08-17T16:54:10.718 INFO:teuthology.orchestra.run.smithi059.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-08-17T16:54:10.719 INFO:teuthology.orchestra.run.smithi059.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-08-17T16:54:10.719 INFO:teuthology.orchestra.run.smithi059.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-08-17T16:54:10.719 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-08-17T16:54:10.719 INFO:teuthology.orchestra.run.smithi059.stdout: python3-ceph-argparse x86_64 2:18.2.4-719.gced649f8.el9 ceph 45 k 2024-08-17T16:54:10.719 INFO:teuthology.orchestra.run.smithi059.stdout: python3-ceph-common x86_64 2:18.2.4-719.gced649f8.el9 ceph 129 k 2024-08-17T16:54:10.719 INFO:teuthology.orchestra.run.smithi059.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-08-17T16:54:10.719 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-08-17T16:54:10.719 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-google-auth noarch 1:2.33.0-1.el9 epel 220 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-08-17T16:54:10.720 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-08-17T16:54:10.721 INFO:teuthology.orchestra.run.smithi059.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-08-17T16:54:10.722 INFO:teuthology.orchestra.run.smithi059.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-08-17T16:54:10.723 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:10.724 INFO:teuthology.orchestra.run.smithi059.stdout:Transaction Summary 2024-08-17T16:54:10.724 INFO:teuthology.orchestra.run.smithi059.stdout:====================================================================================== 2024-08-17T16:54:10.724 INFO:teuthology.orchestra.run.smithi059.stdout:Install 116 Packages 2024-08-17T16:54:10.724 INFO:teuthology.orchestra.run.smithi059.stdout:Upgrade 2 Packages 2024-08-17T16:54:10.724 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:10.727 INFO:teuthology.orchestra.run.smithi059.stdout:Total download size: 179 M 2024-08-17T16:54:10.727 INFO:teuthology.orchestra.run.smithi059.stdout:Downloading Packages: 2024-08-17T16:54:10.765 INFO:teuthology.orchestra.run.smithi087.stdout:(58/118): python3-babel-2.9.1-2.el9.noarch.rpm 17 MB/s | 6.0 MB 00:00 2024-08-17T16:54:10.790 INFO:teuthology.orchestra.run.smithi087.stdout:(59/118): python3-jinja2-2.11.3-6.el9.noarch.rp 1.8 MB/s | 248 kB 00:00 2024-08-17T16:54:10.815 INFO:teuthology.orchestra.run.smithi087.stdout:(60/118): python3-jsonpatch-1.21-16.el9.noarch. 191 kB/s | 26 kB 00:00 2024-08-17T16:54:10.866 INFO:teuthology.orchestra.run.smithi087.stdout:(61/118): python3-jsonpointer-2.0-4.el9.noarch. 190 kB/s | 19 kB 00:00 2024-08-17T16:54:10.899 INFO:teuthology.orchestra.run.smithi087.stdout:(62/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.5 MB/s | 172 kB 00:00 2024-08-17T16:54:10.924 INFO:teuthology.orchestra.run.smithi087.stdout:(63/118): python3-markupsafe-1.1.1-12.el9.x86_6 319 kB/s | 35 kB 00:00 2024-08-17T16:54:11.025 INFO:teuthology.orchestra.run.smithi087.stdout:(64/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.0 MB/s | 250 kB 00:00 2024-08-17T16:54:11.050 INFO:teuthology.orchestra.run.smithi087.stdout:(65/118): python3-oauthlib-3.1.1-5.el9.noarch.r 1.7 MB/s | 222 kB 00:00 2024-08-17T16:54:11.125 INFO:teuthology.orchestra.run.smithi087.stdout:(66/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 20 MB/s | 5.1 MB 00:00 2024-08-17T16:54:11.150 INFO:teuthology.orchestra.run.smithi087.stdout:(67/118): python3-packaging-20.9-5.el9.noarch.r 616 kB/s | 77 kB 00:00 2024-08-17T16:54:11.176 INFO:teuthology.orchestra.run.smithi087.stdout:(68/118): python3-pluggy-0.13.1-7.el9.noarch.rp 330 kB/s | 41 kB 00:00 2024-08-17T16:54:11.234 INFO:teuthology.orchestra.run.smithi087.stdout:(69/118): python3-prettytable-0.7.2-27.el9.noar 388 kB/s | 42 kB 00:00 2024-08-17T16:54:11.259 INFO:teuthology.orchestra.run.smithi087.stdout:(70/118): python3-py-1.10.0-6.el9.noarch.rpm 4.3 MB/s | 477 kB 00:00 2024-08-17T16:54:11.285 INFO:teuthology.orchestra.run.smithi087.stdout:(71/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-08-17T16:54:11.318 INFO:teuthology.orchestra.run.smithi059.stdout:(1/118): ceph-18.2.4-719.gced649f8.el9.x86_64.r 38 kB/s | 6.5 kB 00:00 2024-08-17T16:54:11.343 INFO:teuthology.orchestra.run.smithi087.stdout:(72/118): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-08-17T16:54:11.385 INFO:teuthology.orchestra.run.smithi087.stdout:(73/118): python3-pytest-6.2.2-7.el9.noarch.rpm 4.0 MB/s | 519 kB 00:00 2024-08-17T16:54:11.411 INFO:teuthology.orchestra.run.smithi087.stdout:(74/118): python3-pytz-2021.1-5.el9.noarch.rpm 406 kB/s | 51 kB 00:00 2024-08-17T16:54:11.461 INFO:teuthology.orchestra.run.smithi087.stdout:(75/118): python3-requests-oauthlib-1.3.0-12.el 458 kB/s | 54 kB 00:00 2024-08-17T16:54:11.545 INFO:teuthology.orchestra.run.smithi087.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 312 kB/s | 42 kB 00:00 2024-08-17T16:54:11.570 INFO:teuthology.orchestra.run.smithi087.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-08-17T16:54:11.626 INFO:teuthology.orchestra.run.smithi059.stdout:(2/118): ceph-base-18.2.4-719.gced649f8.el9.x86 11 MB/s | 5.1 MB 00:00 2024-08-17T16:54:11.645 INFO:teuthology.orchestra.run.smithi087.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 635 kB/s | 64 kB 00:00 2024-08-17T16:54:11.660 INFO:teuthology.orchestra.run.smithi059.stdout:(3/118): ceph-fuse-18.2.4-719.gced649f8.el9.x86 2.4 MB/s | 852 kB 00:00 2024-08-17T16:54:11.670 INFO:teuthology.orchestra.run.smithi087.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 1.1 MB/s | 111 kB 00:00 2024-08-17T16:54:11.686 INFO:teuthology.orchestra.run.smithi059.stdout:(4/118): ceph-immutable-object-cache-18.2.4-719 2.4 MB/s | 143 kB 00:00 2024-08-17T16:54:11.769 INFO:teuthology.orchestra.run.smithi059.stdout:(5/118): ceph-mgr-18.2.4-719.gced649f8.el9.x86_ 18 MB/s | 1.5 MB 00:00 2024-08-17T16:54:11.779 INFO:teuthology.orchestra.run.smithi087.stdout:(80/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.3 MB/s | 309 kB 00:00 2024-08-17T16:54:11.804 INFO:teuthology.orchestra.run.smithi087.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-08-17T16:54:11.838 INFO:teuthology.orchestra.run.smithi087.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-08-17T16:54:11.863 INFO:teuthology.orchestra.run.smithi087.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-08-17T16:54:11.939 INFO:teuthology.orchestra.run.smithi087.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-08-17T16:54:12.045 INFO:teuthology.orchestra.run.smithi059.stdout:(6/118): ceph-mon-18.2.4-719.gced649f8.el9.x86_ 17 MB/s | 4.7 MB 00:00 2024-08-17T16:54:12.089 INFO:teuthology.orchestra.run.smithi087.stdout:(85/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 23 MB/s | 16 MB 00:00 2024-08-17T16:54:12.147 INFO:teuthology.orchestra.run.smithi087.stdout:(86/118): python3-asyncssh-2.13.2-5.el9.noarch. 2.6 MB/s | 548 kB 00:00 2024-08-17T16:54:12.173 INFO:teuthology.orchestra.run.smithi087.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.4 MB/s | 32 kB 00:00 2024-08-17T16:54:12.198 INFO:teuthology.orchestra.run.smithi087.stdout:(88/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 400 kB/s | 43 kB 00:00 2024-08-17T16:54:12.223 INFO:teuthology.orchestra.run.smithi087.stdout:(89/118): python3-certifi-2023.05.07-4.el9.noar 281 kB/s | 14 kB 00:00 2024-08-17T16:54:12.253 INFO:teuthology.orchestra.run.smithi059.stdout:(7/118): ceph-common-18.2.4-719.gced649f8.el9.x 17 MB/s | 18 MB 00:01 2024-08-17T16:54:12.290 INFO:teuthology.orchestra.run.smithi087.stdout:(90/118): libarrow-9.0.0-11.el9.x86_64.rpm 7.4 MB/s | 4.4 MB 00:00 2024-08-17T16:54:12.295 INFO:teuthology.orchestra.run.smithi059.stdout:(8/118): ceph-mds-18.2.4-719.gced649f8.el9.x86_ 3.3 MB/s | 2.1 MB 00:00 2024-08-17T16:54:12.315 INFO:teuthology.orchestra.run.smithi087.stdout:(91/118): python3-cheroot-8.6.0-4.el9.noarch.rp 1.4 MB/s | 172 kB 00:00 2024-08-17T16:54:12.341 INFO:teuthology.orchestra.run.smithi087.stdout:(92/118): python3-cherrypy-18.6.1-2.el9.noarch. 3.0 MB/s | 358 kB 00:00 2024-08-17T16:54:12.362 INFO:teuthology.orchestra.run.smithi059.stdout:(9/118): ceph-selinux-18.2.4-719.gced649f8.el9. 377 kB/s | 25 kB 00:00 2024-08-17T16:54:12.366 INFO:teuthology.orchestra.run.smithi087.stdout:(93/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 212 kB/s | 11 kB 00:00 2024-08-17T16:54:12.391 INFO:teuthology.orchestra.run.smithi087.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 350 kB/s | 18 kB 00:00 2024-08-17T16:54:12.416 INFO:teuthology.orchestra.run.smithi087.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-08-17T16:54:12.442 INFO:teuthology.orchestra.run.smithi087.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 387 kB/s | 19 kB 00:00 2024-08-17T16:54:12.467 INFO:teuthology.orchestra.run.smithi087.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 391 kB/s | 20 kB 00:00 2024-08-17T16:54:12.492 INFO:teuthology.orchestra.run.smithi087.stdout:(98/118): python3-google-auth-2.33.0-1.el9.noar 1.1 MB/s | 220 kB 00:00 2024-08-17T16:54:12.517 INFO:teuthology.orchestra.run.smithi087.stdout:(99/118): python3-logutils-0.3.5-21.el9.noarch. 921 kB/s | 46 kB 00:00 2024-08-17T16:54:12.543 INFO:teuthology.orchestra.run.smithi087.stdout:(100/118): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-08-17T16:54:12.562 INFO:teuthology.orchestra.run.smithi059.stdout:(10/118): ceph-radosgw-18.2.4-719.gced649f8.el9 25 MB/s | 7.7 MB 00:00 2024-08-17T16:54:12.570 INFO:teuthology.orchestra.run.smithi087.stdout:(101/118): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-08-17T16:54:12.593 INFO:teuthology.orchestra.run.smithi087.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 663 kB/s | 16 kB 00:00 2024-08-17T16:54:12.613 INFO:teuthology.orchestra.run.smithi059.stdout:(11/118): libcephfs-devel-18.2.4-719.gced649f8. 625 kB/s | 31 kB 00:00 2024-08-17T16:54:12.618 INFO:teuthology.orchestra.run.smithi087.stdout:(103/118): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-08-17T16:54:12.644 INFO:teuthology.orchestra.run.smithi087.stdout:(104/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-08-17T16:54:12.669 INFO:teuthology.orchestra.run.smithi087.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-08-17T16:54:12.695 INFO:teuthology.orchestra.run.smithi087.stdout:(106/118): python3-routes-2.5.1-5.el9.noarch.rp 3.6 MB/s | 188 kB 00:00 2024-08-17T16:54:12.696 INFO:teuthology.orchestra.run.smithi059.stdout:(12/118): libcephfs2-18.2.4-719.gced649f8.el9.x 8.4 MB/s | 712 kB 00:00 2024-08-17T16:54:12.728 INFO:teuthology.orchestra.run.smithi087.stdout:(107/118): python3-kubernetes-26.1.0-2.el9.noar 3.6 MB/s | 1.0 MB 00:00 2024-08-17T16:54:12.753 INFO:teuthology.orchestra.run.smithi087.stdout:(108/118): python3-rsa-4.9-2.el9.noarch.rpm 705 kB/s | 59 kB 00:00 2024-08-17T16:54:12.778 INFO:teuthology.orchestra.run.smithi087.stdout:(109/118): python3-tempora-5.0.0-2.el9.noarch.r 427 kB/s | 36 kB 00:00 2024-08-17T16:54:12.804 INFO:teuthology.orchestra.run.smithi087.stdout:(110/118): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-08-17T16:54:12.830 INFO:teuthology.orchestra.run.smithi087.stdout:(111/118): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-08-17T16:54:12.854 INFO:teuthology.orchestra.run.smithi087.stdout:(112/118): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-08-17T16:54:12.855 INFO:teuthology.orchestra.run.smithi059.stdout:(13/118): ceph-osd-18.2.4-719.gced649f8.el9.x86 20 MB/s | 17 MB 00:00 2024-08-17T16:54:12.880 INFO:teuthology.orchestra.run.smithi059.stdout:(14/118): libcephsqlite-18.2.4-719.gced649f8.el 905 kB/s | 166 kB 00:00 2024-08-17T16:54:12.880 INFO:teuthology.orchestra.run.smithi087.stdout:(113/118): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-08-17T16:54:12.897 INFO:teuthology.orchestra.run.smithi059.stdout:(15/118): librados-devel-18.2.4-719.gced649f8.e 3.0 MB/s | 127 kB 00:00 2024-08-17T16:54:12.905 INFO:teuthology.orchestra.run.smithi087.stdout:(114/118): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-08-17T16:54:12.930 INFO:teuthology.orchestra.run.smithi059.stdout:(16/118): libradosstriper1-18.2.4-719.gced649f8 9.3 MB/s | 477 kB 00:00 2024-08-17T16:54:12.931 INFO:teuthology.orchestra.run.smithi087.stdout:(115/118): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-08-17T16:54:12.989 INFO:teuthology.orchestra.run.smithi087.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-08-17T16:54:13.006 INFO:teuthology.orchestra.run.smithi059.stdout:(17/118): python3-ceph-argparse-18.2.4-719.gced 597 kB/s | 45 kB 00:00 2024-08-17T16:54:13.073 INFO:teuthology.orchestra.run.smithi059.stdout:(18/118): librgw2-18.2.4-719.gced649f8.el9.x86_ 25 MB/s | 4.5 MB 00:00 2024-08-17T16:54:13.098 INFO:teuthology.orchestra.run.smithi059.stdout:(19/118): python3-ceph-common-18.2.4-719.gced64 1.4 MB/s | 129 kB 00:00 2024-08-17T16:54:13.123 INFO:teuthology.orchestra.run.smithi059.stdout:(20/118): python3-cephfs-18.2.4-719.gced649f8.e 3.7 MB/s | 188 kB 00:00 2024-08-17T16:54:13.157 INFO:teuthology.orchestra.run.smithi059.stdout:(21/118): python3-rados-18.2.4-719.gced649f8.el 6.2 MB/s | 372 kB 00:00 2024-08-17T16:54:13.191 INFO:teuthology.orchestra.run.smithi059.stdout:(22/118): python3-rbd-18.2.4-719.gced649f8.el9. 5.1 MB/s | 347 kB 00:00 2024-08-17T16:54:13.224 INFO:teuthology.orchestra.run.smithi059.stdout:(23/118): python3-rgw-18.2.4-719.gced649f8.el9. 1.7 MB/s | 116 kB 00:00 2024-08-17T16:54:13.231 INFO:teuthology.orchestra.run.smithi087.stdout:(117/118): librados2-18.2.4-719.gced649f8.el9.x 10 MB/s | 3.3 MB 00:00 2024-08-17T16:54:13.249 INFO:teuthology.orchestra.run.smithi059.stdout:(24/118): rbd-fuse-18.2.4-719.gced649f8.el9.x86 1.4 MB/s | 87 kB 00:00 2024-08-17T16:54:13.341 INFO:teuthology.orchestra.run.smithi059.stdout:(25/118): rbd-nbd-18.2.4-719.gced649f8.el9.x86_ 1.8 MB/s | 172 kB 00:00 2024-08-17T16:54:13.373 INFO:teuthology.orchestra.run.smithi087.stdout:(118/118): librbd1-18.2.4-719.gced649f8.el9.x86 6.8 MB/s | 3.0 MB 00:00 2024-08-17T16:54:13.377 INFO:teuthology.orchestra.run.smithi087.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:54:13.378 INFO:teuthology.orchestra.run.smithi087.stdout:Total 23 MB/s | 179 MB 00:07 2024-08-17T16:54:13.400 INFO:teuthology.orchestra.run.smithi059.stdout:(26/118): rbd-mirror-18.2.4-719.gced649f8.el9.x 17 MB/s | 3.0 MB 00:00 2024-08-17T16:54:13.425 INFO:teuthology.orchestra.run.smithi059.stdout:(27/118): ceph-grafana-dashboards-18.2.4-719.gc 292 kB/s | 24 kB 00:00 2024-08-17T16:54:13.450 INFO:teuthology.orchestra.run.smithi059.stdout:(28/118): ceph-mgr-cephadm-18.2.4-719.gced649f8 2.7 MB/s | 139 kB 00:00 2024-08-17T16:54:13.684 INFO:teuthology.orchestra.run.smithi059.stdout:(29/118): ceph-mgr-dashboard-18.2.4-719.gced649 14 MB/s | 3.5 MB 00:00 2024-08-17T16:54:13.751 INFO:teuthology.orchestra.run.smithi059.stdout:(30/118): ceph-mgr-modules-core-18.2.4-719.gced 3.6 MB/s | 246 kB 00:00 2024-08-17T16:54:13.835 INFO:teuthology.orchestra.run.smithi059.stdout:(31/118): ceph-mgr-diskprediction-local-18.2.4- 19 MB/s | 7.4 MB 00:00 2024-08-17T16:54:13.852 INFO:teuthology.orchestra.run.smithi059.stdout:(32/118): ceph-mgr-rook-18.2.4-719.gced649f8.el 492 kB/s | 49 kB 00:00 2024-08-17T16:54:13.885 INFO:teuthology.orchestra.run.smithi059.stdout:(33/118): ceph-prometheus-alerts-18.2.4-719.gce 329 kB/s | 16 kB 00:00 2024-08-17T16:54:13.911 INFO:teuthology.orchestra.run.smithi059.stdout:(34/118): cephadm-18.2.4-719.gced649f8.el9.noar 3.7 MB/s | 224 kB 00:00 2024-08-17T16:54:14.028 INFO:teuthology.orchestra.run.smithi059.stdout:(35/118): fuse-2.9.9-16.el9.x86_64.rpm 563 kB/s | 80 kB 00:00 2024-08-17T16:54:14.111 INFO:teuthology.orchestra.run.smithi059.stdout:(36/118): libquadmath-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 195 kB 00:00 2024-08-17T16:54:14.125 INFO:teuthology.orchestra.run.smithi087.stdout:Running transaction check 2024-08-17T16:54:14.170 INFO:teuthology.orchestra.run.smithi059.stdout:(37/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.3 MB/s | 253 kB 00:00 2024-08-17T16:54:14.203 INFO:teuthology.orchestra.run.smithi059.stdout:(38/118): libgfortran-11.4.1-3.el9.x86_64.rpm 2.7 MB/s | 803 kB 00:00 2024-08-17T16:54:14.221 INFO:teuthology.orchestra.run.smithi087.stdout:Transaction check succeeded. 2024-08-17T16:54:14.221 INFO:teuthology.orchestra.run.smithi087.stdout:Running transaction test 2024-08-17T16:54:14.254 INFO:teuthology.orchestra.run.smithi059.stdout:(39/118): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-08-17T16:54:14.613 INFO:teuthology.orchestra.run.smithi059.stdout:(40/118): ceph-test-18.2.4-719.gced649f8.el9.x8 18 MB/s | 40 MB 00:02 2024-08-17T16:54:14.637 INFO:teuthology.orchestra.run.smithi059.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 352 kB/s | 135 kB 00:00 2024-08-17T16:54:14.671 INFO:teuthology.orchestra.run.smithi059.stdout:(42/118): python3-cryptography-36.0.1-4.el9.x86 2.4 MB/s | 1.2 MB 00:00 2024-08-17T16:54:14.722 INFO:teuthology.orchestra.run.smithi059.stdout:(43/118): python3-urllib3-1.26.5-6.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-08-17T16:54:14.824 INFO:teuthology.orchestra.run.smithi059.stdout:(44/118): python3-requests-2.25.1-8.el9.noarch. 598 kB/s | 125 kB 00:00 2024-08-17T16:54:15.005 INFO:teuthology.orchestra.run.smithi059.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 115 kB/s | 33 kB 00:00 2024-08-17T16:54:15.106 INFO:teuthology.orchestra.run.smithi059.stdout:(46/118): boost-program-options-1.75.0-8.el9.x8 246 kB/s | 107 kB 00:00 2024-08-17T16:54:15.131 INFO:teuthology.orchestra.run.smithi059.stdout:(47/118): flexiblas-openblas-openmp-3.0.4-8.el9 145 kB/s | 18 kB 00:00 2024-08-17T16:54:15.231 INFO:teuthology.orchestra.run.smithi059.stdout:(48/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 452 kB/s | 45 kB 00:00 2024-08-17T16:54:15.290 INFO:teuthology.orchestra.run.smithi059.stdout:(49/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 872 kB/s | 160 kB 00:00 2024-08-17T16:54:15.473 INFO:teuthology.orchestra.run.smithi059.stdout:(50/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.6 MB/s | 292 kB 00:00 2024-08-17T16:54:15.574 INFO:teuthology.orchestra.run.smithi059.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 1.9 MB/s | 662 kB 00:00 2024-08-17T16:54:15.599 INFO:teuthology.orchestra.run.smithi059.stdout:(52/118): openblas-0.3.21-2.el9.x86_64.rpm 281 kB/s | 35 kB 00:00 2024-08-17T16:54:15.691 INFO:teuthology.orchestra.run.smithi059.stdout:(53/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.4 MB/s | 3.0 MB 00:00 2024-08-17T16:54:15.716 INFO:teuthology.orchestra.run.smithi059.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 748 kB/s | 87 kB 00:00 2024-08-17T16:54:15.788 INFO:teuthology.orchestra.run.smithi087.stdout:Transaction test succeeded. 2024-08-17T16:54:15.788 INFO:teuthology.orchestra.run.smithi087.stdout:Running transaction 2024-08-17T16:54:15.900 INFO:teuthology.orchestra.run.smithi059.stdout:(55/118): python3-devel-3.9.18-3.el9.x86_64.rpm 1.3 MB/s | 244 kB 00:00 2024-08-17T16:54:15.992 INFO:teuthology.orchestra.run.smithi059.stdout:(56/118): openblas-openmp-0.3.21-2.el9.x86_64.r 11 MB/s | 4.7 MB 00:00 2024-08-17T16:54:16.017 INFO:teuthology.orchestra.run.smithi059.stdout:(57/118): python3-iniconfig-1.1.1-7.el9.noarch. 150 kB/s | 17 kB 00:00 2024-08-17T16:54:16.101 INFO:teuthology.orchestra.run.smithi059.stdout:(58/118): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-08-17T16:54:16.126 INFO:teuthology.orchestra.run.smithi059.stdout:(59/118): python3-jsonpatch-1.21-16.el9.noarch. 236 kB/s | 26 kB 00:00 2024-08-17T16:54:16.151 INFO:teuthology.orchestra.run.smithi059.stdout:(60/118): python3-jinja2-2.11.3-6.el9.noarch.rp 1.5 MB/s | 248 kB 00:00 2024-08-17T16:54:16.201 INFO:teuthology.orchestra.run.smithi059.stdout:(61/118): python3-jsonpointer-2.0-4.el9.noarch. 191 kB/s | 19 kB 00:00 2024-08-17T16:54:16.235 INFO:teuthology.orchestra.run.smithi059.stdout:(62/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.5 MB/s | 172 kB 00:00 2024-08-17T16:54:16.252 INFO:teuthology.orchestra.run.smithi059.stdout:(63/118): python3-markupsafe-1.1.1-12.el9.x86_6 345 kB/s | 35 kB 00:00 2024-08-17T16:54:16.352 INFO:teuthology.orchestra.run.smithi059.stdout:(64/118): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-08-17T16:54:16.444 INFO:teuthology.orchestra.run.smithi059.stdout:(65/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 21 MB/s | 5.1 MB 00:00 2024-08-17T16:54:16.469 INFO:teuthology.orchestra.run.smithi059.stdout:(66/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.0 MB/s | 250 kB 00:00 2024-08-17T16:54:16.495 INFO:teuthology.orchestra.run.smithi059.stdout:(67/118): python3-packaging-20.9-5.el9.noarch.r 542 kB/s | 77 kB 00:00 2024-08-17T16:54:16.545 INFO:teuthology.orchestra.run.smithi059.stdout:(68/118): python3-pluggy-0.13.1-7.el9.noarch.rp 412 kB/s | 41 kB 00:00 2024-08-17T16:54:16.570 INFO:teuthology.orchestra.run.smithi059.stdout:(69/118): python3-prettytable-0.7.2-27.el9.noar 420 kB/s | 42 kB 00:00 2024-08-17T16:54:16.604 INFO:teuthology.orchestra.run.smithi059.stdout:(70/118): python3-py-1.10.0-6.el9.noarch.rpm 4.3 MB/s | 477 kB 00:00 2024-08-17T16:54:16.654 INFO:teuthology.orchestra.run.smithi059.stdout:(71/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-08-17T16:54:16.713 INFO:teuthology.orchestra.run.smithi059.stdout:(72/118): python3-pytest-6.2.2-7.el9.noarch.rpm 4.7 MB/s | 519 kB 00:00 2024-08-17T16:54:16.754 INFO:teuthology.orchestra.run.smithi059.stdout:(73/118): python3-pyasn1-modules-0.4.8-6.el9.no 1.5 MB/s | 279 kB 00:00 2024-08-17T16:54:16.780 INFO:teuthology.orchestra.run.smithi059.stdout:(74/118): python3-pytz-2021.1-5.el9.noarch.rpm 405 kB/s | 51 kB 00:00 2024-08-17T16:54:16.897 INFO:teuthology.orchestra.run.smithi059.stdout:(75/118): python3-toml-0.10.2-6.el9.noarch.rpm 357 kB/s | 42 kB 00:00 2024-08-17T16:54:17.005 INFO:teuthology.orchestra.run.smithi059.stdout:(76/118): socat-1.7.4.1-6.el9.x86_64.rpm 2.7 MB/s | 304 kB 00:00 2024-08-17T16:54:17.097 INFO:teuthology.orchestra.run.smithi059.stdout:(77/118): python3-requests-oauthlib-1.3.0-12.el 139 kB/s | 54 kB 00:00 2024-08-17T16:54:17.131 INFO:teuthology.orchestra.run.smithi059.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 508 kB/s | 64 kB 00:00 2024-08-17T16:54:17.215 INFO:teuthology.orchestra.run.smithi059.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 945 kB/s | 111 kB 00:00 2024-08-17T16:54:17.265 INFO:teuthology.orchestra.run.smithi059.stdout:(80/118): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.3 MB/s | 309 kB 00:00 2024-08-17T16:54:17.290 INFO:teuthology.orchestra.run.smithi059.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-08-17T16:54:17.324 INFO:teuthology.orchestra.run.smithi059.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-08-17T16:54:17.357 INFO:teuthology.orchestra.run.smithi059.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-08-17T16:54:17.441 INFO:teuthology.orchestra.run.smithi059.stdout:(84/118): libarrow-9.0.0-11.el9.x86_64.rpm 20 MB/s | 4.4 MB 00:00 2024-08-17T16:54:17.483 INFO:teuthology.orchestra.run.smithi059.stdout:(85/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.5 MB/s | 839 kB 00:00 2024-08-17T16:54:17.508 INFO:teuthology.orchestra.run.smithi059.stdout:(86/118): python3-asyncssh-2.13.2-5.el9.noarch. 8.0 MB/s | 548 kB 00:00 2024-08-17T16:54:17.533 INFO:teuthology.orchestra.run.smithi059.stdout:(87/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 866 kB/s | 43 kB 00:00 2024-08-17T16:54:17.559 INFO:teuthology.orchestra.run.smithi059.stdout:(88/118): python3-cachetools-4.2.4-1.el9.noarch 642 kB/s | 32 kB 00:00 2024-08-17T16:54:17.584 INFO:teuthology.orchestra.run.smithi059.stdout:(89/118): python3-certifi-2023.05.07-4.el9.noar 280 kB/s | 14 kB 00:00 2024-08-17T16:54:17.609 INFO:teuthology.orchestra.run.smithi059.stdout:(90/118): python3-cheroot-8.6.0-4.el9.noarch.rp 3.3 MB/s | 172 kB 00:00 2024-08-17T16:54:17.643 INFO:teuthology.orchestra.run.smithi059.stdout:(91/118): python3-cherrypy-18.6.1-2.el9.noarch. 6.0 MB/s | 358 kB 00:00 2024-08-17T16:54:17.668 INFO:teuthology.orchestra.run.smithi059.stdout:(92/118): python3-google-auth-2.33.0-1.el9.noar 3.7 MB/s | 220 kB 00:00 2024-08-17T16:54:17.693 INFO:teuthology.orchestra.run.smithi059.stdout:(93/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 214 kB/s | 11 kB 00:00 2024-08-17T16:54:17.718 INFO:teuthology.orchestra.run.smithi059.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-08-17T16:54:17.744 INFO:teuthology.orchestra.run.smithi059.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-08-17T16:54:17.761 INFO:teuthology.orchestra.run.smithi059.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 463 kB/s | 19 kB 00:00 2024-08-17T16:54:17.778 INFO:teuthology.orchestra.run.smithi059.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 585 kB/s | 20 kB 00:00 2024-08-17T16:54:17.795 INFO:teuthology.orchestra.run.smithi059.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 2.7 MB/s | 46 kB 00:00 2024-08-17T16:54:17.820 INFO:teuthology.orchestra.run.smithi059.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-08-17T16:54:17.837 INFO:teuthology.orchestra.run.smithi059.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 3.4 MB/s | 58 kB 00:00 2024-08-17T16:54:17.871 INFO:teuthology.orchestra.run.smithi059.stdout:(101/118): python3-kubernetes-26.1.0-2.el9.noar 9.3 MB/s | 1.0 MB 00:00 2024-08-17T16:54:17.887 INFO:teuthology.orchestra.run.smithi059.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 996 kB/s | 16 kB 00:00 2024-08-17T16:54:17.913 INFO:teuthology.orchestra.run.smithi059.stdout:(103/118): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-08-17T16:54:17.938 INFO:teuthology.orchestra.run.smithi059.stdout:(104/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-08-17T16:54:17.964 INFO:teuthology.orchestra.run.smithi059.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 611 kB/s | 31 kB 00:00 2024-08-17T16:54:17.989 INFO:teuthology.orchestra.run.smithi059.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-08-17T16:54:18.019 INFO:teuthology.orchestra.run.smithi059.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-08-17T16:54:18.041 INFO:teuthology.orchestra.run.smithi059.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 682 kB/s | 36 kB 00:00 2024-08-17T16:54:18.067 INFO:teuthology.orchestra.run.smithi059.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-08-17T16:54:18.100 INFO:teuthology.orchestra.run.smithi059.stdout:(110/118): python3-webob-1.8.7-6.el9.noarch.rpm 3.8 MB/s | 230 kB 00:00 2024-08-17T16:54:18.126 INFO:teuthology.orchestra.run.smithi059.stdout:(111/118): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-08-17T16:54:18.151 INFO:teuthology.orchestra.run.smithi059.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 799 kB/s | 20 kB 00:00 2024-08-17T16:54:18.176 INFO:teuthology.orchestra.run.smithi059.stdout:(113/118): re2-20211101-3.el9.x86_64.rpm 7.6 MB/s | 192 kB 00:00 2024-08-17T16:54:18.201 INFO:teuthology.orchestra.run.smithi059.stdout:(114/118): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-08-17T16:54:18.252 INFO:teuthology.orchestra.run.smithi059.stdout:(115/118): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-08-17T16:54:18.436 INFO:teuthology.orchestra.run.smithi059.stdout:(116/118): librados2-18.2.4-719.gced649f8.el9.x 14 MB/s | 3.3 MB 00:00 2024-08-17T16:54:18.619 INFO:teuthology.orchestra.run.smithi059.stdout:(117/118): librbd1-18.2.4-719.gced649f8.el9.x86 8.2 MB/s | 3.0 MB 00:00 2024-08-17T16:54:20.363 INFO:teuthology.orchestra.run.smithi087.stdout: Preparing : 1/1 2024-08-17T16:54:20.434 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-08-17T16:54:20.459 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-08-17T16:54:20.523 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-08-17T16:54:20.536 INFO:teuthology.orchestra.run.smithi059.stdout:(118/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 4.3 MB/s | 16 MB 00:03 2024-08-17T16:54:20.541 INFO:teuthology.orchestra.run.smithi059.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:54:20.541 INFO:teuthology.orchestra.run.smithi059.stdout:Total 18 MB/s | 179 MB 00:09 2024-08-17T16:54:20.838 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-08-17T16:54:20.943 INFO:teuthology.orchestra.run.smithi087.stdout: Upgrading : librados2-2:18.2.4-719.gced649f8.el9.x86_64 5/120 2024-08-17T16:54:21.055 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: librados2-2:18.2.4-719.gced649f8.el9.x86_64 5/120 2024-08-17T16:54:21.086 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 6/120 2024-08-17T16:54:21.182 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 6/120 2024-08-17T16:54:21.228 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 7/120 2024-08-17T16:54:21.257 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-08-17T16:54:21.294 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-08-17T16:54:21.314 INFO:teuthology.orchestra.run.smithi059.stdout:Running transaction check 2024-08-17T16:54:21.322 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 10/120 2024-08-17T16:54:21.419 INFO:teuthology.orchestra.run.smithi059.stdout:Transaction check succeeded. 2024-08-17T16:54:21.419 INFO:teuthology.orchestra.run.smithi059.stdout:Running transaction test 2024-08-17T16:54:21.424 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 10/120 2024-08-17T16:54:21.448 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_ 11/120 2024-08-17T16:54:21.576 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_ 11/120 2024-08-17T16:54:21.603 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-08-17T16:54:21.634 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-08-17T16:54:21.664 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-08-17T16:54:21.705 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-08-17T16:54:21.779 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-08-17T16:54:21.821 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-08-17T16:54:21.848 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-08-17T16:54:21.919 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-08-17T16:54:21.971 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-08-17T16:54:22.010 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-08-17T16:54:22.053 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/120 2024-08-17T16:54:22.088 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/120 2024-08-17T16:54:22.134 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-ceph-argparse-2:18.2.4-719.gced649f8.el9 24/120 2024-08-17T16:54:22.206 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 25/120 2024-08-17T16:54:22.357 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-08-17T16:54:22.418 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-08-17T16:54:22.949 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-08-17T16:54:23.030 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-08-17T16:54:23.067 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-08-17T16:54:23.098 INFO:teuthology.orchestra.run.smithi059.stdout:Transaction test succeeded. 2024-08-17T16:54:23.098 INFO:teuthology.orchestra.run.smithi059.stdout:Running transaction 2024-08-17T16:54:23.101 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-08-17T16:54:23.136 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-08-17T16:54:23.177 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-08-17T16:54:23.216 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 34/120 2024-08-17T16:54:23.246 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-08-17T16:54:23.280 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-08-17T16:54:23.387 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/120 2024-08-17T16:54:23.417 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-08-17T16:54:23.472 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-08-17T16:54:23.547 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-08-17T16:54:23.584 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/120 2024-08-17T16:54:23.620 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-08-17T16:54:23.667 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-08-17T16:54:23.713 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-08-17T16:54:23.755 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-08-17T16:54:23.894 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-08-17T16:54:23.939 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-08-17T16:54:23.982 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-08-17T16:54:24.086 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-08-17T16:54:24.124 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 50/120 2024-08-17T16:54:24.165 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-08-17T16:54:24.197 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-08-17T16:54:24.224 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-08-17T16:54:24.274 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-08-17T16:54:24.314 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-08-17T16:54:24.450 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-08-17T16:54:24.488 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-08-17T16:54:24.527 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-08-17T16:54:24.570 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-08-17T16:54:24.677 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-08-17T16:54:24.731 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-08-17T16:54:25.470 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-08-17T16:54:25.520 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-08-17T16:54:25.554 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-08-17T16:54:25.588 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-08-17T16:54:25.688 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-08-17T16:54:25.738 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 67/120 2024-08-17T16:54:25.772 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-08-17T16:54:25.940 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/120 2024-08-17T16:54:25.962 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/120 2024-08-17T16:54:26.039 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-08-17T16:54:26.709 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-08-17T16:54:26.820 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-08-17T16:54:27.798 INFO:teuthology.orchestra.run.smithi059.stdout: Preparing : 1/1 2024-08-17T16:54:27.864 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-08-17T16:54:27.889 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-08-17T16:54:27.940 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-08-17T16:54:28.123 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-08-17T16:54:28.193 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-08-17T16:54:28.284 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-08-17T16:54:28.390 INFO:teuthology.orchestra.run.smithi059.stdout: Upgrading : librados2-2:18.2.4-719.gced649f8.el9.x86_64 5/120 2024-08-17T16:54:28.503 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-08-17T16:54:28.512 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: librados2-2:18.2.4-719.gced649f8.el9.x86_64 5/120 2024-08-17T16:54:28.538 INFO:teuthology.orchestra.run.smithi087.stdout: Upgrading : librbd1-2:18.2.4-719.gced649f8.el9.x86_64 77/120 2024-08-17T16:54:28.541 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 6/120 2024-08-17T16:54:28.632 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: librbd1-2:18.2.4-719.gced649f8.el9.x86_64 77/120 2024-08-17T16:54:28.638 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 6/120 2024-08-17T16:54:28.660 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 78/120 2024-08-17T16:54:28.695 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 7/120 2024-08-17T16:54:28.705 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-08-17T16:54:28.729 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-08-17T16:54:28.766 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-08-17T16:54:28.793 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 10/120 2024-08-17T16:54:28.897 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 10/120 2024-08-17T16:54:28.919 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_ 11/120 2024-08-17T16:54:29.050 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_ 11/120 2024-08-17T16:54:29.082 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-08-17T16:54:29.109 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-08-17T16:54:29.114 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-08-17T16:54:29.141 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : librgw2-2:18.2.4-719.gced649f8.el9.x86_64 81/120 2024-08-17T16:54:29.152 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-08-17T16:54:29.185 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-08-17T16:54:29.215 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: librgw2-2:18.2.4-719.gced649f8.el9.x86_64 81/120 2024-08-17T16:54:29.255 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 82/120 2024-08-17T16:54:29.261 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-08-17T16:54:29.301 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-08-17T16:54:29.313 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-08-17T16:54:29.328 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-08-17T16:54:29.377 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-08-17T16:54:29.402 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-08-17T16:54:29.452 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-08-17T16:54:29.520 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-08-17T16:54:29.558 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/120 2024-08-17T16:54:29.565 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-08-17T16:54:29.593 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/120 2024-08-17T16:54:29.617 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-08-17T16:54:29.639 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-ceph-argparse-2:18.2.4-719.gced649f8.el9 24/120 2024-08-17T16:54:29.704 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-08-17T16:54:29.714 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 25/120 2024-08-17T16:54:29.802 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-08-17T16:54:29.869 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-08-17T16:54:29.931 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-08-17T16:54:29.941 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-08-17T16:54:29.984 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-08-17T16:54:30.015 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-08-17T16:54:30.052 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-08-17T16:54:30.506 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-08-17T16:54:30.517 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: cephadm-2:18.2.4-719.gced649f8.el9.noarch 93/120 2024-08-17T16:54:30.549 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : cephadm-2:18.2.4-719.gced649f8.el9.noarch 93/120 2024-08-17T16:54:30.587 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-08-17T16:54:30.588 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el 94/120 2024-08-17T16:54:30.639 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-08-17T16:54:30.664 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-719.gced649f8.e 95/120 2024-08-17T16:54:30.672 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-08-17T16:54:30.690 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-ceph-common-2:18.2.4-719.gced649f8.el9.x 96/120 2024-08-17T16:54:30.707 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-08-17T16:54:30.749 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-08-17T16:54:30.787 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 34/120 2024-08-17T16:54:30.817 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-08-17T16:54:30.851 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-08-17T16:54:30.962 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/120 2024-08-17T16:54:30.996 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-08-17T16:54:31.054 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-08-17T16:54:31.127 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-08-17T16:54:31.164 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/120 2024-08-17T16:54:31.200 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-08-17T16:54:31.249 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-08-17T16:54:31.293 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-08-17T16:54:31.335 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-08-17T16:54:31.481 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-08-17T16:54:31.519 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-08-17T16:54:31.561 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-08-17T16:54:31.677 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-08-17T16:54:31.719 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-google-auth-1:2.33.0-1.el9.noarch 50/120 2024-08-17T16:54:31.760 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-08-17T16:54:31.792 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/120 2024-08-17T16:54:31.819 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-08-17T16:54:31.857 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-08-17T16:54:31.902 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-08-17T16:54:32.035 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-08-17T16:54:32.076 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-08-17T16:54:32.115 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-08-17T16:54:32.166 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-08-17T16:54:32.277 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-08-17T16:54:32.329 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-08-17T16:54:32.717 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 97/120 2024-08-17T16:54:32.747 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 97/120 2024-08-17T16:54:33.099 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-08-17T16:54:33.149 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-08-17T16:54:33.183 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-08-17T16:54:33.217 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-08-17T16:54:33.282 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 97/120 2024-08-17T16:54:33.317 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 98/120 2024-08-17T16:54:33.322 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-08-17T16:54:33.377 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 67/120 2024-08-17T16:54:33.396 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 98/120 2024-08-17T16:54:33.396 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T16:54:33.397 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T16:54:33.397 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:33.410 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-08-17T16:54:33.426 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 99/120 2024-08-17T16:54:33.595 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/120 2024-08-17T16:54:33.625 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/120 2024-08-17T16:54:33.704 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-08-17T16:54:34.403 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-08-17T16:54:34.519 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-08-17T16:54:35.882 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-08-17T16:54:35.971 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-08-17T16:54:36.286 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-08-17T16:54:36.350 INFO:teuthology.orchestra.run.smithi059.stdout: Upgrading : librbd1-2:18.2.4-719.gced649f8.el9.x86_64 77/120 2024-08-17T16:54:36.445 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: librbd1-2:18.2.4-719.gced649f8.el9.x86_64 77/120 2024-08-17T16:54:36.471 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 78/120 2024-08-17T16:54:36.508 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-08-17T16:54:36.928 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-08-17T16:54:36.953 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : librgw2-2:18.2.4-719.gced649f8.el9.x86_64 81/120 2024-08-17T16:54:37.025 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: librgw2-2:18.2.4-719.gced649f8.el9.x86_64 81/120 2024-08-17T16:54:37.066 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 82/120 2024-08-17T16:54:37.125 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-08-17T16:54:37.189 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-08-17T16:54:37.394 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-08-17T16:54:37.446 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-08-17T16:54:37.526 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-08-17T16:54:37.642 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-08-17T16:54:37.784 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-08-17T16:54:37.829 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-08-17T16:54:37.860 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-08-17T16:54:37.887 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-08-17T16:54:38.330 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: cephadm-2:18.2.4-719.gced649f8.el9.noarch 93/120 2024-08-17T16:54:38.359 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : cephadm-2:18.2.4-719.gced649f8.el9.noarch 93/120 2024-08-17T16:54:38.390 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el 94/120 2024-08-17T16:54:38.468 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-719.gced649f8.e 95/120 2024-08-17T16:54:38.501 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-ceph-common-2:18.2.4-719.gced649f8.el9.x 96/120 2024-08-17T16:54:41.086 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 97/120 2024-08-17T16:54:41.122 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 97/120 2024-08-17T16:54:41.675 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 97/120 2024-08-17T16:54:41.709 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 98/120 2024-08-17T16:54:41.807 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 98/120 2024-08-17T16:54:41.807 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-08-17T16:54:41.807 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-08-17T16:54:41.807 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:41.835 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 99/120 2024-08-17T16:54:44.608 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 99/120 2024-08-17T16:54:44.609 INFO:teuthology.orchestra.run.smithi087.stdout:skipping the directory /sys 2024-08-17T16:54:44.609 INFO:teuthology.orchestra.run.smithi087.stdout:skipping the directory /proc 2024-08-17T16:54:44.609 INFO:teuthology.orchestra.run.smithi087.stdout:skipping the directory /mnt 2024-08-17T16:54:44.609 INFO:teuthology.orchestra.run.smithi087.stdout:skipping the directory /var/tmp 2024-08-17T16:54:44.609 INFO:teuthology.orchestra.run.smithi087.stdout:skipping the directory /home 2024-08-17T16:54:44.609 INFO:teuthology.orchestra.run.smithi087.stdout:skipping the directory /root 2024-08-17T16:54:44.609 INFO:teuthology.orchestra.run.smithi087.stdout:skipping the directory /tmp 2024-08-17T16:54:44.610 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:44.685 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noar 100/120 2024-08-17T16:54:45.746 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noar 100/120 2024-08-17T16:54:45.780 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.no 101/120 2024-08-17T16:54:46.737 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.no 101/120 2024-08-17T16:54:46.772 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-719.gced6 102/120 2024-08-17T16:54:46.874 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-719.gced6 102/120 2024-08-17T16:54:47.032 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9 103/120 2024-08-17T16:54:47.057 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 104/120 2024-08-17T16:54:47.081 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 104/120 2024-08-17T16:54:47.081 INFO:teuthology.orchestra.run.smithi087.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:47.081 INFO:teuthology.orchestra.run.smithi087.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T16:54:47.081 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:54:47.081 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:54:47.081 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:47.117 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 105/120 2024-08-17T16:54:47.302 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 105/120 2024-08-17T16:54:47.334 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 106/120 2024-08-17T16:54:47.356 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 106/120 2024-08-17T16:54:47.356 INFO:teuthology.orchestra.run.smithi087.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:47.357 INFO:teuthology.orchestra.run.smithi087.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T16:54:47.357 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:54:47.357 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:54:47.357 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:47.793 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 107/120 2024-08-17T16:54:47.816 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 107/120 2024-08-17T16:54:47.816 INFO:teuthology.orchestra.run.smithi087.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:47.816 INFO:teuthology.orchestra.run.smithi087.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T16:54:47.816 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:54:47.817 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:54:47.817 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:49.218 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 108/120 2024-08-17T16:54:49.245 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 108/120 2024-08-17T16:54:49.246 INFO:teuthology.orchestra.run.smithi087.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:49.246 INFO:teuthology.orchestra.run.smithi087.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T16:54:49.246 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:54:49.246 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:54:49.246 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:49.941 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-2:18.2.4-719.gced649f8.el9.x86_64 109/120 2024-08-17T16:54:49.970 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 110/120 2024-08-17T16:54:49.993 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 110/120 2024-08-17T16:54:49.994 INFO:teuthology.orchestra.run.smithi087.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:49.994 INFO:teuthology.orchestra.run.smithi087.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T16:54:49.994 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:54:49.994 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:54:49.994 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:50.037 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-719.gced649 111/120 2024-08-17T16:54:50.060 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-719.gced649 111/120 2024-08-17T16:54:50.061 INFO:teuthology.orchestra.run.smithi087.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:50.061 INFO:teuthology.orchestra.run.smithi087.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T16:54:50.061 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:50.355 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 112/120 2024-08-17T16:54:50.378 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 112/120 2024-08-17T16:54:50.378 INFO:teuthology.orchestra.run.smithi087.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:50.378 INFO:teuthology.orchestra.run.smithi087.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T16:54:50.378 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:54:50.378 INFO:teuthology.orchestra.run.smithi087.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:54:50.378 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:54:53.525 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 99/120 2024-08-17T16:54:53.526 INFO:teuthology.orchestra.run.smithi059.stdout:skipping the directory /sys 2024-08-17T16:54:53.526 INFO:teuthology.orchestra.run.smithi059.stdout:skipping the directory /proc 2024-08-17T16:54:53.526 INFO:teuthology.orchestra.run.smithi059.stdout:skipping the directory /mnt 2024-08-17T16:54:53.526 INFO:teuthology.orchestra.run.smithi059.stdout:skipping the directory /var/tmp 2024-08-17T16:54:53.526 INFO:teuthology.orchestra.run.smithi059.stdout:skipping the directory /home 2024-08-17T16:54:53.526 INFO:teuthology.orchestra.run.smithi059.stdout:skipping the directory /root 2024-08-17T16:54:53.526 INFO:teuthology.orchestra.run.smithi059.stdout:skipping the directory /tmp 2024-08-17T16:54:53.526 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:53.608 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noar 100/120 2024-08-17T16:54:54.087 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 113/120 2024-08-17T16:54:54.125 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 114/120 2024-08-17T16:54:54.166 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 115/120 2024-08-17T16:54:54.294 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 116/120 2024-08-17T16:54:54.332 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-08-17T16:54:54.363 INFO:teuthology.orchestra.run.smithi087.stdout: Installing : libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_6 118/120 2024-08-17T16:54:54.363 INFO:teuthology.orchestra.run.smithi087.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-17T16:54:54.455 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-17T16:54:54.455 INFO:teuthology.orchestra.run.smithi087.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-17T16:54:54.727 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noar 100/120 2024-08-17T16:54:54.762 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.no 101/120 2024-08-17T16:54:55.779 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.no 101/120 2024-08-17T16:54:55.812 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-719.gced6 102/120 2024-08-17T16:54:55.922 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-719.gced6 102/120 2024-08-17T16:54:56.094 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9 103/120 2024-08-17T16:54:56.122 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 104/120 2024-08-17T16:54:56.147 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 104/120 2024-08-17T16:54:56.147 INFO:teuthology.orchestra.run.smithi059.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:56.147 INFO:teuthology.orchestra.run.smithi059.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-08-17T16:54:56.148 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:54:56.148 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-08-17T16:54:56.148 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:56.198 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 105/120 2024-08-17T16:54:56.393 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 105/120 2024-08-17T16:54:56.432 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 106/120 2024-08-17T16:54:56.456 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 106/120 2024-08-17T16:54:56.456 INFO:teuthology.orchestra.run.smithi059.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:56.456 INFO:teuthology.orchestra.run.smithi059.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-08-17T16:54:56.456 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:54:56.456 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-08-17T16:54:56.456 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:56.924 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 107/120 2024-08-17T16:54:56.949 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 107/120 2024-08-17T16:54:56.949 INFO:teuthology.orchestra.run.smithi059.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:56.949 INFO:teuthology.orchestra.run.smithi059.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-08-17T16:54:56.949 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:54:56.949 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-08-17T16:54:56.949 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:58.442 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 108/120 2024-08-17T16:54:58.470 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 108/120 2024-08-17T16:54:58.470 INFO:teuthology.orchestra.run.smithi059.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:58.470 INFO:teuthology.orchestra.run.smithi059.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-08-17T16:54:58.471 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:54:58.471 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-08-17T16:54:58.471 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:59.209 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-2:18.2.4-719.gced649f8.el9.x86_64 109/120 2024-08-17T16:54:59.235 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 110/120 2024-08-17T16:54:59.254 INFO:teuthology.orchestra.run.smithi087.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-17T16:54:59.254 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-2:18.2.4-719.gced649f8.el9.x86_64 1/120 2024-08-17T16:54:59.254 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 2/120 2024-08-17T16:54:59.254 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 3/120 2024-08-17T16:54:59.254 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 4/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-719.gced649 5/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 6/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 7/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 8/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 9/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 10/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 11/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 12/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_6 13/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 14/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 15/120 2024-08-17T16:54:59.255 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 16/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_ 17/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : librgw2-2:18.2.4-719.gced649f8.el9.x86_64 18/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-ceph-argparse-2:18.2.4-719.gced649f8.el9 19/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-ceph-common-2:18.2.4-719.gced649f8.el9.x 20/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 21/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 22/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 23/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 24/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 25/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 26/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 27/120 2024-08-17T16:54:59.256 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-719.gced649f8.e 28/120 2024-08-17T16:54:59.257 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noar 29/120 2024-08-17T16:54:59.264 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 110/120 2024-08-17T16:54:59.264 INFO:teuthology.orchestra.run.smithi059.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:59.264 INFO:teuthology.orchestra.run.smithi059.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-08-17T16:54:59.264 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:54:59.264 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-08-17T16:54:59.264 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:59.266 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.no 30/120 2024-08-17T16:54:59.266 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-719.gced6 31/120 2024-08-17T16:54:59.266 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9 32/120 2024-08-17T16:54:59.266 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 33/120 2024-08-17T16:54:59.266 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el 34/120 2024-08-17T16:54:59.266 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : cephadm-2:18.2.4-719.gced649f8.el9.noarch 35/120 2024-08-17T16:54:59.266 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-08-17T16:54:59.266 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-08-17T16:54:59.267 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 53/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 54/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 57/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-08-17T16:54:59.268 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-08-17T16:54:59.269 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-08-17T16:54:59.270 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 93/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-08-17T16:54:59.271 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-08-17T16:54:59.272 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 111/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : re2-1:20211101-3.el9.x86_64 115/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : librados2-2:18.2.4-719.gced649f8.el9.x86_64 117/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-08-17T16:54:59.273 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : librbd1-2:18.2.4-719.gced649f8.el9.x86_64 119/120 2024-08-17T16:54:59.302 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-719.gced649 111/120 2024-08-17T16:54:59.326 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-719.gced649 111/120 2024-08-17T16:54:59.326 INFO:teuthology.orchestra.run.smithi059.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:59.326 INFO:teuthology.orchestra.run.smithi059.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-08-17T16:54:59.326 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:54:59.636 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 112/120 2024-08-17T16:54:59.661 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 112/120 2024-08-17T16:54:59.661 INFO:teuthology.orchestra.run.smithi059.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-08-17T16:54:59.661 INFO:teuthology.orchestra.run.smithi059.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-08-17T16:54:59.661 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:54:59.661 INFO:teuthology.orchestra.run.smithi059.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-08-17T16:54:59.661 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout:Upgraded: 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout: librados2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout: librbd1-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout:Installed: 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.396 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-grafana-dashboards-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-immutable-object-cache-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-diskprediction-local-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:01.397 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: cephadm-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-17T16:55:01.398 INFO:teuthology.orchestra.run.smithi087.stdout: libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: librgw2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T16:55:01.399 INFO:teuthology.orchestra.run.smithi087.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-ceph-argparse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T16:55:01.400 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T16:55:01.401 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T16:55:01.402 INFO:teuthology.orchestra.run.smithi087.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T16:55:01.403 INFO:teuthology.orchestra.run.smithi087.stdout: python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T16:55:01.404 INFO:teuthology.orchestra.run.smithi087.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T16:55:01.405 INFO:teuthology.orchestra.run.smithi087.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T16:55:01.405 INFO:teuthology.orchestra.run.smithi087.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T16:55:01.405 INFO:teuthology.orchestra.run.smithi087.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T16:55:01.405 INFO:teuthology.orchestra.run.smithi087.stdout: rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.405 INFO:teuthology.orchestra.run.smithi087.stdout: rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.405 INFO:teuthology.orchestra.run.smithi087.stdout: rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:01.405 INFO:teuthology.orchestra.run.smithi087.stdout: re2-1:20211101-3.el9.x86_64 2024-08-17T16:55:01.405 INFO:teuthology.orchestra.run.smithi087.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T16:55:01.405 INFO:teuthology.orchestra.run.smithi087.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T16:55:01.406 INFO:teuthology.orchestra.run.smithi087.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T16:55:01.406 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:55:01.406 INFO:teuthology.orchestra.run.smithi087.stdout:Complete! 2024-08-17T16:55:01.714 DEBUG:teuthology.parallel:result is None 2024-08-17T16:55:03.615 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 113/120 2024-08-17T16:55:03.656 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 114/120 2024-08-17T16:55:03.707 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 115/120 2024-08-17T16:55:03.831 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 116/120 2024-08-17T16:55:03.872 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-08-17T16:55:03.902 INFO:teuthology.orchestra.run.smithi059.stdout: Installing : libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_6 118/120 2024-08-17T16:55:03.903 INFO:teuthology.orchestra.run.smithi059.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-17T16:55:03.986 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-08-17T16:55:03.987 INFO:teuthology.orchestra.run.smithi059.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-17T16:55:08.777 INFO:teuthology.orchestra.run.smithi059.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-08-17T16:55:08.777 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-2:18.2.4-719.gced649f8.el9.x86_64 1/120 2024-08-17T16:55:08.777 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 2/120 2024-08-17T16:55:08.777 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 3/120 2024-08-17T16:55:08.777 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 4/120 2024-08-17T16:55:08.777 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-719.gced649 5/120 2024-08-17T16:55:08.777 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 6/120 2024-08-17T16:55:08.777 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 7/120 2024-08-17T16:55:08.777 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 8/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 9/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 10/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 11/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 12/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_6 13/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 14/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 15/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 16/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_ 17/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : librgw2-2:18.2.4-719.gced649f8.el9.x86_64 18/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-ceph-argparse-2:18.2.4-719.gced649f8.el9 19/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-ceph-common-2:18.2.4-719.gced649f8.el9.x 20/120 2024-08-17T16:55:08.778 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 21/120 2024-08-17T16:55:08.779 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 22/120 2024-08-17T16:55:08.779 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 23/120 2024-08-17T16:55:08.779 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 24/120 2024-08-17T16:55:08.779 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 25/120 2024-08-17T16:55:08.779 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 26/120 2024-08-17T16:55:08.779 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 27/120 2024-08-17T16:55:08.779 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-719.gced649f8.e 28/120 2024-08-17T16:55:08.779 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noar 29/120 2024-08-17T16:55:08.787 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.no 30/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-719.gced6 31/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9 32/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 33/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el 34/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : cephadm-2:18.2.4-719.gced649f8.el9.noarch 35/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 37/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 38/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-08-17T16:55:08.788 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-08-17T16:55:08.789 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 53/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 54/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 57/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-08-17T16:55:08.790 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-08-17T16:55:08.791 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-08-17T16:55:08.791 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-08-17T16:55:08.791 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-08-17T16:55:08.791 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-08-17T16:55:08.791 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-08-17T16:55:08.791 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-08-17T16:55:08.791 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-08-17T16:55:08.791 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-08-17T16:55:08.791 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 81/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-08-17T16:55:08.792 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-google-auth-1:2.33.0-1.el9.noarch 93/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-08-17T16:55:08.793 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-08-17T16:55:08.794 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-08-17T16:55:08.795 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 111/120 2024-08-17T16:55:08.795 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-08-17T16:55:08.795 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-08-17T16:55:08.795 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-08-17T16:55:08.795 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : re2-1:20211101-3.el9.x86_64 115/120 2024-08-17T16:55:08.795 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-08-17T16:55:08.795 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : librados2-2:18.2.4-719.gced649f8.el9.x86_64 117/120 2024-08-17T16:55:08.795 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-08-17T16:55:08.795 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : librbd1-2:18.2.4-719.gced649f8.el9.x86_64 119/120 2024-08-17T16:55:10.736 INFO:teuthology.orchestra.run.smithi059.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout:Upgraded: 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: librados2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: librbd1-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout:Installed: 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-base-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-grafana-dashboards-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:10.737 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-immutable-object-cache-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mds-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-cephadm-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-dashboard-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-diskprediction-local-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-modules-core-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mgr-rook-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-mon-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-osd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-prometheus-alerts-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-radosgw-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-selinux-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.738 INFO:teuthology.orchestra.run.smithi059.stdout: ceph-test-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: cephadm-2:18.2.4-719.gced649f8.el9.noarch 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: fmt-8.1.1-5.el9.x86_64 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: fuse-2.9.9-16.el9.x86_64 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: libarrow-9.0.0-11.el9.x86_64 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: libcephfs-devel-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: libcephfs2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: libcephsqlite-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: liboath-2.6.7-2.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: librados-devel-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: libradosstriper1-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: librgw2-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: libunwind-1.6.2-1.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-08-17T16:55:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: openblas-0.3.21-2.el9.x86_64 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-babel-2.9.1-2.el9.noarch 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-ceph-argparse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-ceph-common-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cephfs-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-08-17T16:55:10.741 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-google-auth-1:2.33.0-1.el9.noarch 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-08-17T16:55:10.742 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-mako-1.1.4-6.el9.noarch 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-08-17T16:55:10.743 INFO:teuthology.orchestra.run.smithi059.stdout: python3-packaging-20.9-5.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-ply-3.11-14.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-portend-3.1.0-2.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-py-1.10.0-6.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pycparser-2.20-6.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-pytz-2021.1-5.el9.noarch 2024-08-17T16:55:10.744 INFO:teuthology.orchestra.run.smithi059.stdout: python3-rados-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-rbd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-requests-2.25.1-8.el9.noarch 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-rgw-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-routes-2.5.1-5.el9.noarch 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-rsa-4.9-2.el9.noarch 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-toml-0.10.2-6.el9.noarch 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-08-17T16:55:10.745 INFO:teuthology.orchestra.run.smithi059.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: python3-webob-1.8.7-6.el9.noarch 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: rbd-fuse-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: rbd-mirror-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: rbd-nbd-2:18.2.4-719.gced649f8.el9.x86_64 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: re2-1:20211101-3.el9.x86_64 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: socat-1.7.4.1-6.el9.x86_64 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: thrift-0.15.0-2.el9.x86_64 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:55:10.746 INFO:teuthology.orchestra.run.smithi059.stdout:Complete! 2024-08-17T16:55:11.192 DEBUG:teuthology.parallel:result is None 2024-08-17T16:55:11.192 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:55:11.193 INFO:teuthology.packaging:ref: None 2024-08-17T16:55:11.193 INFO:teuthology.packaging:tag: None 2024-08-17T16:55:11.193 INFO:teuthology.packaging:branch: reef 2024-08-17T16:55:11.193 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:55:11.193 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-17T16:55:11.432 DEBUG:teuthology.orchestra.run.smithi059:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T16:55:11.456 INFO:teuthology.orchestra.run.smithi059.stdout:18.2.4-719.gced649f8.el9 2024-08-17T16:55:11.457 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-719.gced649f8.el9 2024-08-17T16:55:11.457 INFO:teuthology.task.install:The correct ceph version 18.2.4-719.gced649f8 is installed. 2024-08-17T16:55:11.459 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-17T16:55:11.459 INFO:teuthology.packaging:ref: None 2024-08-17T16:55:11.459 INFO:teuthology.packaging:tag: None 2024-08-17T16:55:11.459 INFO:teuthology.packaging:branch: reef 2024-08-17T16:55:11.459 INFO:teuthology.packaging:sha1: cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:55:11.460 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-08-17T16:55:11.686 DEBUG:teuthology.orchestra.run.smithi087:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-08-17T16:55:11.713 INFO:teuthology.orchestra.run.smithi087.stdout:18.2.4-719.gced649f8.el9 2024-08-17T16:55:11.714 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-719.gced649f8.el9 2024-08-17T16:55:11.714 INFO:teuthology.task.install:The correct ceph version 18.2.4-719.gced649f8 is installed. 2024-08-17T16:55:11.716 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-17T16:55:11.716 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:55:11.717 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T16:55:11.747 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:55:11.747 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-17T16:55:11.786 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-17T16:55:11.786 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:55:11.786 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T16:55:11.816 DEBUG:teuthology.orchestra.run.smithi059:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T16:55:11.883 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:55:11.903 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd of=/usr/bin/daemon-helper 2024-08-17T16:55:11.930 DEBUG:teuthology.orchestra.run.smithi087:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-17T16:55:11.997 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-17T16:55:11.997 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:55:11.998 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T16:55:12.025 DEBUG:teuthology.orchestra.run.smithi059:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T16:55:12.094 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:55:12.094 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-17T16:55:12.122 DEBUG:teuthology.orchestra.run.smithi087:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-17T16:55:12.188 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-17T16:55:12.188 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:55:12.188 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T16:55:12.216 DEBUG:teuthology.orchestra.run.smithi059:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T16:55:12.282 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:55:12.283 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd of=/usr/bin/stdin-killer 2024-08-17T16:55:12.309 DEBUG:teuthology.orchestra.run.smithi087:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-17T16:55:12.374 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:55:12.386 INFO:teuthology.task.print:**** done install task... 2024-08-17T16:55:12.386 INFO:teuthology.run_tasks:Running task print... 2024-08-17T16:55:12.392 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-08-17T16:55:12.392 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-17T16:55:12.488 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'} 2024-08-17T16:55:12.488 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-08-17T16:55:12.489 INFO:tasks.cephadm:Cluster fsid is 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:55:12.489 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-17T16:55:12.489 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.59', 'mon.c': '[v2:172.21.15.59:3301,v1:172.21.15.59:6790]', 'mon.b': '172.21.15.87'} 2024-08-17T16:55:12.489 INFO:tasks.cephadm:First mon is mon.a on smithi059 2024-08-17T16:55:12.489 INFO:tasks.cephadm:First mgr is y 2024-08-17T16:55:12.489 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-17T16:55:12.489 DEBUG:teuthology.orchestra.run.smithi059:> sudo hostname $(hostname -s) 2024-08-17T16:55:12.518 DEBUG:teuthology.orchestra.run.smithi087:> sudo hostname $(hostname -s) 2024-08-17T16:55:12.543 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-08-17T16:55:12.543 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T16:55:12.687 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/55847/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-5836-gcd8bdbeb', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-5836.gcd8bdbeb'}, 'url': 'https://2.chacra.ceph.com/r/ceph/main/cd8bdbeb9fbdab5733aa3aaadc042c965473e453/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-08-15 21:47:48.216668', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/main/cd8bdbeb9fbdab5733aa3aaadc042c965473e453/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-08-17T16:55:12.918 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref reef, sha1 ced649f89259a8c5733cc18a50f42f20f41ba352 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-08-17T16:55:12.919 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/x86_64/flavors/default/cephadm 2024-08-17T16:55:12.920 INFO:tasks.cephadm:Downloading cephadm from url: https://3.chacra.ceph.com/binaries/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/x86_64/flavors/default/cephadm 2024-08-17T16:55:12.920 DEBUG:teuthology.orchestra.run.smithi059:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T16:55:13.273 INFO:teuthology.orchestra.run.smithi059.stdout:-rw-r--r--. 1 ubuntu ubuntu 215594 Aug 17 16:55 /home/ubuntu/cephtest/cephadm 2024-08-17T16:55:13.273 DEBUG:teuthology.orchestra.run.smithi087:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/ced649f89259a8c5733cc18a50f42f20f41ba352/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-17T16:55:13.614 INFO:teuthology.orchestra.run.smithi087.stdout:-rw-r--r--. 1 ubuntu ubuntu 215594 Aug 17 16:55 /home/ubuntu/cephtest/cephadm 2024-08-17T16:55:13.615 DEBUG:teuthology.orchestra.run.smithi059:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T16:55:13.635 DEBUG:teuthology.orchestra.run.smithi087:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-17T16:55:13.664 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-08-17T16:55:13.665 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-17T16:55:13.677 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-08-17T16:55:14.500 INFO:teuthology.orchestra.run.smithi059.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-17T16:55:14.509 INFO:teuthology.orchestra.run.smithi087.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-17T16:55:58.506 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T16:55:58.507 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph_version": "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)", 2024-08-17T16:55:58.507 INFO:teuthology.orchestra.run.smithi059.stdout: "image_id": "c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e", 2024-08-17T16:55:58.507 INFO:teuthology.orchestra.run.smithi059.stdout: "repo_digests": [ 2024-08-17T16:55:58.507 INFO:teuthology.orchestra.run.smithi059.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408" 2024-08-17T16:55:58.507 INFO:teuthology.orchestra.run.smithi059.stdout: ] 2024-08-17T16:55:58.507 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T16:55:58.683 INFO:teuthology.orchestra.run.smithi087.stdout:{ 2024-08-17T16:55:58.684 INFO:teuthology.orchestra.run.smithi087.stdout: "ceph_version": "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)", 2024-08-17T16:55:58.684 INFO:teuthology.orchestra.run.smithi087.stdout: "image_id": "c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e", 2024-08-17T16:55:58.684 INFO:teuthology.orchestra.run.smithi087.stdout: "repo_digests": [ 2024-08-17T16:55:58.684 INFO:teuthology.orchestra.run.smithi087.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408" 2024-08-17T16:55:58.684 INFO:teuthology.orchestra.run.smithi087.stdout: ] 2024-08-17T16:55:58.684 INFO:teuthology.orchestra.run.smithi087.stdout:} 2024-08-17T16:55:58.703 DEBUG:teuthology.orchestra.run.smithi059:> sudo mkdir -p /etc/ceph 2024-08-17T16:55:58.732 DEBUG:teuthology.orchestra.run.smithi087:> sudo mkdir -p /etc/ceph 2024-08-17T16:55:58.759 DEBUG:teuthology.orchestra.run.smithi059:> sudo chmod 777 /etc/ceph 2024-08-17T16:55:58.798 DEBUG:teuthology.orchestra.run.smithi087:> sudo chmod 777 /etc/ceph 2024-08-17T16:55:58.823 INFO:tasks.cephadm:Writing seed config... 2024-08-17T16:55:58.824 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-17T16:55:58.824 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-17T16:55:58.824 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-17T16:55:58.825 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-17T16:55:58.825 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-17T16:55:58.825 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-08-17T16:55:58.825 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-17T16:55:58.825 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-17T16:55:58.825 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-17T16:55:58.825 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-17T16:55:58.825 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-17T16:55:58.826 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:55:58.826 DEBUG:teuthology.orchestra.run.smithi059:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-17T16:55:58.855 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 781173ba-5cb9-11ef-bccf-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-17T16:55:58.855 DEBUG:teuthology.orchestra.run.smithi059:mon.a> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a.service 2024-08-17T16:55:58.897 DEBUG:teuthology.orchestra.run.smithi059:mgr.y> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service 2024-08-17T16:55:58.940 INFO:tasks.cephadm:Bootstrapping... 2024-08-17T16:55:58.940 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.59 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:55:59.099 INFO:teuthology.orchestra.run.smithi059.stdout:-------------------------------------------------------------------------------- 2024-08-17T16:55:59.099 INFO:teuthology.orchestra.run.smithi059.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '781173ba-5cb9-11ef-bccf-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.59', '--skip-admin-label'] 2024-08-17T16:55:59.125 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:55:59.125 INFO:teuthology.orchestra.run.smithi059.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-17T16:55:59.126 INFO:teuthology.orchestra.run.smithi059.stdout:Verifying podman|docker is present... 2024-08-17T16:55:59.149 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:55:59.150 INFO:teuthology.orchestra.run.smithi059.stdout:Verifying lvm2 is present... 2024-08-17T16:55:59.150 INFO:teuthology.orchestra.run.smithi059.stdout:Verifying time synchronization is in place... 2024-08-17T16:55:59.157 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T16:55:59.157 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T16:55:59.164 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T16:55:59.164 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout inactive 2024-08-17T16:55:59.170 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout enabled 2024-08-17T16:55:59.177 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout active 2024-08-17T16:55:59.177 INFO:teuthology.orchestra.run.smithi059.stdout:Unit chronyd.service is enabled and running 2024-08-17T16:55:59.177 INFO:teuthology.orchestra.run.smithi059.stdout:Repeating the final host check... 2024-08-17T16:55:59.201 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stdout 5.1.2 2024-08-17T16:55:59.202 INFO:teuthology.orchestra.run.smithi059.stdout:podman (/bin/podman) version 5.1.2 is present 2024-08-17T16:55:59.202 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl is present 2024-08-17T16:55:59.202 INFO:teuthology.orchestra.run.smithi059.stdout:lvcreate is present 2024-08-17T16:55:59.208 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-17T16:55:59.208 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-17T16:55:59.214 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-17T16:55:59.214 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout inactive 2024-08-17T16:55:59.221 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout enabled 2024-08-17T16:55:59.228 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout active 2024-08-17T16:55:59.228 INFO:teuthology.orchestra.run.smithi059.stdout:Unit chronyd.service is enabled and running 2024-08-17T16:55:59.228 INFO:teuthology.orchestra.run.smithi059.stdout:Host looks OK 2024-08-17T16:55:59.228 INFO:teuthology.orchestra.run.smithi059.stdout:Cluster fsid: 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:55:59.228 INFO:teuthology.orchestra.run.smithi059.stdout:Acquiring lock 139734427354880 on /run/cephadm/781173ba-5cb9-11ef-bccf-c7b262605968.lock 2024-08-17T16:55:59.228 INFO:teuthology.orchestra.run.smithi059.stdout:Lock 139734427354880 acquired on /run/cephadm/781173ba-5cb9-11ef-bccf-c7b262605968.lock 2024-08-17T16:55:59.229 INFO:teuthology.orchestra.run.smithi059.stdout:Verifying IP 172.21.15.59 port 3300 ... 2024-08-17T16:55:59.229 INFO:teuthology.orchestra.run.smithi059.stdout:Verifying IP 172.21.15.59 port 6789 ... 2024-08-17T16:55:59.229 INFO:teuthology.orchestra.run.smithi059.stdout:Base mon IP(s) is [172.21.15.59:3300, 172.21.15.59:6789], mon addrv is [v2:172.21.15.59:3300,v1:172.21.15.59:6789] 2024-08-17T16:55:59.232 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.59 metric 100 2024-08-17T16:55:59.232 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.59 metric 100 2024-08-17T16:55:59.234 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-17T16:55:59.235 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-08-17T16:55:59.235 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-08-17T16:55:59.237 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-17T16:55:59.237 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-17T16:55:59.237 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T16:55:59.237 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-08-17T16:55:59.237 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:192a/64 scope link noprefixroute 2024-08-17T16:55:59.238 INFO:teuthology.orchestra.run.smithi059.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-17T16:55:59.238 INFO:teuthology.orchestra.run.smithi059.stdout:Mon IP `172.21.15.59` is in CIDR network `172.21.0.0/20` 2024-08-17T16:55:59.239 INFO:teuthology.orchestra.run.smithi059.stdout:Mon IP `172.21.15.59` is in CIDR network `172.21.0.0/20` 2024-08-17T16:55:59.239 INFO:teuthology.orchestra.run.smithi059.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-17T16:55:59.239 INFO:teuthology.orchestra.run.smithi059.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-17T16:55:59.239 INFO:teuthology.orchestra.run.smithi059.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-08-17T16:55:59.717 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stdout c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e 2024-08-17T16:55:59.717 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-08-17T16:55:59.717 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stderr Getting image source signatures 2024-08-17T16:55:59.718 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-08-17T16:55:59.718 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stderr Copying blob sha256:090188efbbf262fdcde0da55307c932266150937ffe226cad16cfadb849e480e 2024-08-17T16:55:59.718 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stderr Copying config sha256:c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e 2024-08-17T16:55:59.718 INFO:teuthology.orchestra.run.smithi059.stdout:/bin/podman: stderr Writing manifest to image destination 2024-08-17T16:56:00.580 INFO:teuthology.orchestra.run.smithi059.stdout:ceph: stdout ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable) 2024-08-17T16:56:00.580 INFO:teuthology.orchestra.run.smithi059.stdout:Ceph version: ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable) 2024-08-17T16:56:00.580 INFO:teuthology.orchestra.run.smithi059.stdout:Extracting ceph user uid/gid from container image... 2024-08-17T16:56:09.623 INFO:teuthology.orchestra.run.smithi059.stdout:stat: stdout 167 167 2024-08-17T16:56:09.623 INFO:teuthology.orchestra.run.smithi059.stdout:Creating initial keys... 2024-08-17T16:56:10.544 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph-authtool: stdout AQAp1sBmint+ORAAQZ63bQcTaQm180P5qnNWAA== 2024-08-17T16:56:11.508 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph-authtool: stdout AQAq1sBmcBLlMxAA348nyQVb1zgodVouxgC6ug== 2024-08-17T16:56:12.296 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph-authtool: stdout AQAr1sBm554dMRAA//JcFiUt44+ZwMUTKfmnTw== 2024-08-17T16:56:12.297 INFO:teuthology.orchestra.run.smithi059.stdout:Creating initial monmap... 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout:monmaptool for a [v2:172.21.15.59:3300,v1:172.21.15.59:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout:setting min_mon_release = pacific 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/monmaptool: set fsid to 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:56:13.179 INFO:teuthology.orchestra.run.smithi059.stdout:Creating mon... 2024-08-17T16:56:14.058 INFO:teuthology.orchestra.run.smithi059.stdout:create mon.a on 2024-08-17T16:56:14.291 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-08-17T16:56:14.442 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-08-17T16:56:14.632 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-781173ba-5cb9-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-781173ba-5cb9-11ef-bccf-c7b262605968.target. 2024-08-17T16:56:14.632 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-781173ba-5cb9-11ef-bccf-c7b262605968.target → /etc/systemd/system/ceph-781173ba-5cb9-11ef-bccf-c7b262605968.target. 2024-08-17T16:56:14.866 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a 2024-08-17T16:56:14.867 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Failed to reset failed state of unit ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a.service: Unit ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a.service not loaded. 2024-08-17T16:56:15.034 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-781173ba-5cb9-11ef-bccf-c7b262605968.target.wants/ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a.service → /etc/systemd/system/ceph-781173ba-5cb9-11ef-bccf-c7b262605968@.service. 2024-08-17T16:56:17.098 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:56:17.098 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout disabled 2024-08-17T16:56:17.105 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:56:17.105 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout inactive 2024-08-17T16:56:17.105 INFO:teuthology.orchestra.run.smithi059.stdout:firewalld.service is not enabled 2024-08-17T16:56:17.105 INFO:teuthology.orchestra.run.smithi059.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T16:56:17.106 INFO:teuthology.orchestra.run.smithi059.stdout:Waiting for mon to start... 2024-08-17T16:56:17.106 INFO:teuthology.orchestra.run.smithi059.stdout:Waiting for mon... 2024-08-17T16:56:17.232 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:17 smithi059 systemd[1]: Started Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:56:18.076 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout cluster: 2024-08-17T16:56:18.076 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout id: 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:18.076 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-17T16:56:18.076 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout services: 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.550809s) 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout data: 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout pgs: 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:mon is available 2024-08-17T16:56:18.077 INFO:teuthology.orchestra.run.smithi059.stdout:Assimilating anything we can from ceph.conf... 2024-08-17T16:56:18.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:18 smithi059 ceph-mon[28898]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T16:56:18.190 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:18 smithi059 ceph-mon[28898]: monmap e1: 1 mons at {a=[v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:56:18.190 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:18 smithi059 ceph-mon[28898]: fsmap 2024-08-17T16:56:18.190 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:18 smithi059 ceph-mon[28898]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T16:56:18.190 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:18 smithi059 ceph-mon[28898]: mgrmap e1: no daemons active 2024-08-17T16:56:18.190 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:18 smithi059 ceph-mon[28898]: from='client.? 172.21.15.59:0/3379872316' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-17T16:56:19.000 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:19.000 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T16:56:19.000 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout fsid = 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:19.000 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.59:3300,v1:172.21.15.59:6789] 2024-08-17T16:56:19.000 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T16:56:19.000 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T16:56:19.000 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T16:56:19.000 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T16:56:19.000 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:19.001 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T16:56:19.001 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T16:56:19.001 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:19.001 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T16:56:19.001 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T16:56:19.001 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T16:56:19.001 INFO:teuthology.orchestra.run.smithi059.stdout:Generating new minimal ceph.conf... 2024-08-17T16:56:19.342 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:19 smithi059 ceph-mon[28898]: from='client.? 172.21.15.59:0/3073721663' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T16:56:19.342 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:19 smithi059 ceph-mon[28898]: from='client.? 172.21.15.59:0/3073721663' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-17T16:56:20.030 INFO:teuthology.orchestra.run.smithi059.stdout:Restarting the monitor... 2024-08-17T16:56:20.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:20 smithi059 systemd[1]: Stopping Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T16:56:20.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:20 smithi059 ceph-mon[28898]: from='client.? 172.21.15.59:0/2481187433' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:56:20.780 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a[28894]: 2024-08-17T16:56:20.295+0000 7fc3ee4b0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T16:56:20.780 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a[28894]: 2024-08-17T16:56:20.295+0000 7fc3ee4b0640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-17T16:56:20.780 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:20 smithi059 podman[29142]: 2024-08-17 16:56:20.480903921 +0000 UTC m=+0.281831341 container died 95bd406e16a5037354e4911057065d72ddc751d9809b4860787edeb6403d01f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T16:56:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:20 smithi059 podman[29142]: 2024-08-17 16:56:20.870695465 +0000 UTC m=+0.671622882 container cleanup 95bd406e16a5037354e4911057065d72ddc751d9809b4860787edeb6403d01f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-ced649f, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T16:56:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:20 smithi059 bash[29142]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a 2024-08-17T16:56:21.495 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 podman[29156]: 2024-08-17 16:56:21.121464885 +0000 UTC m=+0.640290839 container remove 95bd406e16a5037354e4911057065d72ddc751d9809b4860787edeb6403d01f4 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:56:21.495 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T16:56:21.495 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 systemd[1]: Stopped Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:56:21.495 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 systemd[1]: Starting Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T16:56:21.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 podman[29245]: 2024-08-17 16:56:21.396964933 +0000 UTC m=+0.017652011 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph:reef 2024-08-17T16:56:21.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 podman[29245]: 2024-08-17 16:56:21.49710566 +0000 UTC m=+0.117792729 container create aa3912595492415e4fbf79deeab0b77c4f01221527b2f8723d7924b7fdb8e6f9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T16:56:21.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 podman[29245]: 2024-08-17 16:56:21.707601133 +0000 UTC m=+0.328288201 container init aa3912595492415e4fbf79deeab0b77c4f01221527b2f8723d7924b7fdb8e6f9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T16:56:21.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 podman[29245]: 2024-08-17 16:56:21.710781385 +0000 UTC m=+0.331468453 container start aa3912595492415e4fbf79deeab0b77c4f01221527b2f8723d7924b7fdb8e6f9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-17T16:56:21.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:56:21.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable), process ceph-mon, pid 2 2024-08-17T16:56:21.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: pidfile_write: ignore empty --pid-file 2024-08-17T16:56:21.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: load: jerasure load: lrc 2024-08-17T16:56:21.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: RocksDB version: 7.9.2 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Git sha 0 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Compile date 2024-08-17 15:23:20 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: DB SUMMARY 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: DB Session ID: SITQB7YC3G6HF1Y2WLOP 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84548 ; 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:56:21.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.env: 0x5567d09b6bc0 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.info_log: 0x5567d290cbe0 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.statistics: (nil) 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.use_fsync: 0 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:56:21.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.db_log_dir: 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.wal_dir: 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:56:21.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.write_buffer_manager: 0x5567d28dc140 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:56:21.793 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.unordered_write: 0 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.row_cache: None 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.wal_filter: None 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:56:21.794 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.wal_compression: 0 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:56:21.795 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_open_files: -1 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:56:21.796 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Compression algorithms supported: 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: kZSTD supported: 0 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T16:56:21.797 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.merge_operator: 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_filter: None 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5567d290c820) 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:56:21.798 INFO:journalctl@ceph.mon.a.smithi059.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: index_type: 0 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: data_block_index_type: 0 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: index_shortening: 1 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: checksum: 4 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: no_block_cache: 0 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_cache: 0x5567d2901350 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_cache_options: 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: capacity : 536870912 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: num_shard_bits : 4 2024-08-17T16:56:21.799 INFO:journalctl@ceph.mon.a.smithi059.stdout: strict_capacity_limit : 0 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_cache_compressed: (nil) 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: persistent_cache: (nil) 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_size: 4096 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_size_deviation: 10 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_restart_interval: 16 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: index_block_restart_interval: 1 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: metadata_block_size: 4096 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: partition_filters: 0 2024-08-17T16:56:21.800 INFO:journalctl@ceph.mon.a.smithi059.stdout: use_delta_encoding: 1 2024-08-17T16:56:21.801 INFO:journalctl@ceph.mon.a.smithi059.stdout: filter_policy: bloomfilter 2024-08-17T16:56:21.801 INFO:journalctl@ceph.mon.a.smithi059.stdout: whole_key_filtering: 1 2024-08-17T16:56:21.801 INFO:journalctl@ceph.mon.a.smithi059.stdout: verify_compression: 0 2024-08-17T16:56:21.801 INFO:journalctl@ceph.mon.a.smithi059.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:56:21.801 INFO:journalctl@ceph.mon.a.smithi059.stdout: format_version: 5 2024-08-17T16:56:21.801 INFO:journalctl@ceph.mon.a.smithi059.stdout: enable_index_compression: 1 2024-08-17T16:56:21.802 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_align: 0 2024-08-17T16:56:21.802 INFO:journalctl@ceph.mon.a.smithi059.stdout: max_auto_readahead_size: 262144 2024-08-17T16:56:21.802 INFO:journalctl@ceph.mon.a.smithi059.stdout: prepopulate_block_cache: 0 2024-08-17T16:56:21.802 INFO:journalctl@ceph.mon.a.smithi059.stdout: initial_auto_readahead_size: 8192 2024-08-17T16:56:21.802 INFO:journalctl@ceph.mon.a.smithi059.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T16:56:21.802 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:56:21.802 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:56:21.802 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression: NoCompression 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.num_levels: 7 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:56:21.803 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:56:21.804 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:56:21.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:56:21.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.table_properties_collectors: 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:56:21.807 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.ttl: 2592000 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:56:21.808 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T16:56:21.809 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T16:56:21.809 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:56:21.809 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:56:21.809 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:56:21.809 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:56:21.809 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c936d986-de0f-49ce-b366-0cd4c6059a24 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913781737113, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913781737983, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81072, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79248, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73449, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723913781, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c936d986-de0f-49ce-b366-0cd4c6059a24", "db_session_id": "SITQB7YC3G6HF1Y2WLOP", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-08-17T16:56:21.810 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913781738080, "job": 1, "event": "recovery_finished"} 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5567d292ae00 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: DB pointer 0x5567d2a1e000 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout: ** DB Stats ** 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:56:21.811 INFO:journalctl@ceph.mon.a.smithi059.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: ** Compaction Stats [default] ** 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: L0 2/0 81.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: Sum 2/0 81.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 140.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: ** Compaction Stats [default] ** 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:56:21.812 INFO:journalctl@ceph.mon.a.smithi059.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 140.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:56:21.813 INFO:journalctl@ceph.mon.a.smithi059.stdout: Cumulative compaction: 0.00 GB write, 14.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout: Interval compaction: 0.00 GB write, 14.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout: Block cache BinnedLRUCache@0x5567d2901350#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: starting mon.a rank 0 at public addrs [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] at bind addrs [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mon.a@-1(???) e1 preinit fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mon.a@-1(???).mds e1 new map 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mon.a@-1(???).mds e1 print_map 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout: e1 2024-08-17T16:56:21.814 INFO:journalctl@ceph.mon.a.smithi059.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:56:21.815 INFO:journalctl@ceph.mon.a.smithi059.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:56:21.815 INFO:journalctl@ceph.mon.a.smithi059.stdout: legacy client fscid: -1 2024-08-17T16:56:21.815 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T16:56:21.815 INFO:journalctl@ceph.mon.a.smithi059.stdout: No filesystems configured 2024-08-17T16:56:21.815 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T16:56:21.815 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:56:21.815 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:56:21.815 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:56:21.815 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-17T16:56:21.815 INFO:teuthology.orchestra.run.smithi059.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-17T16:56:22.186 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 bash[29245]: aa3912595492415e4fbf79deeab0b77c4f01221527b2f8723d7924b7fdb8e6f9 2024-08-17T16:56:22.186 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 systemd[1]: Started Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:56:22.186 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mon.a is new leader, mons a in quorum (ranks 0) 2024-08-17T16:56:22.186 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: monmap e1: 1 mons at {a=[v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:56:22.186 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: fsmap 2024-08-17T16:56:22.186 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: osdmap e1: 0 total, 0 up, 0 in 2024-08-17T16:56:22.186 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:21 smithi059 ceph-mon[29264]: mgrmap e1: no daemons active 2024-08-17T16:56:23.110 INFO:teuthology.orchestra.run.smithi059.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-17T16:56:23.130 INFO:teuthology.orchestra.run.smithi059.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:56:23.131 INFO:teuthology.orchestra.run.smithi059.stdout:Creating mgr... 2024-08-17T16:56:23.131 INFO:teuthology.orchestra.run.smithi059.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-17T16:56:23.131 INFO:teuthology.orchestra.run.smithi059.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-17T16:56:23.398 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y 2024-08-17T16:56:23.398 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Failed to reset failed state of unit ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Unit ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service not loaded. 2024-08-17T16:56:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:23 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3522303905' entity='client.admin' 2024-08-17T16:56:23.554 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-781173ba-5cb9-11ef-bccf-c7b262605968.target.wants/ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-781173ba-5cb9-11ef-bccf-c7b262605968@.service. 2024-08-17T16:56:24.118 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:56:24.118 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout disabled 2024-08-17T16:56:24.126 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:56:24.126 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout inactive 2024-08-17T16:56:24.126 INFO:teuthology.orchestra.run.smithi059.stdout:firewalld.service is not enabled 2024-08-17T16:56:24.127 INFO:teuthology.orchestra.run.smithi059.stdout:Not possible to enable service . firewalld.service is not available 2024-08-17T16:56:24.136 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:56:24.136 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout disabled 2024-08-17T16:56:24.144 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:56:24.144 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout inactive 2024-08-17T16:56:24.144 INFO:teuthology.orchestra.run.smithi059.stdout:firewalld.service is not enabled 2024-08-17T16:56:24.144 INFO:teuthology.orchestra.run.smithi059.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-17T16:56:24.144 INFO:teuthology.orchestra.run.smithi059.stdout:Waiting for mgr to start... 2024-08-17T16:56:24.144 INFO:teuthology.orchestra.run.smithi059.stdout:Waiting for mgr... 2024-08-17T16:56:24.269 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:24.155+0000 7fab6900b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:56:24.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:24.317+0000 7fab6900b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:56:24.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:24.392+0000 7fab6900b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:56:24.924 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:24 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2104009284' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:56:24.924 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:24.653+0000 7fab6900b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:56:24.924 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:24.715+0000 7fab6900b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:56:25.330 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:25.330 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:56:25.330 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "fsid": "781173ba-5cb9-11ef-bccf-c7b262605968", 2024-08-17T16:56:25.330 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:56:25.330 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:56:25.330 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:56:25.330 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-17T16:56:25.331 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:56:25.332 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:25.332 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:56:25.332 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:25.332 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:56:25.332 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:56:25.332 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:56:25.332 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:56:25.335 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:56:25.335 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:56:25.335 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:25.335 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:56:25.335 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:56:25.336 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:56:25.337 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:25.338 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:56:17.042628+0000", 2024-08-17T16:56:25.338 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:56:25.338 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:25.338 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:56:25.338 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:56:25.338 INFO:teuthology.orchestra.run.smithi059.stdout:mgr not available, waiting (1/15)... 2024-08-17T16:56:26.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:25 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:25.696+0000 7fab6900b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:56:26.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:25 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:25.817+0000 7fab6900b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:56:26.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:25 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:25.876+0000 7fab6900b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:56:26.368 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:26.094+0000 7fab6900b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:56:26.368 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:26.157+0000 7fab6900b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:56:26.368 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:26.226+0000 7fab6900b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:56:26.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:26.378+0000 7fab6900b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:56:27.143 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:26.816+0000 7fab6900b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:56:27.429 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:27.142+0000 7fab6900b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:56:27.429 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:27.212+0000 7fab6900b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:56:27.429 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:27.369+0000 7fab6900b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:56:27.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:27 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/216939719' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:56:27.974 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:27.704+0000 7fab6900b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:56:27.974 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:27.772+0000 7fab6900b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:56:28.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:27.972+0000 7fab6900b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:56:28.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:28 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:28.132+0000 7fab6900b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:56:28.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:28 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:28.199+0000 7fab6900b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:56:28.514 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "fsid": "781173ba-5cb9-11ef-bccf-c7b262605968", 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:56:28.515 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:56:28.516 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:28.517 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:28.518 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:56:17.042628+0000", 2024-08-17T16:56:28.519 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:56:28.519 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:28.519 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:56:28.519 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:56:28.519 INFO:teuthology.orchestra.run.smithi059.stdout:mgr not available, waiting (2/15)... 2024-08-17T16:56:28.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:28 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:28.286+0000 7fab6900b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:56:28.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:28 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:28.348+0000 7fab6900b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:56:29.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:28 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:28.903+0000 7fab6900b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:56:29.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:29.066+0000 7fab6900b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: Activating manager daemon y 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: mgrmap e2: y(active, starting, since 0.00298012s) 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: Manager daemon y is now available 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' 2024-08-17T16:56:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' 2024-08-17T16:56:29.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:29 smithi059 ceph-mon[29264]: from='mgr.14100 172.21.15.59:0/2481101477' entity='mgr.y' 2024-08-17T16:56:31.225 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:31 smithi059 ceph-mon[29264]: mgrmap e3: y(active, since 1.007s) 2024-08-17T16:56:31.751 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:31.751 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:56:31.751 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "fsid": "781173ba-5cb9-11ef-bccf-c7b262605968", 2024-08-17T16:56:31.751 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "health": { 2024-08-17T16:56:31.751 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-17T16:56:31.751 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 0 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "a" 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-08-17T16:56:31.752 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-17T16:56:31.753 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-17T16:56:31.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-17T16:56:31.758 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "restful" 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ], 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "modified": "2024-08-17T16:56:17.042628+0000", 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout }, 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:56:31.759 INFO:teuthology.orchestra.run.smithi059.stdout:mgr is available 2024-08-17T16:56:32.165 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:32 smithi059 ceph-mon[29264]: mgrmap e4: y(active, since 2s) 2024-08-17T16:56:32.165 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:32 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/753708992' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-17T16:56:32.906 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:32.906 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout [global] 2024-08-17T16:56:32.906 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout fsid = 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:32.906 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-17T16:56:32.906 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-17T16:56:32.906 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-17T16:56:32.906 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-17T16:56:32.906 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:32.906 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-17T16:56:32.907 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-17T16:56:32.907 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 2024-08-17T16:56:32.907 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout [osd] 2024-08-17T16:56:32.907 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-17T16:56:32.907 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-17T16:56:32.907 INFO:teuthology.orchestra.run.smithi059.stdout:Enabling cephadm module... 2024-08-17T16:56:33.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:33 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1562430748' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-17T16:56:34.383 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:34 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1774765779' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-17T16:56:34.383 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ignoring --setuser ceph since I am not root 2024-08-17T16:56:34.383 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ignoring --setgroup ceph since I am not root 2024-08-17T16:56:34.383 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:34.233+0000 7fe30ab80040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:56:34.384 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:34.381+0000 7fe30ab80040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:56:34.666 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:34.450+0000 7fe30ab80040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:56:34.917 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:34.705+0000 7fe30ab80040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:56:34.917 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:34.766+0000 7fe30ab80040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:56:35.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:35 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1774765779' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-17T16:56:35.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:35 smithi059 ceph-mon[29264]: mgrmap e5: y(active, since 5s) 2024-08-17T16:56:35.875 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:56:35.875 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-17T16:56:35.875 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:56:35.875 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T16:56:35.875 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T16:56:35.876 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:56:35.876 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:35.744+0000 7fe30ab80040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:56:35.876 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:35.863+0000 7fe30ab80040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:56:35.876 INFO:teuthology.orchestra.run.smithi059.stdout:Waiting for the mgr to restart... 2024-08-17T16:56:35.876 INFO:teuthology.orchestra.run.smithi059.stdout:Waiting for mgr epoch 5... 2024-08-17T16:56:36.148 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:36 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2503114458' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T16:56:36.148 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:35.926+0000 7fe30ab80040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:56:36.148 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:36.147+0000 7fe30ab80040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:56:36.432 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:36.210+0000 7fe30ab80040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:56:36.432 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:36.281+0000 7fe30ab80040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:56:36.432 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:36.430+0000 7fe30ab80040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:56:37.186 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:36.863+0000 7fe30ab80040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:56:37.186 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:37.184+0000 7fe30ab80040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:56:37.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:37.252+0000 7fe30ab80040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:56:37.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:37.404+0000 7fe30ab80040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:56:37.978 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:37.721+0000 7fe30ab80040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:56:37.978 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:37.784+0000 7fe30ab80040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:56:38.282 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:37.977+0000 7fe30ab80040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:56:38.282 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:38.130+0000 7fe30ab80040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:56:38.282 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:38.195+0000 7fe30ab80040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:56:38.283 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:38.281+0000 7fe30ab80040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:56:38.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:38.342+0000 7fe30ab80040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:56:39.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:38.889+0000 7fe30ab80040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:56:39.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:39.052+0000 7fe30ab80040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: Active manager daemon y restarted 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: Activating manager daemon y 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: osdmap e2: 0 total, 0 up, 0 in 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: mgrmap e6: y(active, starting, since 0.00299144s) 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: Manager daemon y is now available 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:39.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:56:39.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:56:39.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:56:39.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:39 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:56:40.395 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:40 smithi059 ceph-mon[29264]: Found migration_current of "None". Setting to last migration. 2024-08-17T16:56:40.395 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:40 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:40.395 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:40 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:40.395 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:40 smithi059 ceph-mon[29264]: mgrmap e7: y(active, since 1.00583s) 2024-08-17T16:56:40.607 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:56:40.607 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-17T16:56:40.607 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T16:56:40.607 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:56:40.607 INFO:teuthology.orchestra.run.smithi059.stdout:mgr epoch 5 is available 2024-08-17T16:56:40.607 INFO:teuthology.orchestra.run.smithi059.stdout:Setting orchestrator backend to cephadm... 2024-08-17T16:56:41.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-mon[29264]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T16:56:41.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-mon[29264]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T16:56:41.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:41.604+0000 7fe27821a640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:56:41] ENGINE Error in HTTPServer.serve 2024-08-17T16:56:41.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: Traceback (most recent call last): 2024-08-17T16:56:41.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:56:41.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self._connections.run(self.expiration_interval) 2024-08-17T16:56:41.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:56:41.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self._run(expiration_interval) 2024-08-17T16:56:41.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: s = self.context.wrap_socket( 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: return self.sslsocket_class._create( 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self.do_handshake() 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self._sslobj.do_handshake() 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:56:41.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:42 smithi059 ceph-mon[29264]: mgrmap e8: y(active, since 2s) 2024-08-17T16:56:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:42 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:42 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:56:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:42 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:56:42.795 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-17T16:56:42.795 INFO:teuthology.orchestra.run.smithi059.stdout:Generating ssh key... 2024-08-17T16:56:43.187 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-mon[29264]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:43.187 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-mon[29264]: [17/Aug/2024:16:56:41] ENGINE Bus STARTING 2024-08-17T16:56:43.187 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-mon[29264]: [17/Aug/2024:16:56:41] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T16:56:43.187 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-mon[29264]: [17/Aug/2024:16:56:41] ENGINE Error in HTTPServer.serve 2024-08-17T16:56:43.187 INFO:journalctl@ceph.mon.a.smithi059.stdout: Traceback (most recent call last): 2024-08-17T16:56:43.187 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:56:43.187 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:56:43.187 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:56:43.187 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._run(expiration_interval) 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: self.do_handshake() 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:56:43.188 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-mon[29264]: [17/Aug/2024:16:56:41] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T16:56:43.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-mon[29264]: [17/Aug/2024:16:56:41] ENGINE Bus STARTED 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: Generating public/private rsa key pair. 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: Your identification has been saved in /tmp/tmp3lcayfdi/key 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: Your public key has been saved in /tmp/tmp3lcayfdi/key.pub 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: The key fingerprint is: 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: SHA256:jXYeyzGBEvSy2sr+bsdgcM1ZlC47OU1eBQeajbFLpEc ceph-781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: The key's randomart image is: 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: +---[RSA 3072]----+ 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: | .o .E.oo. | 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: | o =oB .. | 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: | oo++O .. | 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: | . .+==oo. | 2024-08-17T16:56:43.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: | o. SBB. | 2024-08-17T16:56:43.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: | oo.=+o= | 2024-08-17T16:56:43.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: | ...o o+ | 2024-08-17T16:56:43.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: | . .. o | 2024-08-17T16:56:43.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: | .++o. | 2024-08-17T16:56:43.789 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: +----[SHA256]-----+ 2024-08-17T16:56:44.384 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:44 smithi059 ceph-mon[29264]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:44.400 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:44 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:44.400 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:44 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:45.230 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:45 smithi059 ceph-mon[29264]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:45.230 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:45 smithi059 ceph-mon[29264]: Generating ssh key... 2024-08-17T16:56:45.233 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdaUxtUaZyF+SM/wUnolX2D26THFezP7XLCBqFOEzPbNC88zwHP8nYVZpvTzp6iDMqEYTyTAXy0I9kcce5P4zPSbUT+DBQi9jkFgRgqpksZoBC7Znl9k0JCXceGPJlXtWFmQ13O3Y+WQU0DYnlj3Qe/2euLwn+z9Fusz3tq+p+jVyQR3jnMYSef2ZglK34KFCIbPM3kaOOi+BsOWwRG3fovEXlB5HrgN13tbzsDMNw7PdW0hKC7PkfTvLFYABF3VQ264n76A1KhBc0F9puQxe5oRjS2dswSlTqjF047WsIvc1kg5scbKGJaoFg/QGItwgC6by3ipEBd/q1+3m3RxH5QASBU5EWr7VTVOKgN22PLeDFA9i8TVhwxGjcDwu/win3CweISViPEqjvlwXwAD2m252IM9Z4vDEAEtqZUw5pRQTtlkdpMWBId2qdVcHTAHFRquSq1copxi21WvgY0uGrgLCtCt4lRIjZq2x5vn5It+G6JuNJnkjJdwlHKakLuzc= ceph-781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:56:45.233 INFO:teuthology.orchestra.run.smithi059.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-17T16:56:45.233 INFO:teuthology.orchestra.run.smithi059.stdout:Adding key to root@localhost authorized_keys... 2024-08-17T16:56:45.233 INFO:teuthology.orchestra.run.smithi059.stdout:Adding host smithi059... 2024-08-17T16:56:46.276 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:46 smithi059 ceph-mon[29264]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:47.471 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:47 smithi059 ceph-mon[29264]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi059", "addr": "172.21.15.59", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:48 smithi059 ceph-mon[29264]: Deploying cephadm binary to smithi059 2024-08-17T16:56:49.757 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout Added host 'smithi059' with addr '172.21.15.59' 2024-08-17T16:56:49.757 INFO:teuthology.orchestra.run.smithi059.stdout:Deploying unmanaged mon service... 2024-08-17T16:56:50.344 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:50 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:50.344 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:50 smithi059 ceph-mon[29264]: Added host smithi059 2024-08-17T16:56:50.344 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:50 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:56:51.380 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:51 smithi059 ceph-mon[29264]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:51.381 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:51 smithi059 ceph-mon[29264]: Saving service mon spec with placement count:5 2024-08-17T16:56:51.381 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:51 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:51.383 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-17T16:56:51.383 INFO:teuthology.orchestra.run.smithi059.stdout:Deploying unmanaged mgr service... 2024-08-17T16:56:52.700 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-17T16:56:53.126 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:53 smithi059 ceph-mon[29264]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:56:53.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:53 smithi059 ceph-mon[29264]: Saving service mgr spec with placement count:2 2024-08-17T16:56:53.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:53 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:53.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:53 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:53.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:53 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:54.499 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:54 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2349040956' entity='client.admin' 2024-08-17T16:56:54.500 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:54 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:55.641 INFO:teuthology.orchestra.run.smithi059.stdout:Enabling the dashboard module... 2024-08-17T16:56:56.192 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:55 smithi059 ceph-mon[29264]: from='mgr.14118 172.21.15.59:0/3931083434' entity='mgr.y' 2024-08-17T16:56:56.192 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:55 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3837045148' entity='client.admin' 2024-08-17T16:56:57.239 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:56 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3641212727' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-17T16:56:57.240 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:56 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ignoring --setuser ceph since I am not root 2024-08-17T16:56:57.240 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:56 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ignoring --setgroup ceph since I am not root 2024-08-17T16:56:57.240 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:57.085+0000 7f6df5e26040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:56:57.240 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:57.238+0000 7f6df5e26040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:56:57.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:57.309+0000 7f6df5e26040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:56:57.871 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:57.558+0000 7f6df5e26040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:56:57.871 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:57.621+0000 7f6df5e26040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:56:58.181 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:57 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3641212727' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-17T16:56:58.181 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:57 smithi059 ceph-mon[29264]: mgrmap e9: y(active, since 17s) 2024-08-17T16:56:58.739 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:58 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:58.614+0000 7f6df5e26040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:56:58.739 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:58 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:58.737+0000 7f6df5e26040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:56:58.760 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:56:58.762 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-17T16:56:58.762 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-17T16:56:58.762 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-17T16:56:58.762 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-17T16:56:58.762 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:56:58.762 INFO:teuthology.orchestra.run.smithi059.stdout:Waiting for the mgr to restart... 2024-08-17T16:56:58.762 INFO:teuthology.orchestra.run.smithi059.stdout:Waiting for mgr epoch 9... 2024-08-17T16:56:59.011 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:56:58 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/542959739' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-17T16:56:59.011 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:58 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:58.801+0000 7f6df5e26040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:56:59.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:59 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:59.027+0000 7f6df5e26040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:56:59.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:59 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:59.090+0000 7f6df5e26040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:56:59.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:59 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:59.160+0000 7f6df5e26040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:56:59.747 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:59 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:59.312+0000 7f6df5e26040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:57:00.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:56:59 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:56:59.746+0000 7f6df5e26040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:57:00.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:00.068+0000 7f6df5e26040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:57:00.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:00.136+0000 7f6df5e26040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:57:00.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:00.288+0000 7f6df5e26040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:57:00.858 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:00.603+0000 7f6df5e26040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:57:00.858 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:00.666+0000 7f6df5e26040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:57:01.162 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:00.856+0000 7f6df5e26040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:57:01.163 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:01.010+0000 7f6df5e26040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:57:01.163 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:01.076+0000 7f6df5e26040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:57:01.163 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:01.161+0000 7f6df5e26040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:57:01.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:01.222+0000 7f6df5e26040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:57:02.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:01.766+0000 7f6df5e26040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:57:02.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:01.927+0000 7f6df5e26040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:57:02.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: Active manager daemon y restarted 2024-08-17T16:57:02.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: Activating manager daemon y 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: osdmap e3: 0 total, 0 up, 0 in 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: mgrmap e10: y(active, starting, since 0.00316157s) 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: Manager daemon y is now available 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T16:57:02.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T16:57:03.709 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:03.480+0000 7f6d61c6f640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:16:57:03] ENGINE Error in HTTPServer.serve 2024-08-17T16:57:03.709 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: Traceback (most recent call last): 2024-08-17T16:57:03.709 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:57:03.709 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self._connections.run(self.expiration_interval) 2024-08-17T16:57:03.709 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self._run(expiration_interval) 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: s = self.context.wrap_socket( 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: return self.sslsocket_class._create( 2024-08-17T16:57:03.710 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:57:03.711 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self.do_handshake() 2024-08-17T16:57:03.711 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:57:03.711 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self._sslobj.do_handshake() 2024-08-17T16:57:03.711 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:57:03.711 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T16:57:03.712 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout { 2024-08-17T16:57:03.712 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-17T16:57:03.712 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-17T16:57:03.712 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout } 2024-08-17T16:57:03.712 INFO:teuthology.orchestra.run.smithi059.stdout:mgr epoch 9 is available 2024-08-17T16:57:03.712 INFO:teuthology.orchestra.run.smithi059.stdout:Generating a dashboard self-signed certificate... 2024-08-17T16:57:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-mon[29264]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-17T16:57:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-mon[29264]: mgrmap e11: y(active, since 1.00599s) 2024-08-17T16:57:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-mon[29264]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-17T16:57:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:04.934 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-17T16:57:04.934 INFO:teuthology.orchestra.run.smithi059.stdout:Creating initial admin user... 2024-08-17T16:57:05.169 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:04 smithi059 ceph-mon[29264]: [17/Aug/2024:16:57:03] ENGINE Bus STARTING 2024-08-17T16:57:05.169 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:04 smithi059 ceph-mon[29264]: [17/Aug/2024:16:57:03] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:04 smithi059 ceph-mon[29264]: [17/Aug/2024:16:57:03] ENGINE Error in HTTPServer.serve 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: Traceback (most recent call last): 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._run(expiration_interval) 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T16:57:05.170 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout: self.do_handshake() 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:04 smithi059 ceph-mon[29264]: [17/Aug/2024:16:57:03] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:04 smithi059 ceph-mon[29264]: [17/Aug/2024:16:57:03] ENGINE Bus STARTED 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:04 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:04 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:04 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:05.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:04 smithi059 ceph-mon[29264]: mgrmap e12: y(active, since 2s) 2024-08-17T16:57:06.157 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:05 smithi059 ceph-mon[29264]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:06.158 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:06.394 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$8m1SX230PlGxnPH/beIIGOgY3no2/RjP89x6JGcJLlm2PwFt.ezMG", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1723913825, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-17T16:57:06.395 INFO:teuthology.orchestra.run.smithi059.stdout:Fetching dashboard port number... 2024-08-17T16:57:07.114 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:06 smithi059 ceph-mon[29264]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:07.836 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stdout 8443 2024-08-17T16:57:07.847 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-08-17T16:57:07.847 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout disabled 2024-08-17T16:57:07.854 INFO:teuthology.orchestra.run.smithi059.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-08-17T16:57:07.855 INFO:teuthology.orchestra.run.smithi059.stdout:systemctl: stdout inactive 2024-08-17T16:57:07.855 INFO:teuthology.orchestra.run.smithi059.stdout:firewalld.service is not enabled 2024-08-17T16:57:07.855 INFO:teuthology.orchestra.run.smithi059.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-17T16:57:07.856 INFO:teuthology.orchestra.run.smithi059.stdout:Ceph Dashboard is now available at: 2024-08-17T16:57:07.856 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:07.856 INFO:teuthology.orchestra.run.smithi059.stdout: URL: https://smithi059.front.sepia.ceph.com:8443/ 2024-08-17T16:57:07.857 INFO:teuthology.orchestra.run.smithi059.stdout: User: admin 2024-08-17T16:57:07.857 INFO:teuthology.orchestra.run.smithi059.stdout: Password: grnnek99zk 2024-08-17T16:57:07.857 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:07.857 INFO:teuthology.orchestra.run.smithi059.stdout:Saving cluster configuration to /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config directory 2024-08-17T16:57:07.857 INFO:teuthology.orchestra.run.smithi059.stdout:Enabling autotune for osd_memory_target 2024-08-17T16:57:08.144 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:07 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/551209786' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-17T16:57:09.176 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:08 smithi059 ceph-mon[29264]: mgrmap e13: y(active, since 6s) 2024-08-17T16:57:09.974 INFO:teuthology.orchestra.run.smithi059.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-17T16:57:09.974 INFO:teuthology.orchestra.run.smithi059.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-17T16:57:09.974 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:09.974 INFO:teuthology.orchestra.run.smithi059.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-17T16:57:09.974 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:09.974 INFO:teuthology.orchestra.run.smithi059.stdout:Or, if you are only running a single cluster on this host: 2024-08-17T16:57:09.974 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:09.974 INFO:teuthology.orchestra.run.smithi059.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout: ceph telemetry on 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout:For more information see: 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:09.975 INFO:teuthology.orchestra.run.smithi059.stdout:Bootstrap complete. 2024-08-17T16:57:10.007 INFO:tasks.cephadm:Fetching config... 2024-08-17T16:57:10.008 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:57:10.008 DEBUG:teuthology.orchestra.run.smithi059:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-17T16:57:10.026 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-17T16:57:10.026 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:57:10.026 DEBUG:teuthology.orchestra.run.smithi059:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-17T16:57:10.082 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-17T16:57:10.082 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:57:10.082 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd if=/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-17T16:57:10.148 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-17T16:57:10.148 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:57:10.149 DEBUG:teuthology.orchestra.run.smithi059:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-17T16:57:10.205 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-17T16:57:10.205 DEBUG:teuthology.orchestra.run.smithi059:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdaUxtUaZyF+SM/wUnolX2D26THFezP7XLCBqFOEzPbNC88zwHP8nYVZpvTzp6iDMqEYTyTAXy0I9kcce5P4zPSbUT+DBQi9jkFgRgqpksZoBC7Znl9k0JCXceGPJlXtWFmQ13O3Y+WQU0DYnlj3Qe/2euLwn+z9Fusz3tq+p+jVyQR3jnMYSef2ZglK34KFCIbPM3kaOOi+BsOWwRG3fovEXlB5HrgN13tbzsDMNw7PdW0hKC7PkfTvLFYABF3VQ264n76A1KhBc0F9puQxe5oRjS2dswSlTqjF047WsIvc1kg5scbKGJaoFg/QGItwgC6by3ipEBd/q1+3m3RxH5QASBU5EWr7VTVOKgN22PLeDFA9i8TVhwxGjcDwu/win3CweISViPEqjvlwXwAD2m252IM9Z4vDEAEtqZUw5pRQTtlkdpMWBId2qdVcHTAHFRquSq1copxi21WvgY0uGrgLCtCt4lRIjZq2x5vn5It+G6JuNJnkjJdwlHKakLuzc= ceph-781173ba-5cb9-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T16:57:10.280 INFO:teuthology.orchestra.run.smithi059.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdaUxtUaZyF+SM/wUnolX2D26THFezP7XLCBqFOEzPbNC88zwHP8nYVZpvTzp6iDMqEYTyTAXy0I9kcce5P4zPSbUT+DBQi9jkFgRgqpksZoBC7Znl9k0JCXceGPJlXtWFmQ13O3Y+WQU0DYnlj3Qe/2euLwn+z9Fusz3tq+p+jVyQR3jnMYSef2ZglK34KFCIbPM3kaOOi+BsOWwRG3fovEXlB5HrgN13tbzsDMNw7PdW0hKC7PkfTvLFYABF3VQ264n76A1KhBc0F9puQxe5oRjS2dswSlTqjF047WsIvc1kg5scbKGJaoFg/QGItwgC6by3ipEBd/q1+3m3RxH5QASBU5EWr7VTVOKgN22PLeDFA9i8TVhwxGjcDwu/win3CweISViPEqjvlwXwAD2m252IM9Z4vDEAEtqZUw5pRQTtlkdpMWBId2qdVcHTAHFRquSq1copxi21WvgY0uGrgLCtCt4lRIjZq2x5vn5It+G6JuNJnkjJdwlHKakLuzc= ceph-781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:10.292 DEBUG:teuthology.orchestra.run.smithi087:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdaUxtUaZyF+SM/wUnolX2D26THFezP7XLCBqFOEzPbNC88zwHP8nYVZpvTzp6iDMqEYTyTAXy0I9kcce5P4zPSbUT+DBQi9jkFgRgqpksZoBC7Znl9k0JCXceGPJlXtWFmQ13O3Y+WQU0DYnlj3Qe/2euLwn+z9Fusz3tq+p+jVyQR3jnMYSef2ZglK34KFCIbPM3kaOOi+BsOWwRG3fovEXlB5HrgN13tbzsDMNw7PdW0hKC7PkfTvLFYABF3VQ264n76A1KhBc0F9puQxe5oRjS2dswSlTqjF047WsIvc1kg5scbKGJaoFg/QGItwgC6by3ipEBd/q1+3m3RxH5QASBU5EWr7VTVOKgN22PLeDFA9i8TVhwxGjcDwu/win3CweISViPEqjvlwXwAD2m252IM9Z4vDEAEtqZUw5pRQTtlkdpMWBId2qdVcHTAHFRquSq1copxi21WvgY0uGrgLCtCt4lRIjZq2x5vn5It+G6JuNJnkjJdwlHKakLuzc= ceph-781173ba-5cb9-11ef-bccf-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-17T16:57:10.333 INFO:teuthology.orchestra.run.smithi087.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDdaUxtUaZyF+SM/wUnolX2D26THFezP7XLCBqFOEzPbNC88zwHP8nYVZpvTzp6iDMqEYTyTAXy0I9kcce5P4zPSbUT+DBQi9jkFgRgqpksZoBC7Znl9k0JCXceGPJlXtWFmQ13O3Y+WQU0DYnlj3Qe/2euLwn+z9Fusz3tq+p+jVyQR3jnMYSef2ZglK34KFCIbPM3kaOOi+BsOWwRG3fovEXlB5HrgN13tbzsDMNw7PdW0hKC7PkfTvLFYABF3VQ264n76A1KhBc0F9puQxe5oRjS2dswSlTqjF047WsIvc1kg5scbKGJaoFg/QGItwgC6by3ipEBd/q1+3m3RxH5QASBU5EWr7VTVOKgN22PLeDFA9i8TVhwxGjcDwu/win3CweISViPEqjvlwXwAD2m252IM9Z4vDEAEtqZUw5pRQTtlkdpMWBId2qdVcHTAHFRquSq1copxi21WvgY0uGrgLCtCt4lRIjZq2x5vn5It+G6JuNJnkjJdwlHKakLuzc= ceph-781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:10.346 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-17T16:57:10.630 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:57:10.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:10 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/4012572625' entity='client.admin' 2024-08-17T16:57:13.940 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-17T16:57:13.941 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-17T16:57:14.337 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:57:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:14 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1303532671' entity='client.admin' 2024-08-17T16:57:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:15.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:15.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi059", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:57:15.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:15.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:15.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:16.586 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi087 2024-08-17T16:57:16.586 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:57:16.586 DEBUG:teuthology.orchestra.run.smithi087:> dd of=/etc/ceph/ceph.conf 2024-08-17T16:57:16.605 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:57:16.606 DEBUG:teuthology.orchestra.run.smithi087:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:57:16.664 INFO:tasks.cephadm:Adding host smithi087 to orchestrator... 2024-08-17T16:57:16.664 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch host add smithi087 2024-08-17T16:57:16.873 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:57:17.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:16 smithi059 ceph-mon[29264]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:17.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:16 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:17.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:16 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:17.119 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:16 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:17.119 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:16 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:17.119 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:16 smithi059 ceph-mon[29264]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T16:57:17.119 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:16 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:17.119 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:16 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:17.119 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:16 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:18.105 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:17 smithi059 ceph-mon[29264]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:18.105 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:17 smithi059 ceph-mon[29264]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:57:18.105 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:17 smithi059 ceph-mon[29264]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:57:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:19 smithi059 ceph-mon[29264]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi087", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:20 smithi059 ceph-mon[29264]: Deploying cephadm binary to smithi087 2024-08-17T16:57:21.797 INFO:teuthology.orchestra.run.smithi059.stdout:Added host 'smithi087' with addr '172.21.15.87' 2024-08-17T16:57:22.481 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch host ls --format=json 2024-08-17T16:57:22.686 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:57:23.062 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:22 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:23.062 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:22 smithi059 ceph-mon[29264]: Added host smithi087 2024-08-17T16:57:23.062 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:22 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:23.062 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:22 smithi059 ceph-mon[29264]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:23.062 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:22 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:23.063 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:22 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:24.311 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:57:24.311 INFO:teuthology.orchestra.run.smithi059.stdout:[{"addr": "172.21.15.59", "hostname": "smithi059", "labels": [], "status": ""}, {"addr": "172.21.15.87", "hostname": "smithi087", "labels": [], "status": ""}] 2024-08-17T16:57:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:24 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:24 smithi059 ceph-mon[29264]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:24.871 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-17T16:57:24.872 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd crush tunables default 2024-08-17T16:57:25.078 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:57:25.200 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:25 smithi059 ceph-mon[29264]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T16:57:26.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi087", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:26.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:27.682 INFO:teuthology.orchestra.run.smithi059.stderr:adjusted tunables profile to default 2024-08-17T16:57:27.968 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:27 smithi059 ceph-mon[29264]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:57:27.968 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:27 smithi059 ceph-mon[29264]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:57:27.968 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:27 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1042493097' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-17T16:57:28.265 INFO:tasks.cephadm:Adding mon.a on smithi059 2024-08-17T16:57:28.265 INFO:tasks.cephadm:Adding mon.c on smithi059 2024-08-17T16:57:28.266 INFO:tasks.cephadm:Adding mon.b on smithi087 2024-08-17T16:57:28.266 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply mon '3;smithi059:172.21.15.59=a;smithi059:[v2:172.21.15.59:3301,v1:172.21.15.59:6790]=c;smithi087:172.21.15.87=b' 2024-08-17T16:57:28.469 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:28.955 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:28 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1042493097' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T16:57:28.955 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:28 smithi059 ceph-mon[29264]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:57:28.955 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:28 smithi059 ceph-mon[29264]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:30.095 INFO:teuthology.orchestra.run.smithi087.stdout:Scheduled mon update... 2024-08-17T16:57:30.666 DEBUG:teuthology.orchestra.run.smithi059:mon.c> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.c.service 2024-08-17T16:57:30.669 DEBUG:teuthology.orchestra.run.smithi087:mon.b> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.b.service 2024-08-17T16:57:30.671 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:57:30.671 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:57:31.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:30 smithi059 ceph-mon[29264]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:31.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:31.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:31.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:31.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:31.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:31.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:31.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:32.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:31 smithi059 ceph-mon[29264]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi059:172.21.15.59=a;smithi059:[v2:172.21.15.59:3301,v1:172.21.15.59:6790]=c;smithi087:172.21.15.87=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:32.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:31 smithi059 ceph-mon[29264]: Saving service mon spec with placement smithi059:172.21.15.59=a;smithi059:[v2:172.21.15.59:3301,v1:172.21.15.59:6790]=c;smithi087:172.21.15.87=b;count:3 2024-08-17T16:57:32.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:31 smithi059 ceph-mon[29264]: Deploying daemon mon.b on smithi087 2024-08-17T16:57:32.543 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:57:33.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:32 smithi059 ceph-mon[29264]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:34.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:33 smithi059 ceph-mon[29264]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:34.447 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:57:34.447 INFO:teuthology.orchestra.run.smithi087.stdout:{"epoch":1,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","modified":"2024-08-17T16:56:12.609998Z","created":"2024-08-17T16:56:12.609998Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:3300","nonce":0},{"type":"v1","addr":"172.21.15.59:6789","nonce":0}]},"addr":"172.21.15.59:6789/0","public_addr":"172.21.15.59:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-17T16:57:34.447 INFO:teuthology.orchestra.run.smithi087.stderr:dumped monmap epoch 1 2024-08-17T16:57:36.261 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:57:36.261 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:57:36.470 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:57:40.026 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:57:40.027 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: mon.a calling monitor election 2024-08-17T16:57:40.027 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:40.027 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:40.027 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:40.027 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:40.027 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: mon.b calling monitor election 2024-08-17T16:57:40.027 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:40.027 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:40.027 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: monmap e2: 2 mons at {a=[v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0],b=[v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: fsmap 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: mgrmap e13: y(active, since 37s) 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: overall HEALTH_OK 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:40.028 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:40.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:40.940 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:40 smithi059 ceph-mon[29264]: Deploying daemon mon.c on smithi059 2024-08-17T16:57:40.941 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:40 smithi059 ceph-mon[29264]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:40.941 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:40 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:40.951 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:40 smithi087 ceph-mon[33075]: Deploying daemon mon.c on smithi059 2024-08-17T16:57:40.951 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:40 smithi087 ceph-mon[33075]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:40.951 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:40 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:41.050 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:57:41.050 INFO:teuthology.orchestra.run.smithi087.stdout:{"epoch":2,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","modified":"2024-08-17T16:57:34.606978Z","created":"2024-08-17T16:56:12.609998Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:3300","nonce":0},{"type":"v1","addr":"172.21.15.59:6789","nonce":0}]},"addr":"172.21.15.59:6789/0","public_addr":"172.21.15.59:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:3300","nonce":0},{"type":"v1","addr":"172.21.15.87:6789","nonce":0}]},"addr":"172.21.15.87:6789/0","public_addr":"172.21.15.87:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-17T16:57:41.051 INFO:teuthology.orchestra.run.smithi087.stderr:dumped monmap epoch 2 2024-08-17T16:57:41.978 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:41 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/1931988024' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:57:42.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:41 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/1931988024' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:57:42.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 systemd[1]: Starting Ceph mon.c for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T16:57:42.634 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 podman[39784]: 2024-08-17 16:57:42.270773647 +0000 UTC m=+0.017787330 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T16:57:42.634 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 podman[39784]: 2024-08-17 16:57:42.373123022 +0000 UTC m=+0.120136733 container create 717b71ca4cfb8696525684cf4de8f3ba2c84355fc86a5b2cc1a5e13f3b6b2819 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 podman[39784]: 2024-08-17 16:57:42.583595562 +0000 UTC m=+0.330609231 container init 717b71ca4cfb8696525684cf4de8f3ba2c84355fc86a5b2cc1a5e13f3b6b2819 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, ceph=True, GIT_CLEAN=True, RELEASE=reef-ced649f, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 podman[39784]: 2024-08-17 16:57:42.586761635 +0000 UTC m=+0.333775303 container start 717b71ca4cfb8696525684cf4de8f3ba2c84355fc86a5b2cc1a5e13f3b6b2819 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True) 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable), process ceph-mon, pid 2 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: pidfile_write: ignore empty --pid-file 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: load: jerasure load: lrc 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: RocksDB version: 7.9.2 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Git sha 0 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Compile date 2024-08-17 15:23:20 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: DB SUMMARY 2024-08-17T16:57:42.635 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: DB Session ID: WWS0K9KRJUVD95566ARG 2024-08-17T16:57:42.636 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: CURRENT file: CURRENT 2024-08-17T16:57:42.636 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T16:57:42.636 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-08-17T16:57:42.636 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-17T16:57:42.636 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-08-17T16:57:42.636 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.error_if_exists: 0 2024-08-17T16:57:42.638 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.create_if_missing: 0 2024-08-17T16:57:42.638 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.paranoid_checks: 1 2024-08-17T16:57:42.638 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T16:57:42.638 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T16:57:42.638 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T16:57:42.638 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.env: 0x559c0facfbc0 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.info_log: 0x559c11ffabe0 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.statistics: (nil) 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.use_fsync: 0 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_log_file_size: 0 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.allow_fallocate: 1 2024-08-17T16:57:42.639 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.use_direct_reads: 0 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.db_log_dir: 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.wal_dir: 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T16:57:42.640 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.write_buffer_manager: 0x559c11fca140 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T16:57:42.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.unordered_write: 0 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.row_cache: None 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.wal_filter: None 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.two_write_queues: 0 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.wal_compression: 0 2024-08-17T16:57:42.642 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.atomic_flush: 0 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.log_readahead_size: 0 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_background_jobs: 2 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_background_compactions: -1 2024-08-17T16:57:42.643 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_subcompactions: 1 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_open_files: -1 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T16:57:42.644 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_background_flushes: -1 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Compression algorithms supported: 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: kZSTD supported: 0 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: kXpressCompression supported: 0 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: kBZip2Compression supported: 0 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: kLZ4Compression supported: 1 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: kZlibCompression supported: 1 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T16:57:42.645 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: kSnappyCompression supported: 1 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.merge_operator: 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_filter: None 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T16:57:42.646 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559c11ffa820) 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: cache_index_and_filter_blocks: 1 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: pin_top_level_index_and_filter: 1 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: index_type: 0 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: data_block_index_type: 0 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: index_shortening: 1 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: checksum: 4 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: no_block_cache: 0 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_cache: 0x559c11fef350 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_cache_name: BinnedLRUCache 2024-08-17T16:57:42.647 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_cache_options: 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: capacity : 536870912 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: num_shard_bits : 4 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: strict_capacity_limit : 0 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: high_pri_pool_ratio: 0.000 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_cache_compressed: (nil) 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: persistent_cache: (nil) 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_size: 4096 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_size_deviation: 10 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_restart_interval: 16 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: index_block_restart_interval: 1 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: metadata_block_size: 4096 2024-08-17T16:57:42.648 INFO:journalctl@ceph.mon.c.smithi059.stdout: partition_filters: 0 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: use_delta_encoding: 1 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: filter_policy: bloomfilter 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: whole_key_filtering: 1 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: verify_compression: 0 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: read_amp_bytes_per_bit: 0 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: format_version: 5 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: enable_index_compression: 1 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_align: 0 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: max_auto_readahead_size: 262144 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: prepopulate_block_cache: 0 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: initial_auto_readahead_size: 8192 2024-08-17T16:57:42.649 INFO:journalctl@ceph.mon.c.smithi059.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression: NoCompression 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.num_levels: 7 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T16:57:42.650 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T16:57:42.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T16:57:42.652 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T16:57:42.653 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.table_properties_collectors: 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.inplace_update_support: 0 2024-08-17T16:57:42.654 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.bloom_locality: 0 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.max_successive_merges: 0 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.ttl: 2592000 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T16:57:42.655 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.enable_blob_files: false 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.min_blob_size: 0 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a046c402-14a0-4945-a222-461ff11afb40 2024-08-17T16:57:42.656 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913862613666, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913862614067, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723913862, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a046c402-14a0-4945-a222-461ff11afb40", "db_session_id": "WWS0K9KRJUVD95566ARG", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723913862614164, "job": 1, "event": "recovery_finished"} 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559c12018e00 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: DB pointer 0x559c1210c000 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout: ** DB Stats ** 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T16:57:42.657 INFO:journalctl@ceph.mon.c.smithi059.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: ** Compaction Stats [default] ** 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-17T16:57:42.658 INFO:journalctl@ceph.mon.c.smithi059.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: ** Compaction Stats [default] ** 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.3 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T16:57:42.659 INFO:journalctl@ceph.mon.c.smithi059.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout: Block cache BinnedLRUCache@0x559c11fef350#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: using public_addrv [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: starting mon.c rank -1 at public addrs [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] at bind addrs [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(???) e0 preinit fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).mds e1 new map 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).mds e1 print_map 2024-08-17T16:57:42.660 INFO:journalctl@ceph.mon.c.smithi059.stdout: e1 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout: legacy client fscid: -1 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout: No filesystems configured 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:57:42.661 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi087", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:42.662 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1042493097' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1042493097' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:42.663 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi059:172.21.15.59=a;smithi059:[v2:172.21.15.59:3301,v1:172.21.15.59:6790]=c;smithi087:172.21.15.87=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: Saving service mon spec with placement smithi059:172.21.15.59=a;smithi059:[v2:172.21.15.59:3301,v1:172.21.15.59:6790]=c;smithi087:172.21.15.87=b;count:3 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: Deploying daemon mon.b on smithi087 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.a calling monitor election 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:42.664 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.b calling monitor election 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: monmap e2: 2 mons at {a=[v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0],b=[v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: fsmap 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mgrmap e13: y(active, since 37s) 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: overall HEALTH_OK 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.665 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:42.666 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:42.666 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:42.666 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: Deploying daemon mon.c on smithi059 2024-08-17T16:57:42.666 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:42.666 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:42.666 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/1931988024' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:57:42.666 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 ceph-mon[39803]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-17T16:57:42.666 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-17T16:57:42.666 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph mon dump -f json 2024-08-17T16:57:42.866 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:57:43.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 bash[39784]: 717b71ca4cfb8696525684cf4de8f3ba2c84355fc86a5b2cc1a5e13f3b6b2819 2024-08-17T16:57:43.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:42 smithi059 systemd[1]: Started Ceph mon.c for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:57:48.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:57:48.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: mon.a calling monitor election 2024-08-17T16:57:48.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:48.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: mon.b calling monitor election 2024-08-17T16:57:48.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:48.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: mon.c calling monitor election 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: monmap e3: 3 mons at {a=[v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0],b=[v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0],c=[v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: fsmap 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: mgrmap e13: y(active, since 45s) 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: overall HEALTH_OK 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: mon.a calling monitor election 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: mon.b calling monitor election 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:48.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: mon.c calling monitor election 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: monmap e3: 3 mons at {a=[v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0],b=[v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0],c=[v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: fsmap 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: mgrmap e13: y(active, since 45s) 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: overall HEALTH_OK 2024-08-17T16:57:48.041 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.042 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.042 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.042 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: mon.a calling monitor election 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: mon.b calling monitor election 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: mon.c calling monitor election 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: monmap e3: 3 mons at {a=[v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0],b=[v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0],c=[v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: fsmap 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: osdmap e4: 0 total, 0 up, 0 in 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: mgrmap e13: y(active, since 45s) 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: overall HEALTH_OK 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:48.184 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:57:48.184 INFO:teuthology.orchestra.run.smithi087.stdout:{"epoch":3,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","modified":"2024-08-17T16:57:42.638347Z","created":"2024-08-17T16:56:12.609998Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:3300","nonce":0},{"type":"v1","addr":"172.21.15.59:6789","nonce":0}]},"addr":"172.21.15.59:6789/0","public_addr":"172.21.15.59:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:3300","nonce":0},{"type":"v1","addr":"172.21.15.87:6789","nonce":0}]},"addr":"172.21.15.87:6789/0","public_addr":"172.21.15.87:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:3301","nonce":0},{"type":"v1","addr":"172.21.15.59:6790","nonce":0}]},"addr":"172.21.15.59:6790/0","public_addr":"172.21.15.59:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-08-17T16:57:48.184 INFO:teuthology.orchestra.run.smithi087.stderr:dumped monmap epoch 3 2024-08-17T16:57:48.769 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:48.769 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:48 smithi087 ceph-mon[33075]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:48.770 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:48 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/3000068285' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:57:48.770 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:48.790 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-17T16:57:48.791 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph config generate-minimal-conf 2024-08-17T16:57:48.995 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:57:49.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:49.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:48 smithi059 ceph-mon[39803]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:49.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:48 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/3000068285' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:57:49.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:49.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:49.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:48 smithi059 ceph-mon[29264]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:49.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:48 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/3000068285' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-17T16:57:49.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:57:50.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:50.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:50.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:50.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T16:57:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T16:57:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: Reconfiguring daemon mon.a on smithi059 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[29264]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:51.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:57:51.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:51.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:57:51.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:51.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: Reconfiguring daemon mon.a on smithi059 2024-08-17T16:57:51.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:50 smithi059 ceph-mon[39803]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:51.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: Reconfiguring mon.a (unknown last config time)... 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:51.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: Reconfiguring daemon mon.a on smithi059 2024-08-17T16:57:51.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:50 smithi087 ceph-mon[33075]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:51.749 INFO:teuthology.orchestra.run.smithi059.stdout:# minimal ceph.conf for 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:51.749 INFO:teuthology.orchestra.run.smithi059.stdout:[global] 2024-08-17T16:57:51.749 INFO:teuthology.orchestra.run.smithi059.stdout: fsid = 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T16:57:51.749 INFO:teuthology.orchestra.run.smithi059.stdout: mon_host = [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] 2024-08-17T16:57:52.345 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-17T16:57:52.346 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:57:52.346 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T16:57:52.375 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:57:52.375 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:57:52.441 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:52.441 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:52.441 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: Reconfiguring daemon mon.c on smithi059 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/31405710' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:57:52.442 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:52.443 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:57:52.443 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:52.443 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: Reconfiguring daemon mon.c on smithi059 2024-08-17T16:57:52.443 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/31405710' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:52.443 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:52.443 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:52 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:52.446 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:57:52.446 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd of=/etc/ceph/ceph.conf 2024-08-17T16:57:52.473 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:52.473 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:52.474 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: Reconfiguring mon.c (monmap changed)... 2024-08-17T16:57:52.474 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:52.474 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:57:52.474 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:52.474 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: Reconfiguring daemon mon.c on smithi059 2024-08-17T16:57:52.474 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/31405710' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:52.474 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:52.474 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:52 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:52.479 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:57:52.479 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-17T16:57:52.551 INFO:tasks.cephadm:Adding mgr.y on smithi059 2024-08-17T16:57:52.551 INFO:tasks.cephadm:Adding mgr.x on smithi087 2024-08-17T16:57:52.551 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply mgr '2;smithi059=y;smithi087=x' 2024-08-17T16:57:52.789 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:57:54.241 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:54 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:54.241 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:54 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:54.241 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:54 smithi087 ceph-mon[33075]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:57:54.242 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:54 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:54.242 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:54 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:57:54.242 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:54 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:54.242 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:54 smithi087 ceph-mon[33075]: Reconfiguring daemon mon.b on smithi087 2024-08-17T16:57:54.242 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:54 smithi087 ceph-mon[33075]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:54.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:54.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:54.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[39803]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:57:54.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:54.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:57:54.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:54.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[39803]: Reconfiguring daemon mon.b on smithi087 2024-08-17T16:57:54.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[39803]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:54.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:54.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:54.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[29264]: Reconfiguring mon.b (monmap changed)... 2024-08-17T16:57:54.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T16:57:54.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T16:57:54.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:54.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[29264]: Reconfiguring daemon mon.b on smithi087 2024-08-17T16:57:54.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:54 smithi059 ceph-mon[29264]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:55.484 INFO:teuthology.orchestra.run.smithi087.stdout:Scheduled mgr update... 2024-08-17T16:57:56.076 DEBUG:teuthology.orchestra.run.smithi087:mgr.x> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.x.service 2024-08-17T16:57:56.079 DEBUG:tasks.cephadm:set 0 configs 2024-08-17T16:57:56.079 INFO:tasks.cephadm:Deploying OSDs... 2024-08-17T16:57:56.079 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T16:57:56.079 DEBUG:teuthology.orchestra.run.smithi059:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T16:57:56.100 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T16:57:56.100 DEBUG:teuthology.orchestra.run.smithi059:> stat /dev/vg_nvme/lv_1 2024-08-17T16:57:56.159 INFO:teuthology.orchestra.run.smithi059.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T16:57:56.159 INFO:teuthology.orchestra.run.smithi059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:57:56.159 INFO:teuthology.orchestra.run.smithi059.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-08-17T16:57:56.159 INFO:teuthology.orchestra.run.smithi059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:57:56.159 INFO:teuthology.orchestra.run.smithi059.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:57:56.159 INFO:teuthology.orchestra.run.smithi059.stdout:Access: 2024-08-17 16:57:42.083551651 +0000 2024-08-17T16:57:56.159 INFO:teuthology.orchestra.run.smithi059.stdout:Modify: 2024-08-17 16:53:44.631168891 +0000 2024-08-17T16:57:56.160 INFO:teuthology.orchestra.run.smithi059.stdout:Change: 2024-08-17 16:53:44.631168891 +0000 2024-08-17T16:57:56.160 INFO:teuthology.orchestra.run.smithi059.stdout: Birth: 2024-08-17 16:53:44.631168891 +0000 2024-08-17T16:57:56.160 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T16:57:56.227 INFO:teuthology.orchestra.run.smithi059.stderr:1+0 records in 2024-08-17T16:57:56.227 INFO:teuthology.orchestra.run.smithi059.stderr:1+0 records out 2024-08-17T16:57:56.227 INFO:teuthology.orchestra.run.smithi059.stderr:512 bytes copied, 0.000238726 s, 2.1 MB/s 2024-08-17T16:57:56.228 DEBUG:teuthology.orchestra.run.smithi059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T16:57:56.287 DEBUG:teuthology.orchestra.run.smithi059:> stat /dev/vg_nvme/lv_2 2024-08-17T16:57:56.346 INFO:teuthology.orchestra.run.smithi059.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T16:57:56.346 INFO:teuthology.orchestra.run.smithi059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:57:56.346 INFO:teuthology.orchestra.run.smithi059.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-08-17T16:57:56.346 INFO:teuthology.orchestra.run.smithi059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:57:56.346 INFO:teuthology.orchestra.run.smithi059.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:57:56.346 INFO:teuthology.orchestra.run.smithi059.stdout:Access: 2024-08-17 16:57:42.084551640 +0000 2024-08-17T16:57:56.346 INFO:teuthology.orchestra.run.smithi059.stdout:Modify: 2024-08-17 16:53:44.631168891 +0000 2024-08-17T16:57:56.346 INFO:teuthology.orchestra.run.smithi059.stdout:Change: 2024-08-17 16:53:44.631168891 +0000 2024-08-17T16:57:56.347 INFO:teuthology.orchestra.run.smithi059.stdout: Birth: 2024-08-17 16:53:44.631168891 +0000 2024-08-17T16:57:56.347 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T16:57:56.382 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.383 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.383 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:56.383 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:56.383 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:56.383 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.383 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi059=y;smithi087=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:56.383 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: Saving service mgr spec with placement smithi059=y;smithi087=x;count:2 2024-08-17T16:57:56.383 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.383 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:56.384 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:56.384 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:56.384 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.384 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:57:56.384 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:57:56.384 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:57:56.384 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:56.384 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: Deploying daemon mgr.x on smithi087 2024-08-17T16:57:56.384 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:56 smithi087 ceph-mon[33075]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:56.410 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi059=y;smithi087=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: Saving service mgr spec with placement smithi059=y;smithi087=x;count:2 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:56.411 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: Deploying daemon mgr.x on smithi087 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[29264]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:56.412 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi059=y;smithi087=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: Saving service mgr spec with placement smithi059=y;smithi087=x;count:2 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:57:56.413 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:57:56.414 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: Deploying daemon mgr.x on smithi087 2024-08-17T16:57:56.414 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:56 smithi059 ceph-mon[39803]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:56.415 INFO:teuthology.orchestra.run.smithi059.stderr:1+0 records in 2024-08-17T16:57:56.415 INFO:teuthology.orchestra.run.smithi059.stderr:1+0 records out 2024-08-17T16:57:56.415 INFO:teuthology.orchestra.run.smithi059.stderr:512 bytes copied, 0.00031263 s, 1.6 MB/s 2024-08-17T16:57:56.415 DEBUG:teuthology.orchestra.run.smithi059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T16:57:56.474 DEBUG:teuthology.orchestra.run.smithi059:> stat /dev/vg_nvme/lv_3 2024-08-17T16:57:56.532 INFO:teuthology.orchestra.run.smithi059.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T16:57:56.532 INFO:teuthology.orchestra.run.smithi059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:57:56.532 INFO:teuthology.orchestra.run.smithi059.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-08-17T16:57:56.532 INFO:teuthology.orchestra.run.smithi059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:57:56.532 INFO:teuthology.orchestra.run.smithi059.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:57:56.532 INFO:teuthology.orchestra.run.smithi059.stdout:Access: 2024-08-17 16:57:42.084551640 +0000 2024-08-17T16:57:56.532 INFO:teuthology.orchestra.run.smithi059.stdout:Modify: 2024-08-17 16:53:44.630168902 +0000 2024-08-17T16:57:56.532 INFO:teuthology.orchestra.run.smithi059.stdout:Change: 2024-08-17 16:53:44.630168902 +0000 2024-08-17T16:57:56.532 INFO:teuthology.orchestra.run.smithi059.stdout: Birth: 2024-08-17 16:53:44.630168902 +0000 2024-08-17T16:57:56.533 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T16:57:56.599 INFO:teuthology.orchestra.run.smithi059.stderr:1+0 records in 2024-08-17T16:57:56.599 INFO:teuthology.orchestra.run.smithi059.stderr:1+0 records out 2024-08-17T16:57:56.599 INFO:teuthology.orchestra.run.smithi059.stderr:512 bytes copied, 0.000201823 s, 2.5 MB/s 2024-08-17T16:57:56.600 DEBUG:teuthology.orchestra.run.smithi059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T16:57:56.658 DEBUG:teuthology.orchestra.run.smithi059:> stat /dev/vg_nvme/lv_4 2024-08-17T16:57:56.715 INFO:teuthology.orchestra.run.smithi059.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T16:57:56.715 INFO:teuthology.orchestra.run.smithi059.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:57:56.715 INFO:teuthology.orchestra.run.smithi059.stdout:Device: 5h/5d Inode: 972 Links: 1 2024-08-17T16:57:56.715 INFO:teuthology.orchestra.run.smithi059.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:57:56.715 INFO:teuthology.orchestra.run.smithi059.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:57:56.715 INFO:teuthology.orchestra.run.smithi059.stdout:Access: 2024-08-17 16:57:42.084551640 +0000 2024-08-17T16:57:56.716 INFO:teuthology.orchestra.run.smithi059.stdout:Modify: 2024-08-17 16:53:44.630168902 +0000 2024-08-17T16:57:56.716 INFO:teuthology.orchestra.run.smithi059.stdout:Change: 2024-08-17 16:53:44.630168902 +0000 2024-08-17T16:57:56.716 INFO:teuthology.orchestra.run.smithi059.stdout: Birth: 2024-08-17 16:53:44.630168902 +0000 2024-08-17T16:57:56.716 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T16:57:56.781 INFO:teuthology.orchestra.run.smithi059.stderr:1+0 records in 2024-08-17T16:57:56.781 INFO:teuthology.orchestra.run.smithi059.stderr:1+0 records out 2024-08-17T16:57:56.781 INFO:teuthology.orchestra.run.smithi059.stderr:512 bytes copied, 0.000183388 s, 2.8 MB/s 2024-08-17T16:57:56.782 DEBUG:teuthology.orchestra.run.smithi059:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T16:57:56.840 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T16:57:56.840 DEBUG:teuthology.orchestra.run.smithi087:> dd if=/scratch_devs of=/dev/stdout 2024-08-17T16:57:56.856 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-17T16:57:56.857 DEBUG:teuthology.orchestra.run.smithi087:> stat /dev/vg_nvme/lv_1 2024-08-17T16:57:56.912 INFO:teuthology.orchestra.run.smithi087.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-17T16:57:56.913 INFO:teuthology.orchestra.run.smithi087.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:57:56.913 INFO:teuthology.orchestra.run.smithi087.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-08-17T16:57:56.913 INFO:teuthology.orchestra.run.smithi087.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:57:56.913 INFO:teuthology.orchestra.run.smithi087.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:57:56.913 INFO:teuthology.orchestra.run.smithi087.stdout:Access: 2024-08-17 16:57:33.513310379 +0000 2024-08-17T16:57:56.913 INFO:teuthology.orchestra.run.smithi087.stdout:Modify: 2024-08-17 16:53:43.609598235 +0000 2024-08-17T16:57:56.913 INFO:teuthology.orchestra.run.smithi087.stdout:Change: 2024-08-17 16:53:43.609598235 +0000 2024-08-17T16:57:56.913 INFO:teuthology.orchestra.run.smithi087.stdout: Birth: 2024-08-17 16:53:43.609598235 +0000 2024-08-17T16:57:56.913 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-17T16:57:56.978 INFO:teuthology.orchestra.run.smithi087.stderr:1+0 records in 2024-08-17T16:57:56.978 INFO:teuthology.orchestra.run.smithi087.stderr:1+0 records out 2024-08-17T16:57:56.978 INFO:teuthology.orchestra.run.smithi087.stderr:512 bytes copied, 0.000211847 s, 2.4 MB/s 2024-08-17T16:57:56.979 DEBUG:teuthology.orchestra.run.smithi087:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-17T16:57:57.036 DEBUG:teuthology.orchestra.run.smithi087:> stat /dev/vg_nvme/lv_2 2024-08-17T16:57:57.091 INFO:teuthology.orchestra.run.smithi087.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-17T16:57:57.091 INFO:teuthology.orchestra.run.smithi087.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:57:57.092 INFO:teuthology.orchestra.run.smithi087.stdout:Device: 5h/5d Inode: 985 Links: 1 2024-08-17T16:57:57.092 INFO:teuthology.orchestra.run.smithi087.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:57:57.092 INFO:teuthology.orchestra.run.smithi087.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:57:57.092 INFO:teuthology.orchestra.run.smithi087.stdout:Access: 2024-08-17 16:57:33.513310379 +0000 2024-08-17T16:57:57.092 INFO:teuthology.orchestra.run.smithi087.stdout:Modify: 2024-08-17 16:53:43.609598235 +0000 2024-08-17T16:57:57.092 INFO:teuthology.orchestra.run.smithi087.stdout:Change: 2024-08-17 16:53:43.609598235 +0000 2024-08-17T16:57:57.092 INFO:teuthology.orchestra.run.smithi087.stdout: Birth: 2024-08-17 16:53:43.609598235 +0000 2024-08-17T16:57:57.092 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-17T16:57:57.273 INFO:teuthology.orchestra.run.smithi087.stderr:1+0 records in 2024-08-17T16:57:57.273 INFO:teuthology.orchestra.run.smithi087.stderr:1+0 records out 2024-08-17T16:57:57.274 INFO:teuthology.orchestra.run.smithi087.stderr:512 bytes copied, 0.000224568 s, 2.3 MB/s 2024-08-17T16:57:57.275 DEBUG:teuthology.orchestra.run.smithi087:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-17T16:57:57.290 DEBUG:teuthology.orchestra.run.smithi087:> stat /dev/vg_nvme/lv_3 2024-08-17T16:57:57.348 INFO:teuthology.orchestra.run.smithi087.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-17T16:57:57.348 INFO:teuthology.orchestra.run.smithi087.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:57:57.348 INFO:teuthology.orchestra.run.smithi087.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-08-17T16:57:57.348 INFO:teuthology.orchestra.run.smithi087.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:57:57.348 INFO:teuthology.orchestra.run.smithi087.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:57:57.348 INFO:teuthology.orchestra.run.smithi087.stdout:Access: 2024-08-17 16:57:57.224773548 +0000 2024-08-17T16:57:57.348 INFO:teuthology.orchestra.run.smithi087.stdout:Modify: 2024-08-17 16:53:43.608598258 +0000 2024-08-17T16:57:57.348 INFO:teuthology.orchestra.run.smithi087.stdout:Change: 2024-08-17 16:53:43.608598258 +0000 2024-08-17T16:57:57.348 INFO:teuthology.orchestra.run.smithi087.stdout: Birth: 2024-08-17 16:53:43.608598258 +0000 2024-08-17T16:57:57.349 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-17T16:57:57.447 INFO:teuthology.orchestra.run.smithi087.stderr:1+0 records in 2024-08-17T16:57:57.447 INFO:teuthology.orchestra.run.smithi087.stderr:1+0 records out 2024-08-17T16:57:57.447 INFO:teuthology.orchestra.run.smithi087.stderr:512 bytes copied, 0.000190844 s, 2.7 MB/s 2024-08-17T16:57:57.448 DEBUG:teuthology.orchestra.run.smithi087:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-17T16:57:57.463 DEBUG:teuthology.orchestra.run.smithi087:> stat /dev/vg_nvme/lv_4 2024-08-17T16:57:57.520 INFO:teuthology.orchestra.run.smithi087.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-17T16:57:57.520 INFO:teuthology.orchestra.run.smithi087.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-17T16:57:57.520 INFO:teuthology.orchestra.run.smithi087.stdout:Device: 5h/5d Inode: 980 Links: 1 2024-08-17T16:57:57.520 INFO:teuthology.orchestra.run.smithi087.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-17T16:57:57.520 INFO:teuthology.orchestra.run.smithi087.stdout:Context: system_u:object_r:device_t:s0 2024-08-17T16:57:57.520 INFO:teuthology.orchestra.run.smithi087.stdout:Access: 2024-08-17 16:57:57.403769496 +0000 2024-08-17T16:57:57.520 INFO:teuthology.orchestra.run.smithi087.stdout:Modify: 2024-08-17 16:53:43.609598235 +0000 2024-08-17T16:57:57.520 INFO:teuthology.orchestra.run.smithi087.stdout:Change: 2024-08-17 16:53:43.609598235 +0000 2024-08-17T16:57:57.521 INFO:teuthology.orchestra.run.smithi087.stdout: Birth: 2024-08-17 16:53:43.609598235 +0000 2024-08-17T16:57:57.521 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-17T16:57:57.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:57 smithi087 systemd[1]: Starting Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T16:57:57.575 INFO:teuthology.orchestra.run.smithi087.stderr:1+0 records in 2024-08-17T16:57:57.575 INFO:teuthology.orchestra.run.smithi087.stderr:1+0 records out 2024-08-17T16:57:57.575 INFO:teuthology.orchestra.run.smithi087.stderr:512 bytes copied, 0.000216095 s, 2.4 MB/s 2024-08-17T16:57:57.577 DEBUG:teuthology.orchestra.run.smithi087:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-17T16:57:57.633 INFO:tasks.cephadm:Deploying osd.0 on smithi059 with /dev/vg_nvme/lv_4... 2024-08-17T16:57:57.633 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T16:57:57.845 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:57:57.865 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:57 smithi087 podman[34901]: 2024-08-17 16:57:57.585294652 +0000 UTC m=+0.017453563 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T16:57:57.866 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:57 smithi087 podman[34901]: 2024-08-17 16:57:57.687610548 +0000 UTC m=+0.119769460 container create 855d2bff2fe36f7a68cb1c6e3c6e2502141414e95da4eacd73601d49ee3a3710 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2) 2024-08-17T16:57:57.866 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:57 smithi087 podman[34901]: 2024-08-17 16:57:57.864758718 +0000 UTC m=+0.296917633 container init 855d2bff2fe36f7a68cb1c6e3c6e2502141414e95da4eacd73601d49ee3a3710 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-ced649f, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T16:57:58.150 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:57 smithi087 podman[34901]: 2024-08-17 16:57:57.867400731 +0000 UTC m=+0.299559635 container start 855d2bff2fe36f7a68cb1c6e3c6e2502141414e95da4eacd73601d49ee3a3710 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T16:57:58.150 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:57 smithi087 ceph-mgr[34943]: -- 172.21.15.87:0/311566815 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b6927c8d00 con 0x55b69279d400 2024-08-17T16:57:58.151 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:57 smithi087 bash[34901]: 855d2bff2fe36f7a68cb1c6e3c6e2502141414e95da4eacd73601d49ee3a3710 2024-08-17T16:57:58.151 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:57 smithi087 systemd[1]: Started Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T16:57:58.151 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:57 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:57.989+0000 7feb9b89d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T16:57:58.151 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:58.149+0000 7feb9b89d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:57:58.485 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:58.218+0000 7feb9b89d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T16:57:58.486 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:58.484+0000 7feb9b89d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T16:57:58.768 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:58.543+0000 7feb9b89d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T16:57:59.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-mon[33075]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:59.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:57:58 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[29264]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[39803]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:57:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:57:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:57:58 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:57:59.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:59.490+0000 7feb9b89d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T16:57:59.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:59.601+0000 7feb9b89d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T16:57:59.801 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:59.657+0000 7feb9b89d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T16:58:00.129 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:59.862+0000 7feb9b89d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T16:58:00.130 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:59.921+0000 7feb9b89d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T16:58:00.130 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:57:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:57:59.986+0000 7feb9b89d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T16:58:00.130 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:00.128+0000 7feb9b89d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T16:58:00.130 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:00.130 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:00.130 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:00.130 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:00.130 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:00.131 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:58:00.131 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:58:00.131 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:58:00.134 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:00.134 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: Reconfiguring daemon mgr.y on smithi059 2024-08-17T16:58:00.134 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-mon[33075]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:00.207 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:00.207 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:00.207 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:00.207 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: Reconfiguring daemon mgr.y on smithi059 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[29264]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:00.208 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:00.209 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:00.209 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:00.209 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: Reconfiguring mgr.y (unknown last config time)... 2024-08-17T16:58:00.209 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T16:58:00.209 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T16:58:00.209 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:00.209 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: Reconfiguring daemon mgr.y on smithi059 2024-08-17T16:58:00.209 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:00 smithi059 ceph-mon[39803]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:00.494 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:58:00.516 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi059:vg_nvme/lv_4 2024-08-17T16:58:00.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:00.535+0000 7feb9b89d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T16:58:01.300 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:00.839+0000 7feb9b89d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T16:58:01.300 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:00 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:00.903+0000 7feb9b89d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T16:58:01.301 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:01.048+0000 7feb9b89d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T16:58:01.496 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:58:01.737 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:01.347+0000 7feb9b89d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T16:58:01.737 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:01.406+0000 7feb9b89d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T16:58:01.737 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:01.586+0000 7feb9b89d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T16:58:01.737 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:01.735+0000 7feb9b89d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T16:58:02.050 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:01.797+0000 7feb9b89d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T16:58:02.050 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:01.878+0000 7feb9b89d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T16:58:02.051 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:01.936+0000 7feb9b89d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T16:58:02.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:02.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:02.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:02.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[29264]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:02.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:02.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:02.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:02.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[39803]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:02.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:02.451+0000 7feb9b89d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T16:58:02.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T16:58:02.605+0000 7feb9b89d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T16:58:02.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-mon[33075]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:03.804 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[39803]: Standby manager daemon x started 2024-08-17T16:58:03.804 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:58:03.804 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[29264]: Standby manager daemon x started 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:58:03.805 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:58:03.806 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:04.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:03 smithi087 ceph-mon[33075]: Standby manager daemon x started 2024-08-17T16:58:04.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:03 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T16:58:04.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:03 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T16:58:04.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:03 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T16:58:04.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:03 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3936138700' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T16:58:04.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:58:04.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:58:04.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:04.702 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:04 smithi059 ceph-mon[29264]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:04.702 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:04 smithi059 ceph-mon[29264]: mgrmap e14: y(active, since 61s), standbys: x 2024-08-17T16:58:04.702 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:04 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:58:04.702 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:04 smithi059 ceph-mon[29264]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:04.703 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:04 smithi059 ceph-mon[39803]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:04.703 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:04 smithi059 ceph-mon[39803]: mgrmap e14: y(active, since 61s), standbys: x 2024-08-17T16:58:04.703 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:04 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:58:04.703 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:04 smithi059 ceph-mon[39803]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:05.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:04 smithi087 ceph-mon[33075]: from='client.24119 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:05.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:04 smithi087 ceph-mon[33075]: mgrmap e14: y(active, since 61s), standbys: x 2024-08-17T16:58:05.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:04 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T16:58:05.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:04 smithi087 ceph-mon[33075]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:06.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:05 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3979810466' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a8abe6ab-878d-4fb6-a414-43ff21a08bcb"}]: dispatch 2024-08-17T16:58:06.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:05 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3979810466' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a8abe6ab-878d-4fb6-a414-43ff21a08bcb"}]': finished 2024-08-17T16:58:06.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:05 smithi059 ceph-mon[29264]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:58:06.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:05 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3979810466' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a8abe6ab-878d-4fb6-a414-43ff21a08bcb"}]: dispatch 2024-08-17T16:58:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:05 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3979810466' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a8abe6ab-878d-4fb6-a414-43ff21a08bcb"}]': finished 2024-08-17T16:58:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:05 smithi059 ceph-mon[39803]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:58:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:05 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3979810466' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a8abe6ab-878d-4fb6-a414-43ff21a08bcb"}]: dispatch 2024-08-17T16:58:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:05 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3979810466' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a8abe6ab-878d-4fb6-a414-43ff21a08bcb"}]': finished 2024-08-17T16:58:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:05 smithi087 ceph-mon[33075]: osdmap e5: 1 total, 0 up, 1 in 2024-08-17T16:58:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:07.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:06 smithi059 ceph-mon[29264]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:07.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:06 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1265872241' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:58:07.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:06 smithi059 ceph-mon[39803]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:07.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:06 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1265872241' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:58:07.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:06 smithi087 ceph-mon[33075]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:07.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:06 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1265872241' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:58:09.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:08 smithi059 ceph-mon[29264]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:09.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:08 smithi059 ceph-mon[39803]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:09.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:08 smithi087 ceph-mon[33075]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:11.281 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:11 smithi059 ceph-mon[29264]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:11.281 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:11 smithi059 ceph-mon[39803]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:11.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:11 smithi087 ceph-mon[33075]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:12.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:12 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:58:12.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:12 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:12.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:12 smithi059 ceph-mon[29264]: Deploying daemon osd.0 on smithi059 2024-08-17T16:58:12.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:12 smithi059 ceph-mon[29264]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:12.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:12 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:58:12.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:12 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:12.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:12 smithi059 ceph-mon[39803]: Deploying daemon osd.0 on smithi059 2024-08-17T16:58:12.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:12 smithi059 ceph-mon[39803]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:12.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:12 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-17T16:58:12.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:12 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:12.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:12 smithi087 ceph-mon[33075]: Deploying daemon osd.0 on smithi059 2024-08-17T16:58:12.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:12 smithi087 ceph-mon[33075]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:15.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:14 smithi059 ceph-mon[29264]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:15.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:14 smithi059 ceph-mon[39803]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:15.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:14 smithi087 ceph-mon[33075]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:16.072 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:16 smithi059 ceph-mon[29264]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:16.072 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:16 smithi059 ceph-mon[39803]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:16 smithi087 ceph-mon[33075]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:17.270 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:17.270 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:17.270 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:17.270 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:17.270 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:17.270 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:18.215 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:18 smithi059 ceph-mon[29264]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:18.215 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:18 smithi059 ceph-mon[39803]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:18 smithi087 ceph-mon[33075]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:19.447 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:19.447 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:19.448 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:19.448 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:19.448 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:19.448 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:19.448 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:19.449 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:19.449 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:19.449 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:19 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:19.482 INFO:teuthology.orchestra.run.smithi059.stdout:Created osd(s) 0 on host 'smithi059' 2024-08-17T16:58:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:19 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:19.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:19 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:19.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:19 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:19.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:19 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:19.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:19 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:20.097 DEBUG:teuthology.orchestra.run.smithi059:osd.0> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.0.service 2024-08-17T16:58:20.100 INFO:tasks.cephadm:Deploying osd.1 on smithi059 with /dev/vg_nvme/lv_3... 2024-08-17T16:58:20.100 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T16:58:20.418 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[29264]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T16:58:20.418 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:20.418 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:20.418 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:20.419 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[29264]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:20.419 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[39803]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T16:58:20.419 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:20.419 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:20.419 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:20.419 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:20 smithi059 ceph-mon[39803]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:20 smithi087 ceph-mon[33075]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-17T16:58:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:20 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:20 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:20 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:20 smithi087 ceph-mon[33075]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:21.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-mon[39803]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:58:21.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-mon[39803]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T16:58:21.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:21.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-mon[39803]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:58:21.232 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[43721]: 2024-08-17T16:58:21.145+0000 7f4181eee640 -1 osd.0 0 waiting for initial osdmap 2024-08-17T16:58:21.232 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[43721]: 2024-08-17T16:58:21.150+0000 7f417dd17640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:58:21.232 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-mon[29264]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:58:21.232 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-mon[29264]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T16:58:21.232 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:21.232 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:21 smithi059 ceph-mon[29264]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:58:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:21 smithi087 ceph-mon[33075]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T16:58:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:21 smithi087 ceph-mon[33075]: osdmap e6: 1 total, 0 up, 1 in 2024-08-17T16:58:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:21 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:21 smithi087 ceph-mon[33075]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:58:21.638 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:58:22.508 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[29264]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:58:22.509 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[29264]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T16:58:22.509 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:22.509 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:22.509 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[29264]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:22.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[39803]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:58:22.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[39803]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T16:58:22.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:22.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:22.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:22 smithi059 ceph-mon[39803]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:22 smithi087 ceph-mon[33075]: from='osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:58:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:22 smithi087 ceph-mon[33075]: osdmap e7: 1 total, 0 up, 1 in 2024-08-17T16:58:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:22 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:22 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:22.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:22 smithi087 ceph-mon[33075]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-17T16:58:23.490 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: purged_snaps scrub starts 2024-08-17T16:58:23.490 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: purged_snaps scrub ok 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392] boot 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: Detected new or changed devices on smithi059 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi059 to 16068M 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:23.491 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: purged_snaps scrub starts 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: purged_snaps scrub ok 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392] boot 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: Detected new or changed devices on smithi059 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:23.493 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi059 to 16068M 2024-08-17T16:58:23.493 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.493 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:23.493 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:23.493 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:23 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: purged_snaps scrub starts 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: purged_snaps scrub ok 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: osd.0 [v2:172.21.15.59:6802/2489542392,v1:172.21.15.59:6803/2489542392] boot 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: osdmap e8: 1 total, 1 up, 1 in 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: Detected new or changed devices on smithi059 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:23.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi059 to 16068M 2024-08-17T16:58:23.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:23.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:23.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:23.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:23 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:24.472 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:24 smithi059 ceph-mon[29264]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T16:58:24.472 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:24 smithi059 ceph-mon[29264]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:24.472 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:24 smithi059 ceph-mon[39803]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T16:58:24.472 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:24 smithi059 ceph-mon[39803]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:24.514 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:58:24.532 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi059:vg_nvme/lv_3 2024-08-17T16:58:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:24 smithi087 ceph-mon[33075]: osdmap e9: 1 total, 1 up, 1 in 2024-08-17T16:58:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:24 smithi087 ceph-mon[33075]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:24.739 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:58:27.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:27 smithi059 ceph-mon[29264]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:27.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:27 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:58:27.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:27 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:58:27.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:27 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:27.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:27 smithi059 ceph-mon[39803]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:27.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:27 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:58:27.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:27 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:58:27.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:27 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:27.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:27 smithi087 ceph-mon[33075]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:27.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:27 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:58:27.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:27 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:58:27.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:27 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:28.252 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:28 smithi059 ceph-mon[29264]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:28.253 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:28 smithi059 ceph-mon[39803]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:28.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:28 smithi087 ceph-mon[33075]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:29.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[29264]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:29.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/927071386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0e61fbb-06dd-40a9-8881-1c42b819b760"}]: dispatch 2024-08-17T16:58:29.171 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0e61fbb-06dd-40a9-8881-1c42b819b760"}]: dispatch 2024-08-17T16:58:29.172 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0e61fbb-06dd-40a9-8881-1c42b819b760"}]': finished 2024-08-17T16:58:29.172 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[29264]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T16:58:29.172 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:29.172 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[39803]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:29.172 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/927071386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0e61fbb-06dd-40a9-8881-1c42b819b760"}]: dispatch 2024-08-17T16:58:29.172 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0e61fbb-06dd-40a9-8881-1c42b819b760"}]: dispatch 2024-08-17T16:58:29.172 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0e61fbb-06dd-40a9-8881-1c42b819b760"}]': finished 2024-08-17T16:58:29.172 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[39803]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T16:58:29.172 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:29 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:29.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:29 smithi087 ceph-mon[33075]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:29.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:29 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/927071386' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0e61fbb-06dd-40a9-8881-1c42b819b760"}]: dispatch 2024-08-17T16:58:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:29 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a0e61fbb-06dd-40a9-8881-1c42b819b760"}]: dispatch 2024-08-17T16:58:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:29 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a0e61fbb-06dd-40a9-8881-1c42b819b760"}]': finished 2024-08-17T16:58:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:29 smithi087 ceph-mon[33075]: osdmap e10: 2 total, 1 up, 2 in 2024-08-17T16:58:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:29 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:30.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:30 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3893270010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:58:30.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:30 smithi059 ceph-mon[29264]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:30.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:30 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3893270010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:58:30.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:30 smithi059 ceph-mon[39803]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:30.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:30 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3893270010' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:58:30.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:30 smithi087 ceph-mon[33075]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:33.206 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:33 smithi059 ceph-mon[29264]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:33.206 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:33 smithi059 ceph-mon[39803]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:33.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:33 smithi087 ceph-mon[33075]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:34.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:34 smithi059 ceph-mon[39803]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:34.474 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:34 smithi059 ceph-mon[29264]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:34 smithi087 ceph-mon[33075]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:35.220 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T16:58:35.221 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:35.221 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:35 smithi059 ceph-mon[39803]: Deploying daemon osd.1 on smithi059 2024-08-17T16:58:35.221 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T16:58:35.221 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:35.221 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:35 smithi059 ceph-mon[29264]: Deploying daemon osd.1 on smithi059 2024-08-17T16:58:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-17T16:58:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:35 smithi087 ceph-mon[33075]: Deploying daemon osd.1 on smithi059 2024-08-17T16:58:36.328 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:36 smithi059 ceph-mon[29264]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:36.329 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:36 smithi059 ceph-mon[39803]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:36 smithi087 ceph-mon[33075]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:39.108 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:39 smithi059 ceph-mon[29264]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:39.108 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:39 smithi059 ceph-mon[39803]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:39.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:39 smithi087 ceph-mon[33075]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:40.245 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:40 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:40.245 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:40 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:40.245 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:40 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:40.245 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:40 smithi059 ceph-mon[29264]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:40.245 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:40 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:40.245 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:40 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:40.246 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:40 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:40.246 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:40 smithi059 ceph-mon[39803]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:40.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:40 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:40.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:40 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:40.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:40 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:40.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:40 smithi087 ceph-mon[33075]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:42.080 INFO:teuthology.orchestra.run.smithi059.stdout:Created osd(s) 1 on host 'smithi059' 2024-08-17T16:58:42.660 DEBUG:teuthology.orchestra.run.smithi059:osd.1> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.1.service 2024-08-17T16:58:42.662 INFO:tasks.cephadm:Deploying osd.2 on smithi059 with /dev/vg_nvme/lv_2... 2024-08-17T16:58:42.662 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T16:58:42.919 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:58:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[29264]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[29264]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[39803]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[39803]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:43 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:43 smithi087 ceph-mon[33075]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:43.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:43 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:43 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:43 smithi087 ceph-mon[33075]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-17T16:58:43.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:43 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:43.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:43 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:44.218 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[29264]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:58:44.219 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[29264]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T16:58:44.219 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:44.219 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[29264]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:58:44.219 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[29264]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:44.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[39803]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:58:44.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[39803]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T16:58:44.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:44.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[39803]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:58:44.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-mon[39803]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:44.220 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[49768]: 2024-08-17T16:58:44.085+0000 7f8a9ac0c640 -1 osd.1 0 waiting for initial osdmap 2024-08-17T16:58:44.220 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:58:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[49768]: 2024-08-17T16:58:44.088+0000 7f8a96a35640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:58:44.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:44 smithi087 ceph-mon[33075]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T16:58:44.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:44 smithi087 ceph-mon[33075]: osdmap e11: 2 total, 1 up, 2 in 2024-08-17T16:58:44.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:44 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:44.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:44 smithi087 ceph-mon[33075]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:58:44.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:44 smithi087 ceph-mon[33075]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:45.451 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:45 smithi059 ceph-mon[39803]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:58:45.451 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:45 smithi059 ceph-mon[39803]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T16:58:45.451 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:45 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:45.451 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:45 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:45.451 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:45 smithi059 ceph-mon[29264]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:58:45.451 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:45 smithi059 ceph-mon[29264]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T16:58:45.451 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:45 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:45.452 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:45 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:45 smithi087 ceph-mon[33075]: from='osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:58:45.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:45 smithi087 ceph-mon[33075]: osdmap e12: 2 total, 1 up, 2 in 2024-08-17T16:58:45.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:45 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:45.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:45 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:46.081 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:58:46.105 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi059:vg_nvme/lv_2 2024-08-17T16:58:46.112 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[29264]: purged_snaps scrub starts 2024-08-17T16:58:46.112 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[29264]: purged_snaps scrub ok 2024-08-17T16:58:46.112 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[29264]: osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795] boot 2024-08-17T16:58:46.112 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[29264]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T16:58:46.112 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:46.112 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[29264]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:46.113 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[39803]: purged_snaps scrub starts 2024-08-17T16:58:46.113 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[39803]: purged_snaps scrub ok 2024-08-17T16:58:46.113 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[39803]: osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795] boot 2024-08-17T16:58:46.113 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[39803]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T16:58:46.113 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:46.113 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:46 smithi059 ceph-mon[39803]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:46 smithi087 ceph-mon[33075]: purged_snaps scrub starts 2024-08-17T16:58:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:46 smithi087 ceph-mon[33075]: purged_snaps scrub ok 2024-08-17T16:58:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:46 smithi087 ceph-mon[33075]: osd.1 [v2:172.21.15.59:6810/3713317795,v1:172.21.15.59:6811/3713317795] boot 2024-08-17T16:58:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:46 smithi087 ceph-mon[33075]: osdmap e13: 2 total, 2 up, 2 in 2024-08-17T16:58:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:46 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T16:58:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:46 smithi087 ceph-mon[33075]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-08-17T16:58:46.612 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:58:47.270 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:47 smithi059 ceph-mon[29264]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T16:58:47.270 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:47 smithi059 ceph-mon[39803]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T16:58:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:47 smithi087 ceph-mon[33075]: osdmap e14: 2 total, 2 up, 2 in 2024-08-17T16:58:49.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: Detected new or changed devices on smithi059 2024-08-17T16:58:49.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi059 to 8034M 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:49.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: Detected new or changed devices on smithi059 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi059 to 8034M 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:49.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:49.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:49.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:49.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:48 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: Detected new or changed devices on smithi059 2024-08-17T16:58:49.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi059 to 8034M 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:58:49.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:48 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:58:50.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:58:50.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:58:50.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:49 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:58:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:58:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:49 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:58:50.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:58:50.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:49 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:51.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:50 smithi059 ceph-mon[29264]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:51.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:50 smithi059 ceph-mon[29264]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:51.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:50 smithi059 ceph-mon[39803]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:51.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:50 smithi059 ceph-mon[39803]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:51.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:50 smithi087 ceph-mon[33075]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:58:51.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:50 smithi087 ceph-mon[33075]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:52.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/642411799' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "835f3f39-95e1-4e14-8c2c-889850ff383d"}]: dispatch 2024-08-17T16:58:52.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "835f3f39-95e1-4e14-8c2c-889850ff383d"}]: dispatch 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "835f3f39-95e1-4e14-8c2c-889850ff383d"}]': finished 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[29264]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3376130026' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/642411799' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "835f3f39-95e1-4e14-8c2c-889850ff383d"}]: dispatch 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "835f3f39-95e1-4e14-8c2c-889850ff383d"}]: dispatch 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "835f3f39-95e1-4e14-8c2c-889850ff383d"}]': finished 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[39803]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:58:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:51 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3376130026' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:58:52.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:51 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/642411799' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "835f3f39-95e1-4e14-8c2c-889850ff383d"}]: dispatch 2024-08-17T16:58:52.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:51 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "835f3f39-95e1-4e14-8c2c-889850ff383d"}]: dispatch 2024-08-17T16:58:52.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:51 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "835f3f39-95e1-4e14-8c2c-889850ff383d"}]': finished 2024-08-17T16:58:52.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:51 smithi087 ceph-mon[33075]: osdmap e15: 3 total, 2 up, 3 in 2024-08-17T16:58:52.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:51 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:58:52.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:51 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3376130026' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:58:53.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:52 smithi059 ceph-mon[29264]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:53.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:52 smithi059 ceph-mon[39803]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:53.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:52 smithi087 ceph-mon[33075]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:55.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:55 smithi059 ceph-mon[39803]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:55.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:55 smithi059 ceph-mon[29264]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:55.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:55 smithi087 ceph-mon[33075]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:56.090 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:56 smithi059 ceph-mon[29264]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:56.091 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:56 smithi059 ceph-mon[39803]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:56 smithi087 ceph-mon[33075]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:57 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T16:58:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:57 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:57.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:57 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T16:58:57.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:57 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:57.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:57 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-17T16:58:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:57 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:58:58.515 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:58 smithi059 ceph-mon[29264]: Deploying daemon osd.2 on smithi059 2024-08-17T16:58:58.515 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:58:58 smithi059 ceph-mon[29264]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:58.516 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:58 smithi059 ceph-mon[39803]: Deploying daemon osd.2 on smithi059 2024-08-17T16:58:58.516 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:58:58 smithi059 ceph-mon[39803]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:58:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:58 smithi087 ceph-mon[33075]: Deploying daemon osd.2 on smithi059 2024-08-17T16:58:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:58:58 smithi087 ceph-mon[33075]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:01.276 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:01 smithi059 ceph-mon[29264]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:01.276 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:01 smithi059 ceph-mon[39803]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:01 smithi087 ceph-mon[33075]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:02.263 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:02.263 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:02.263 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:02.263 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:02.263 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:02.263 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:03.222 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:03 smithi059 ceph-mon[29264]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:03.223 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:03 smithi059 ceph-mon[39803]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:03.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:03 smithi087 ceph-mon[33075]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:04.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:04 smithi059 ceph-mon[29264]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:04.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:04 smithi059 ceph-mon[39803]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:04.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:04 smithi087 ceph-mon[33075]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:05.122 INFO:teuthology.orchestra.run.smithi059.stdout:Created osd(s) 2 on host 'smithi059' 2024-08-17T16:59:05.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:05.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:05.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='osd.2 [v2:172.21.15.59:6818/758541359,v1:172.21.15.59:6819/758541359]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:59:05.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='osd.2 [v2:172.21.15.59:6818/758541359,v1:172.21.15.59:6819/758541359]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:59:05.340 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:59:05.341 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:05.341 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.341 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.733 DEBUG:teuthology.orchestra.run.smithi059:osd.2> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.2.service 2024-08-17T16:59:05.776 INFO:tasks.cephadm:Deploying osd.3 on smithi059 with /dev/vg_nvme/lv_1... 2024-08-17T16:59:05.776 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T16:59:05.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:05.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:05.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='osd.2 [v2:172.21.15.59:6818/758541359,v1:172.21.15.59:6819/758541359]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:59:05.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-17T16:59:05.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:05.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:05.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[39803]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:59:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[39803]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T16:59:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[39803]: from='osd.2 [v2:172.21.15.59:6818/758541359,v1:172.21.15.59:6819/758541359]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[39803]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[39803]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:06.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[29264]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:59:06.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[29264]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T16:59:06.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:06.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[29264]: from='osd.2 [v2:172.21.15.59:6818/758541359,v1:172.21.15.59:6819/758541359]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:06.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[29264]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:06.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-mon[29264]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:06.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:06 smithi087 ceph-mon[33075]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T16:59:06.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:06 smithi087 ceph-mon[33075]: osdmap e16: 3 total, 2 up, 3 in 2024-08-17T16:59:06.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:06 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:06.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:06 smithi087 ceph-mon[33075]: from='osd.2 [v2:172.21.15.59:6818/758541359,v1:172.21.15.59:6819/758541359]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:06.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:06 smithi087 ceph-mon[33075]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:06.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:06 smithi087 ceph-mon[33075]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:07.076 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[55750]: 2024-08-17T16:59:06.790+0000 7f42619cd640 -1 osd.2 0 waiting for initial osdmap 2024-08-17T16:59:07.076 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:06 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[55750]: 2024-08-17T16:59:06.793+0000 7f4258fd7640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:59:07.249 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:07.697 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[29264]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:59:07.697 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[29264]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T16:59:07.698 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:07.698 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:07.698 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[29264]: from='osd.2 ' entity='osd.2' 2024-08-17T16:59:07.698 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[39803]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:59:07.698 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[39803]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T16:59:07.698 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:07.698 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:07.698 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:07 smithi059 ceph-mon[39803]: from='osd.2 ' entity='osd.2' 2024-08-17T16:59:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:07 smithi087 ceph-mon[33075]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:59:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:07 smithi087 ceph-mon[33075]: osdmap e17: 3 total, 2 up, 3 in 2024-08-17T16:59:07.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:07 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:07.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:07 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:07.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:07 smithi087 ceph-mon[33075]: from='osd.2 ' entity='osd.2' 2024-08-17T16:59:08.747 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[29264]: purged_snaps scrub starts 2024-08-17T16:59:08.747 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[29264]: purged_snaps scrub ok 2024-08-17T16:59:08.747 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:08.747 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[29264]: osd.2 [v2:172.21.15.59:6818/758541359,v1:172.21.15.59:6819/758541359] boot 2024-08-17T16:59:08.747 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[29264]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T16:59:08.747 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:08.748 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[39803]: purged_snaps scrub starts 2024-08-17T16:59:08.748 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[39803]: purged_snaps scrub ok 2024-08-17T16:59:08.748 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:08.748 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[39803]: osd.2 [v2:172.21.15.59:6818/758541359,v1:172.21.15.59:6819/758541359] boot 2024-08-17T16:59:08.748 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[39803]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T16:59:08.748 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:08 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:08.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:08 smithi087 ceph-mon[33075]: purged_snaps scrub starts 2024-08-17T16:59:08.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:08 smithi087 ceph-mon[33075]: purged_snaps scrub ok 2024-08-17T16:59:08.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:08 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:08.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:08 smithi087 ceph-mon[33075]: osd.2 [v2:172.21.15.59:6818/758541359,v1:172.21.15.59:6819/758541359] boot 2024-08-17T16:59:08.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:08 smithi087 ceph-mon[33075]: osdmap e18: 3 total, 3 up, 3 in 2024-08-17T16:59:08.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:08 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: Detected new or changed devices on smithi059 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi059 to 5356M 2024-08-17T16:59:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-17T16:59:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T16:59:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:59:09.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:09.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:59:09.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: Detected new or changed devices on smithi059 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi059 to 5356M 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-17T16:59:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T16:59:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:59:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-08-17T16:59:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:59:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: Detected new or changed devices on smithi059 2024-08-17T16:59:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi059 to 5356M 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: osdmap e19: 3 total, 3 up, 3 in 2024-08-17T16:59:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T16:59:10.117 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T16:59:10.135 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi059:vg_nvme/lv_1 2024-08-17T16:59:10.348 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T16:59:10.471 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:59:10 smithi059 sudo[59843]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:59:10.471 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:59:10 smithi059 sudo[59843]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:10.471 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:59:10 smithi059 sudo[59843]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:10.471 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:59:10 smithi059 sudo[59843]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:11.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:59:11.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:10 smithi059 ceph-mon[39803]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T16:59:11.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:10 smithi059 ceph-mon[39803]: pgmap v74: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:11.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:59:11.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:10 smithi059 ceph-mon[29264]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T16:59:11.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:10 smithi059 ceph-mon[29264]: pgmap v74: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:11.039 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:59:10 smithi059 sudo[59890]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:59:11.039 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:59:10 smithi059 sudo[59890]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:11.039 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:59:10 smithi059 sudo[59890]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:11.039 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 16:59:10 smithi059 sudo[59890]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:11.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-17T16:59:11.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:10 smithi087 ceph-mon[33075]: osdmap e20: 3 total, 3 up, 3 in 2024-08-17T16:59:11.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:10 smithi087 ceph-mon[33075]: pgmap v74: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:11.475 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:59:11 smithi059 sudo[59895]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:59:11.476 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:59:11 smithi059 sudo[59895]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:11.476 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:59:11 smithi059 sudo[59895]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:11.476 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:59:11 smithi059 sudo[59895]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:11.726 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:59:11 smithi059 sudo[59923]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:59:12.037 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:59:11 smithi059 sudo[59923]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:12.037 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:59:11 smithi059 sudo[59923]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:12.037 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 16:59:11 smithi059 sudo[59923]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:12.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:11 smithi059 ceph-mon[29264]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T16:59:12.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:11 smithi059 ceph-mon[29264]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T16:59:12.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:11 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:12.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:11 smithi059 ceph-mon[39803]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T16:59:12.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:11 smithi059 ceph-mon[39803]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T16:59:12.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:11 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:12.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:11 smithi087 ceph-mon[33075]: mgrmap e15: y(active, since 2m), standbys: x 2024-08-17T16:59:12.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:11 smithi087 ceph-mon[33075]: osdmap e21: 3 total, 3 up, 3 in 2024-08-17T16:59:12.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:11 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:12.432 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:12 smithi059 sudo[60014]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:59:12.432 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:12 smithi059 sudo[60014]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:12.432 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:12 smithi059 sudo[60014]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:12.432 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:12 smithi059 sudo[60014]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:12.719 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:12 smithi059 sudo[60085]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:59:12.719 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:12 smithi059 sudo[60085]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:12.719 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:12 smithi059 sudo[60085]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:12.719 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 16:59:12 smithi059 sudo[60085]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:13.380 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:13 smithi059 sudo[60097]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:59:13.381 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:13 smithi059 sudo[60097]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:13.381 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:13 smithi059 sudo[60097]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:13.381 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:13 smithi059 sudo[60097]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:13.659 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:13 smithi059 sudo[60121]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:59:13.659 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:13 smithi059 sudo[60121]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:13.659 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:13 smithi059 sudo[60121]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:13.659 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:13 smithi059 sudo[60121]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:14.048 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:13 smithi087 sudo[35581]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:59:14.048 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:13 smithi087 sudo[35581]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:14.048 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:13 smithi087 sudo[35581]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:14.048 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:13 smithi087 sudo[35581]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:14.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[29264]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:14.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:14.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:14.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:14.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:59:14.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[39803]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:14.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:14.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:14.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:14.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:59:14.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:14 smithi087 sudo[35584]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:59:14.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:14 smithi087 sudo[35584]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:14.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:14 smithi087 sudo[35584]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:14.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:14 smithi087 sudo[35584]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:14.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:14 smithi087 ceph-mon[33075]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:14.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:14 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:14.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:14 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:14.303 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:14 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:14.303 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:14 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:59:14.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 sudo[60171]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-08-17T16:59:14.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 sudo[60171]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:14.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 sudo[60171]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:14.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 sudo[60171]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:15.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:15.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:59:15.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:15.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:15.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:15.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:59:15.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:15.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2558158885' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4143c0dd-72ec-42c8-ac62-ed42253ef386"}]: dispatch 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2558158885' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4143c0dd-72ec-42c8-ac62-ed42253ef386"}]': finished 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T16:59:15.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 sudo[60174]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 sudo[60174]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 sudo[60174]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:14 smithi059 sudo[60174]: pam_unix(sudo:session): session closed for user root 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:59:15.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2558158885' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4143c0dd-72ec-42c8-ac62-ed42253ef386"}]: dispatch 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:59:15.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2558158885' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4143c0dd-72ec-42c8-ac62-ed42253ef386"}]': finished 2024-08-17T16:59:15.292 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T16:59:15.292 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi059:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:59:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:59:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: pgmap v77: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2558158885' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4143c0dd-72ec-42c8-ac62-ed42253ef386"}]: dispatch 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2558158885' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4143c0dd-72ec-42c8-ac62-ed42253ef386"}]': finished 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: osdmap e22: 4 total, 3 up, 4 in 2024-08-17T16:59:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:16 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2036334902' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:59:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:16 smithi059 ceph-mon[29264]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:16 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2036334902' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:59:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:16 smithi059 ceph-mon[39803]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:16 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2036334902' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:59:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:16 smithi087 ceph-mon[33075]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:19.202 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:19 smithi059 ceph-mon[29264]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-17T16:59:19.202 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:19 smithi059 ceph-mon[39803]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-17T16:59:19.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:19 smithi087 ceph-mon[33075]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-08-17T16:59:20.073 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:20 smithi059 ceph-mon[29264]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-17T16:59:20.074 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:20 smithi059 ceph-mon[39803]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-17T16:59:20.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:20 smithi087 ceph-mon[33075]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-08-17T16:59:21.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:21 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T16:59:21.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:21 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:21.380 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:21 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T16:59:21.380 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:21 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:21 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-17T16:59:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:21 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:22.483 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:22 smithi059 ceph-mon[29264]: Deploying daemon osd.3 on smithi059 2024-08-17T16:59:22.483 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:22 smithi059 ceph-mon[29264]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T16:59:22.483 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:22 smithi059 ceph-mon[39803]: Deploying daemon osd.3 on smithi059 2024-08-17T16:59:22.484 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:22 smithi059 ceph-mon[39803]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T16:59:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:22 smithi087 ceph-mon[33075]: Deploying daemon osd.3 on smithi059 2024-08-17T16:59:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:22 smithi087 ceph-mon[33075]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T16:59:25.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:25 smithi059 ceph-mon[29264]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T16:59:25.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:25 smithi059 ceph-mon[39803]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T16:59:25.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:25 smithi087 ceph-mon[33075]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-08-17T16:59:26.282 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:26.283 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:26.283 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:26 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:26.283 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:26 smithi059 ceph-mon[29264]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-08-17T16:59:26.283 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:26 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:26.283 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:26 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:26.283 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:26 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:26.283 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:26 smithi059 ceph-mon[39803]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-08-17T16:59:26.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:26 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:26.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:26 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:26.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:26 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:26.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:26 smithi087 ceph-mon[33075]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 71 KiB/s wr, 5 op/s 2024-08-17T16:59:29.128 INFO:teuthology.orchestra.run.smithi059.stdout:Created osd(s) 3 on host 'smithi059' 2024-08-17T16:59:29.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[39803]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-17T16:59:29.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:29.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:29.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[39803]: from='osd.3 [v2:172.21.15.59:6826/408934963,v1:172.21.15.59:6827/408934963]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[39803]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[29264]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:29.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:29.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[29264]: from='osd.3 [v2:172.21.15.59:6826/408934963,v1:172.21.15.59:6827/408934963]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:59:29.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:29 smithi059 ceph-mon[29264]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:59:29.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:29 smithi087 ceph-mon[33075]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-08-17T16:59:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:29 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:29 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:29 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:29 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:29 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:29 smithi087 ceph-mon[33075]: from='osd.3 [v2:172.21.15.59:6826/408934963,v1:172.21.15.59:6827/408934963]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:59:29.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:29 smithi087 ceph-mon[33075]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-17T16:59:29.745 DEBUG:teuthology.orchestra.run.smithi059:osd.3> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.3.service 2024-08-17T16:59:29.748 INFO:tasks.cephadm:Deploying osd.4 on smithi087 with /dev/vg_nvme/lv_4... 2024-08-17T16:59:29.748 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-17T16:59:29.957 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:59:30.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:30 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:30.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:30 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:30.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:30 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:30.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:30 smithi087 ceph-mon[33075]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:59:30.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:30 smithi087 ceph-mon[33075]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T16:59:30.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:30 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:30.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:30 smithi087 ceph-mon[33075]: from='osd.3 [v2:172.21.15.59:6826/408934963,v1:172.21.15.59:6827/408934963]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:30.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:30 smithi087 ceph-mon[33075]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:30.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:30 smithi087 ceph-mon[33075]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:30.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:30.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:30.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:30.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[29264]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:59:30.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[29264]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[29264]: from='osd.3 [v2:172.21.15.59:6826/408934963,v1:172.21.15.59:6827/408934963]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[29264]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[29264]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[39803]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[39803]: osdmap e23: 4 total, 3 up, 4 in 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[39803]: from='osd.3 [v2:172.21.15.59:6826/408934963,v1:172.21.15.59:6827/408934963]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:30.285 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[39803]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]: dispatch 2024-08-17T16:59:30.286 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-mon[39803]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:31.038 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[61841]: 2024-08-17T16:59:30.893+0000 7fe6e177c640 -1 osd.3 0 waiting for initial osdmap 2024-08-17T16:59:31.038 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 16:59:30 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[61841]: 2024-08-17T16:59:30.898+0000 7fe6dd5a5640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:59:32.169 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:31 smithi087 ceph-mon[33075]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:59:32.169 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:31 smithi087 ceph-mon[33075]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T16:59:32.169 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:31 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:32.169 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:31 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:32.170 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:31 smithi059 ceph-mon[29264]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:59:32.170 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:31 smithi059 ceph-mon[29264]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T16:59:32.170 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:31 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:32.170 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:31 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:32.170 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:31 smithi059 ceph-mon[39803]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]}]': finished 2024-08-17T16:59:32.171 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:31 smithi059 ceph-mon[39803]: osdmap e24: 4 total, 3 up, 4 in 2024-08-17T16:59:32.171 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:31 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:32.171 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:31 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:32.172 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:59:32.191 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi087:vg_nvme/lv_4 2024-08-17T16:59:32.391 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: purged_snaps scrub starts 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: purged_snaps scrub ok 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: osd.3 [v2:172.21.15.59:6826/408934963,v1:172.21.15.59:6827/408934963] boot 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:33.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:33.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:32 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: purged_snaps scrub starts 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: purged_snaps scrub ok 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: osd.3 [v2:172.21.15.59:6826/408934963,v1:172.21.15.59:6827/408934963] boot 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: purged_snaps scrub starts 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: purged_snaps scrub ok 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: osd.3 [v2:172.21.15.59:6826/408934963,v1:172.21.15.59:6827/408934963] boot 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: osdmap e25: 4 total, 4 up, 4 in 2024-08-17T16:59:33.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:33.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:32 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:34.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:33 smithi087 ceph-mon[33075]: Detected new or changed devices on smithi059 2024-08-17T16:59:34.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:33 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi059 to 4017M 2024-08-17T16:59:34.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:33 smithi087 ceph-mon[33075]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T16:59:34.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:33 smithi059 ceph-mon[39803]: Detected new or changed devices on smithi059 2024-08-17T16:59:34.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:33 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi059 to 4017M 2024-08-17T16:59:34.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:33 smithi059 ceph-mon[39803]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T16:59:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:33 smithi059 ceph-mon[29264]: Detected new or changed devices on smithi059 2024-08-17T16:59:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:33 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi059 to 4017M 2024-08-17T16:59:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:33 smithi059 ceph-mon[29264]: osdmap e26: 4 total, 4 up, 4 in 2024-08-17T16:59:35.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:34 smithi087 ceph-mon[33075]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:35.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:34 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:35.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:34 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:35.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:34 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:35.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:34 smithi059 ceph-mon[29264]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:35.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:34 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:35.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:34 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:35.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:34 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:34 smithi059 ceph-mon[39803]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:34 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:34 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:34 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:36.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:35 smithi059 ceph-mon[29264]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:36.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:35 smithi059 ceph-mon[39803]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:36.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:35 smithi087 ceph-mon[33075]: from='client.24187 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:37.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:36 smithi087 ceph-mon[33075]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:37.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:36 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/2572883392' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6952a94e-12ad-4ffd-a852-2d1c10f8c45b"}]: dispatch 2024-08-17T16:59:37.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:36 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6952a94e-12ad-4ffd-a852-2d1c10f8c45b"}]: dispatch 2024-08-17T16:59:37.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:36 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6952a94e-12ad-4ffd-a852-2d1c10f8c45b"}]': finished 2024-08-17T16:59:37.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:36 smithi087 ceph-mon[33075]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T16:59:37.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:36 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:37.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:36 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/1852503622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:59:37.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[29264]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:37.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/2572883392' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6952a94e-12ad-4ffd-a852-2d1c10f8c45b"}]: dispatch 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6952a94e-12ad-4ffd-a852-2d1c10f8c45b"}]: dispatch 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6952a94e-12ad-4ffd-a852-2d1c10f8c45b"}]': finished 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[29264]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/1852503622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[39803]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/2572883392' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6952a94e-12ad-4ffd-a852-2d1c10f8c45b"}]: dispatch 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6952a94e-12ad-4ffd-a852-2d1c10f8c45b"}]: dispatch 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6952a94e-12ad-4ffd-a852-2d1c10f8c45b"}]': finished 2024-08-17T16:59:37.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[39803]: osdmap e27: 5 total, 4 up, 5 in 2024-08-17T16:59:37.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:37.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:36 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/1852503622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T16:59:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:38 smithi059 ceph-mon[29264]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:38 smithi059 ceph-mon[39803]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:38.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:38 smithi087 ceph-mon[33075]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:40.237 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:40 smithi087 ceph-mon[33075]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:40.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:40 smithi059 ceph-mon[29264]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:40.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:40 smithi059 ceph-mon[39803]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:42.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:42 smithi087 ceph-mon[33075]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:42.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:42 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T16:59:42.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:42 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:42.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:42 smithi087 ceph-mon[33075]: Deploying daemon osd.4 on smithi087 2024-08-17T16:59:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:42 smithi059 ceph-mon[29264]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:42 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T16:59:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:42 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:42.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:42 smithi059 ceph-mon[29264]: Deploying daemon osd.4 on smithi087 2024-08-17T16:59:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:42 smithi059 ceph-mon[39803]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-17T16:59:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:42 smithi059 ceph-mon[39803]: Deploying daemon osd.4 on smithi087 2024-08-17T16:59:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:44 smithi087 ceph-mon[33075]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:44 smithi059 ceph-mon[29264]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:44.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:44 smithi059 ceph-mon[39803]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:46.350 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:46 smithi087 ceph-mon[33075]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:46 smithi059 ceph-mon[29264]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:46.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:46 smithi059 ceph-mon[39803]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:47.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:47.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:47.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:47 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:47.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:47.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:47.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:47 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:47.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:47 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:48.159 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:48 smithi087 ceph-mon[33075]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:48 smithi059 ceph-mon[29264]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:48.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:48 smithi059 ceph-mon[39803]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:49.683 INFO:teuthology.orchestra.run.smithi087.stdout:Created osd(s) 4 on host 'smithi087' 2024-08-17T16:59:50.285 DEBUG:teuthology.orchestra.run.smithi087:osd.4> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.4.service 2024-08-17T16:59:50.287 INFO:tasks.cephadm:Deploying osd.5 on smithi087 with /dev/vg_nvme/lv_3... 2024-08-17T16:59:50.288 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-17T16:59:50.535 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:59:50.991 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:50.991 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:50.991 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:50 smithi087 ceph-mon[33075]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:50.992 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:50 smithi087 ceph-mon[33075]: from='osd.4 [v2:172.21.15.87:6800/1407413506,v1:172.21.15.87:6801/1407413506]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:59:50.992 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:50 smithi087 ceph-mon[33075]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:59:50.992 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:50.992 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:50 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:51.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:51.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:51.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[39803]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[39803]: from='osd.4 [v2:172.21.15.87:6800/1407413506,v1:172.21.15.87:6801/1407413506]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[39803]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[29264]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[29264]: from='osd.4 [v2:172.21.15.87:6800/1407413506,v1:172.21.15.87:6801/1407413506]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[29264]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-17T16:59:51.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:51.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:50 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:51.901 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:51 smithi087 ceph-mon[33075]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:59:51.901 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:51 smithi087 ceph-mon[33075]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T16:59:51.901 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:51 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:51.901 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:51 smithi087 ceph-mon[33075]: from='osd.4 [v2:172.21.15.87:6800/1407413506,v1:172.21.15.87:6801/1407413506]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T16:59:51.901 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:51 smithi087 ceph-mon[33075]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T16:59:51.902 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 16:59:51 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[37910]: 2024-08-17T16:59:51.695+0000 7fde7e96a640 -1 osd.4 0 waiting for initial osdmap 2024-08-17T16:59:51.902 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 16:59:51 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[37910]: 2024-08-17T16:59:51.700+0000 7fde7a793640 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T16:59:52.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[29264]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:59:52.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[29264]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T16:59:52.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:52.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[29264]: from='osd.4 [v2:172.21.15.87:6800/1407413506,v1:172.21.15.87:6801/1407413506]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T16:59:52.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[29264]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T16:59:52.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[39803]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T16:59:52.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[39803]: osdmap e28: 5 total, 4 up, 5 in 2024-08-17T16:59:52.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:52.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[39803]: from='osd.4 [v2:172.21.15.87:6800/1407413506,v1:172.21.15.87:6801/1407413506]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T16:59:52.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:51 smithi059 ceph-mon[39803]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T16:59:52.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:52 smithi087 ceph-mon[33075]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T16:59:52.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:52 smithi087 ceph-mon[33075]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T16:59:52.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:52 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:52.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:52 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:52.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:52 smithi087 ceph-mon[33075]: osd.4 [v2:172.21.15.87:6800/1407413506,v1:172.21.15.87:6801/1407413506] boot 2024-08-17T16:59:52.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:52 smithi087 ceph-mon[33075]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T16:59:52.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:52 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:52.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:52 smithi087 ceph-mon[33075]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:53.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[29264]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T16:59:53.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[29264]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T16:59:53.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[29264]: osd.4 [v2:172.21.15.87:6800/1407413506,v1:172.21.15.87:6801/1407413506] boot 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[29264]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[29264]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[39803]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[39803]: osdmap e29: 5 total, 4 up, 5 in 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[39803]: osd.4 [v2:172.21.15.87:6800/1407413506,v1:172.21.15.87:6801/1407413506] boot 2024-08-17T16:59:53.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[39803]: osdmap e30: 5 total, 5 up, 5 in 2024-08-17T16:59:53.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T16:59:53.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:52 smithi059 ceph-mon[39803]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-08-17T16:59:53.720 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T16:59:53.745 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi087:vg_nvme/lv_3 2024-08-17T16:59:53.982 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:53 smithi087 ceph-mon[33075]: purged_snaps scrub starts 2024-08-17T16:59:53.993 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:53 smithi087 ceph-mon[33075]: purged_snaps scrub ok 2024-08-17T16:59:53.993 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:53 smithi087 ceph-mon[33075]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T16:59:54.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:53 smithi059 ceph-mon[29264]: purged_snaps scrub starts 2024-08-17T16:59:54.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:53 smithi059 ceph-mon[29264]: purged_snaps scrub ok 2024-08-17T16:59:54.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:53 smithi059 ceph-mon[29264]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T16:59:54.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:53 smithi059 ceph-mon[39803]: purged_snaps scrub starts 2024-08-17T16:59:54.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:53 smithi059 ceph-mon[39803]: purged_snaps scrub ok 2024-08-17T16:59:54.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:53 smithi059 ceph-mon[39803]: osdmap e31: 5 total, 5 up, 5 in 2024-08-17T16:59:54.220 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T16:59:54.908 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:54 smithi087 ceph-mon[33075]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T16:59:54.908 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:54 smithi087 ceph-mon[33075]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:59:55.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:54 smithi059 ceph-mon[29264]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T16:59:55.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:54 smithi059 ceph-mon[29264]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:59:55.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:54 smithi059 ceph-mon[39803]: osdmap e32: 5 total, 5 up, 5 in 2024-08-17T16:59:55.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:54 smithi059 ceph-mon[39803]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:59:55.837 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:55.838 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: osdmap e33: 5 total, 5 up, 5 in 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T16:59:56.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T16:59:56.841 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:56 smithi087 ceph-mon[33075]: Detected new or changed devices on smithi087 2024-08-17T16:59:56.841 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:56 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi087 to 17088M 2024-08-17T16:59:56.841 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:56 smithi087 ceph-mon[33075]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T16:59:56.842 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:56 smithi087 ceph-mon[33075]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:59:56.842 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:56.842 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:56.842 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:56 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:57.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[29264]: Detected new or changed devices on smithi087 2024-08-17T16:59:57.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi087 to 17088M 2024-08-17T16:59:57.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[29264]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T16:59:57.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[29264]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:59:57.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:57.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:57.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:57.190 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[39803]: Detected new or changed devices on smithi087 2024-08-17T16:59:57.190 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi087 to 17088M 2024-08-17T16:59:57.190 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[39803]: osdmap e34: 5 total, 5 up, 5 in 2024-08-17T16:59:57.190 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[39803]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T16:59:57.190 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T16:59:57.190 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T16:59:57.190 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:56 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T16:59:58.102 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:57 smithi087 ceph-mon[33075]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:58.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:57 smithi059 ceph-mon[29264]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:58.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:57 smithi059 ceph-mon[39803]: from='client.24214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T16:59:59.173 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:58 smithi087 ceph-mon[33075]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-08-17T16:59:59.173 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:58 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/1388423673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72cb9a56-9c8a-456e-b3d0-117f53070dfb"}]: dispatch 2024-08-17T16:59:59.173 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:58 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72cb9a56-9c8a-456e-b3d0-117f53070dfb"}]: dispatch 2024-08-17T16:59:59.173 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:58 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72cb9a56-9c8a-456e-b3d0-117f53070dfb"}]': finished 2024-08-17T16:59:59.173 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:58 smithi087 ceph-mon[33075]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T16:59:59.173 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:58 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:59:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[29264]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-08-17T16:59:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/1388423673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72cb9a56-9c8a-456e-b3d0-117f53070dfb"}]: dispatch 2024-08-17T16:59:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72cb9a56-9c8a-456e-b3d0-117f53070dfb"}]: dispatch 2024-08-17T16:59:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72cb9a56-9c8a-456e-b3d0-117f53070dfb"}]': finished 2024-08-17T16:59:59.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[29264]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T16:59:59.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T16:59:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[39803]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-08-17T16:59:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/1388423673' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72cb9a56-9c8a-456e-b3d0-117f53070dfb"}]: dispatch 2024-08-17T16:59:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "72cb9a56-9c8a-456e-b3d0-117f53070dfb"}]: dispatch 2024-08-17T16:59:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "72cb9a56-9c8a-456e-b3d0-117f53070dfb"}]': finished 2024-08-17T16:59:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[39803]: osdmap e35: 6 total, 5 up, 6 in 2024-08-17T16:59:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:58 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:00.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 16:59:59 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/941858257' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:00.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 16:59:59 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/941858257' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:00.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 16:59:59 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/941858257' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:01.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:00 smithi059 ceph-mon[29264]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T17:00:01.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:00 smithi059 ceph-mon[29264]: overall HEALTH_OK 2024-08-17T17:00:01.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:00 smithi059 ceph-mon[39803]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T17:00:01.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:00 smithi059 ceph-mon[39803]: overall HEALTH_OK 2024-08-17T17:00:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:00 smithi087 ceph-mon[33075]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T17:00:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:00 smithi087 ceph-mon[33075]: overall HEALTH_OK 2024-08-17T17:00:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:02 smithi087 ceph-mon[33075]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-08-17T17:00:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:02 smithi059 ceph-mon[29264]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-08-17T17:00:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:02 smithi059 ceph-mon[39803]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-08-17T17:00:04.284 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:04 smithi087 ceph-mon[33075]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-08-17T17:00:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:04 smithi059 ceph-mon[29264]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-08-17T17:00:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:04 smithi059 ceph-mon[39803]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 71 KiB/s, 0 objects/s recovering 2024-08-17T17:00:05.196 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T17:00:05.196 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:05 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:05.196 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:05 smithi087 ceph-mon[33075]: Deploying daemon osd.5 on smithi087 2024-08-17T17:00:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T17:00:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:05 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:05 smithi059 ceph-mon[29264]: Deploying daemon osd.5 on smithi087 2024-08-17T17:00:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-17T17:00:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:05 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:05 smithi059 ceph-mon[39803]: Deploying daemon osd.5 on smithi087 2024-08-17T17:00:06.319 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:06 smithi087 ceph-mon[33075]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:00:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:06 smithi059 ceph-mon[39803]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:00:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:06 smithi059 ceph-mon[29264]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:00:08.144 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:08 smithi087 ceph-mon[33075]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:08.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:08 smithi059 ceph-mon[29264]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:08.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:08 smithi059 ceph-mon[39803]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:10.605 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:10 smithi087 ceph-mon[33075]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:10.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:10 smithi059 ceph-mon[39803]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:10.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:10 smithi059 ceph-mon[29264]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:12.215 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:12 smithi087 ceph-mon[33075]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:12.246 INFO:teuthology.orchestra.run.smithi087.stdout:Created osd(s) 5 on host 'smithi087' 2024-08-17T17:00:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:12 smithi059 ceph-mon[29264]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:12.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:12 smithi059 ceph-mon[39803]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:12.890 DEBUG:teuthology.orchestra.run.smithi087:osd.5> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.5.service 2024-08-17T17:00:12.892 INFO:tasks.cephadm:Deploying osd.6 on smithi087 with /dev/vg_nvme/lv_2... 2024-08-17T17:00:12.892 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-17T17:00:13.141 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:00:13.522 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.522 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.522 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:13 smithi087 ceph-mon[33075]: from='osd.5 [v2:172.21.15.87:6808/2215271765,v1:172.21.15.87:6809/2215271765]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:00:13.522 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:13 smithi087 ceph-mon[33075]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:00:13.522 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[29264]: from='osd.5 [v2:172.21.15.87:6808/2215271765,v1:172.21.15.87:6809/2215271765]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:00:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[29264]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:00:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[39803]: from='osd.5 [v2:172.21.15.87:6808/2215271765,v1:172.21.15.87:6809/2215271765]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:00:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[39803]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-17T17:00:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:14.522 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:14 smithi087 ceph-mon[33075]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:00:14.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:14 smithi087 ceph-mon[33075]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T17:00:14.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:14 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:14.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:14 smithi087 ceph-mon[33075]: from='osd.5 [v2:172.21.15.87:6808/2215271765,v1:172.21.15.87:6809/2215271765]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:14.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:14 smithi087 ceph-mon[33075]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:14.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:14 smithi087 ceph-mon[33075]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:14.523 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:00:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[43883]: 2024-08-17T17:00:14.258+0000 7fc488b48640 -1 osd.5 0 waiting for initial osdmap 2024-08-17T17:00:14.523 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:00:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[43883]: 2024-08-17T17:00:14.262+0000 7fc484971640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:00:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[29264]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:00:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[29264]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T17:00:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:14.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[29264]: from='osd.5 [v2:172.21.15.87:6808/2215271765,v1:172.21.15.87:6809/2215271765]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:14.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[29264]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:14.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[29264]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[39803]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:00:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[39803]: osdmap e36: 6 total, 5 up, 6 in 2024-08-17T17:00:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[39803]: from='osd.5 [v2:172.21.15.87:6808/2215271765,v1:172.21.15.87:6809/2215271765]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:14.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[39803]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:14.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:14 smithi059 ceph-mon[39803]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-08-17T17:00:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[29264]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T17:00:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[29264]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T17:00:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[29264]: osd.5 [v2:172.21.15.87:6808/2215271765,v1:172.21.15.87:6809/2215271765] boot 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[29264]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[39803]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[39803]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[39803]: osd.5 [v2:172.21.15.87:6808/2215271765,v1:172.21.15.87:6809/2215271765] boot 2024-08-17T17:00:15.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[39803]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T17:00:15.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:15 smithi087 ceph-mon[33075]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T17:00:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:15 smithi087 ceph-mon[33075]: osdmap e37: 6 total, 5 up, 6 in 2024-08-17T17:00:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:15 smithi087 ceph-mon[33075]: osd.5 [v2:172.21.15.87:6808/2215271765,v1:172.21.15.87:6809/2215271765] boot 2024-08-17T17:00:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:15 smithi087 ceph-mon[33075]: osdmap e38: 6 total, 6 up, 6 in 2024-08-17T17:00:15.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:00:15.831 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T17:00:15.852 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi087:vg_nvme/lv_2 2024-08-17T17:00:16.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:16 smithi059 ceph-mon[29264]: purged_snaps scrub starts 2024-08-17T17:00:16.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:16 smithi059 ceph-mon[29264]: purged_snaps scrub ok 2024-08-17T17:00:16.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:16 smithi059 ceph-mon[29264]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:16.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:16 smithi059 ceph-mon[39803]: purged_snaps scrub starts 2024-08-17T17:00:16.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:16 smithi059 ceph-mon[39803]: purged_snaps scrub ok 2024-08-17T17:00:16.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:16 smithi059 ceph-mon[39803]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:16.293 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:00:16.480 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:16 smithi087 ceph-mon[33075]: purged_snaps scrub starts 2024-08-17T17:00:16.480 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:16 smithi087 ceph-mon[33075]: purged_snaps scrub ok 2024-08-17T17:00:16.480 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:16 smithi087 ceph-mon[33075]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:17.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:17 smithi059 ceph-mon[29264]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T17:00:17.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:17 smithi059 ceph-mon[29264]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T17:00:17.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:17 smithi059 ceph-mon[39803]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T17:00:17.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:17 smithi059 ceph-mon[39803]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T17:00:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:17 smithi087 ceph-mon[33075]: osdmap e39: 6 total, 6 up, 6 in 2024-08-17T17:00:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:17 smithi087 ceph-mon[33075]: osdmap e40: 6 total, 6 up, 6 in 2024-08-17T17:00:19.274 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: Detected new or changed devices on smithi087 2024-08-17T17:00:19.274 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.274 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.274 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:19.274 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:19.274 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi087 to 8544M 2024-08-17T17:00:19.274 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.274 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:19.275 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:18 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: Detected new or changed devices on smithi087 2024-08-17T17:00:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi087 to 8544M 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T17:00:19.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: Detected new or changed devices on smithi087 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi087 to 8544M 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:19.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: osdmap e41: 6 total, 6 up, 6 in 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:19.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:18 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:20.262 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:19 smithi087 ceph-mon[33075]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:20.263 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:19 smithi087 ceph-mon[33075]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T17:00:20.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:19 smithi059 ceph-mon[29264]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:20.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:19 smithi059 ceph-mon[29264]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T17:00:20.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:19 smithi059 ceph-mon[39803]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:20.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:19 smithi059 ceph-mon[39803]: osdmap e42: 6 total, 6 up, 6 in 2024-08-17T17:00:21.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:20 smithi059 ceph-mon[29264]: pgmap v131: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:21.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:20 smithi059 ceph-mon[39803]: pgmap v131: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:21.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:20 smithi087 ceph-mon[33075]: pgmap v131: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:22.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:21 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/2846958605' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad90d6be-7d6c-464a-acac-9e2df201c565"}]: dispatch 2024-08-17T17:00:22.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:21 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad90d6be-7d6c-464a-acac-9e2df201c565"}]: dispatch 2024-08-17T17:00:22.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:21 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad90d6be-7d6c-464a-acac-9e2df201c565"}]': finished 2024-08-17T17:00:22.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:21 smithi087 ceph-mon[33075]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T17:00:22.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:21 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:22.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:21 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/3464864361' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:22.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/2846958605' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad90d6be-7d6c-464a-acac-9e2df201c565"}]: dispatch 2024-08-17T17:00:22.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad90d6be-7d6c-464a-acac-9e2df201c565"}]: dispatch 2024-08-17T17:00:22.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad90d6be-7d6c-464a-acac-9e2df201c565"}]': finished 2024-08-17T17:00:22.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[29264]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T17:00:22.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:22.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/3464864361' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:22.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/2846958605' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad90d6be-7d6c-464a-acac-9e2df201c565"}]: dispatch 2024-08-17T17:00:22.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ad90d6be-7d6c-464a-acac-9e2df201c565"}]: dispatch 2024-08-17T17:00:22.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ad90d6be-7d6c-464a-acac-9e2df201c565"}]': finished 2024-08-17T17:00:22.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[39803]: osdmap e43: 7 total, 6 up, 7 in 2024-08-17T17:00:22.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:22.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:21 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/3464864361' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:23.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:22 smithi059 ceph-mon[29264]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:23.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:22 smithi059 ceph-mon[39803]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:22 smithi087 ceph-mon[33075]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:24.279 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:24 smithi087 ceph-mon[33075]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:24 smithi059 ceph-mon[29264]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:24.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:24 smithi059 ceph-mon[39803]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:26.110 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:26 smithi087 ceph-mon[33075]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:26 smithi059 ceph-mon[29264]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:26 smithi059 ceph-mon[39803]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:27.357 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:27 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T17:00:27.357 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:27 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:27.357 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:27 smithi087 ceph-mon[33075]: Deploying daemon osd.6 on smithi087 2024-08-17T17:00:27.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:27 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T17:00:27.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:27 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:27.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:27 smithi059 ceph-mon[29264]: Deploying daemon osd.6 on smithi087 2024-08-17T17:00:27.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:27 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-17T17:00:27.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:27 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:27.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:27 smithi059 ceph-mon[39803]: Deploying daemon osd.6 on smithi087 2024-08-17T17:00:28.365 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:28 smithi087 ceph-mon[33075]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:28 smithi059 ceph-mon[29264]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:28 smithi059 ceph-mon[39803]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:30.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:30 smithi087 ceph-mon[33075]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:30 smithi059 ceph-mon[29264]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:30.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:30 smithi059 ceph-mon[39803]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:31 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:31 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:31 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:32.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:31 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:32.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:31 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:32.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:31 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:32.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:31 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:32.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:31 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:32.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:31 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:33.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:32 smithi059 ceph-mon[29264]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:33.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:32 smithi059 ceph-mon[39803]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:33.289 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:32 smithi087 ceph-mon[33075]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:34.151 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:34 smithi087 ceph-mon[33075]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:34 smithi059 ceph-mon[29264]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:34 smithi059 ceph-mon[39803]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:35.041 INFO:teuthology.orchestra.run.smithi087.stdout:Created osd(s) 6 on host 'smithi087' 2024-08-17T17:00:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='osd.6 [v2:172.21.15.87:6816/3207811748,v1:172.21.15.87:6817/3207811748]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:35.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='osd.6 [v2:172.21.15.87:6816/3207811748,v1:172.21.15.87:6817/3207811748]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:00:35.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:00:35.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:35.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:35 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.539 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.539 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.539 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:35.540 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:35.540 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.540 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='osd.6 [v2:172.21.15.87:6816/3207811748,v1:172.21.15.87:6817/3207811748]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:00:35.540 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-17T17:00:35.540 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:35.540 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.540 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:35 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:35.866 DEBUG:teuthology.orchestra.run.smithi087:osd.6> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.6.service 2024-08-17T17:00:35.869 INFO:tasks.cephadm:Deploying osd.7 on smithi087 with /dev/vg_nvme/lv_1... 2024-08-17T17:00:35.869 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-17T17:00:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:36 smithi087 ceph-mon[33075]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:00:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:36 smithi087 ceph-mon[33075]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T17:00:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:36 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:36 smithi087 ceph-mon[33075]: from='osd.6 [v2:172.21.15.87:6816/3207811748,v1:172.21.15.87:6817/3207811748]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:36 smithi087 ceph-mon[33075]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:36 smithi087 ceph-mon[33075]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:36.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:00:36 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[49806]: 2024-08-17T17:00:36.312+0000 7fbbeba51640 -1 osd.6 0 waiting for initial osdmap 2024-08-17T17:00:36.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:00:36 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[49806]: 2024-08-17T17:00:36.320+0000 7fbbe787a640 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:00:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[29264]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:00:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[29264]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T17:00:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[29264]: from='osd.6 [v2:172.21.15.87:6816/3207811748,v1:172.21.15.87:6817/3207811748]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:36.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[29264]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:36.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[29264]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[39803]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:00:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[39803]: osdmap e44: 7 total, 6 up, 7 in 2024-08-17T17:00:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[39803]: from='osd.6 [v2:172.21.15.87:6816/3207811748,v1:172.21.15.87:6817/3207811748]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[39803]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:00:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:36 smithi059 ceph-mon[39803]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-08-17T17:00:37.470 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:00:37.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:37 smithi087 ceph-mon[33075]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T17:00:37.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:37 smithi087 ceph-mon[33075]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T17:00:37.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:37 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:37.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:37 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:37.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:37 smithi087 ceph-mon[33075]: osd.6 [v2:172.21.15.87:6816/3207811748,v1:172.21.15.87:6817/3207811748] boot 2024-08-17T17:00:37.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:37 smithi087 ceph-mon[33075]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T17:00:37.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:37 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[29264]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T17:00:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[29264]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T17:00:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[29264]: osd.6 [v2:172.21.15.87:6816/3207811748,v1:172.21.15.87:6817/3207811748] boot 2024-08-17T17:00:37.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[29264]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T17:00:37.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[39803]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T17:00:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[39803]: osdmap e45: 7 total, 6 up, 7 in 2024-08-17T17:00:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[39803]: osd.6 [v2:172.21.15.87:6816/3207811748,v1:172.21.15.87:6817/3207811748] boot 2024-08-17T17:00:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[39803]: osdmap e46: 7 total, 7 up, 7 in 2024-08-17T17:00:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:37 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:00:39.045 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:38 smithi087 ceph-mon[33075]: purged_snaps scrub starts 2024-08-17T17:00:39.045 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:38 smithi087 ceph-mon[33075]: purged_snaps scrub ok 2024-08-17T17:00:39.045 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:38 smithi087 ceph-mon[33075]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T17:00:39.045 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:38 smithi087 ceph-mon[33075]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:39.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:38 smithi059 ceph-mon[29264]: purged_snaps scrub starts 2024-08-17T17:00:39.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:38 smithi059 ceph-mon[29264]: purged_snaps scrub ok 2024-08-17T17:00:39.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:38 smithi059 ceph-mon[29264]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T17:00:39.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:38 smithi059 ceph-mon[29264]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:39.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:38 smithi059 ceph-mon[39803]: purged_snaps scrub starts 2024-08-17T17:00:39.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:38 smithi059 ceph-mon[39803]: purged_snaps scrub ok 2024-08-17T17:00:39.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:38 smithi059 ceph-mon[39803]: osdmap e47: 7 total, 7 up, 7 in 2024-08-17T17:00:39.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:38 smithi059 ceph-mon[39803]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:40.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T17:00:40.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:40.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:40.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:40.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:40.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:40.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:39 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T17:00:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: osdmap e48: 7 total, 7 up, 7 in 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:40.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:39 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:40.396 INFO:teuthology.orchestra.run.smithi087.stdout: 2024-08-17T17:00:40.414 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch daemon add osd smithi087:vg_nvme/lv_1 2024-08-17T17:00:40.614 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:00:41.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:40 smithi087 ceph-mon[33075]: Detected new or changed devices on smithi087 2024-08-17T17:00:41.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:40 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi087 to 5696M 2024-08-17T17:00:41.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:40 smithi087 ceph-mon[33075]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T17:00:41.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:40 smithi087 ceph-mon[33075]: pgmap v148: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:41.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:40 smithi059 ceph-mon[29264]: Detected new or changed devices on smithi087 2024-08-17T17:00:41.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:40 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi087 to 5696M 2024-08-17T17:00:41.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:40 smithi059 ceph-mon[29264]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T17:00:41.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:40 smithi059 ceph-mon[29264]: pgmap v148: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:41.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:40 smithi059 ceph-mon[39803]: Detected new or changed devices on smithi087 2024-08-17T17:00:41.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:40 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi087 to 5696M 2024-08-17T17:00:41.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:40 smithi059 ceph-mon[39803]: osdmap e49: 7 total, 7 up, 7 in 2024-08-17T17:00:41.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:40 smithi059 ceph-mon[39803]: pgmap v148: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:42.177 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:41 smithi087 ceph-mon[33075]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T17:00:42.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:41 smithi059 ceph-mon[29264]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T17:00:42.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:41 smithi059 ceph-mon[39803]: osdmap e50: 7 total, 7 up, 7 in 2024-08-17T17:00:43.125 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:42 smithi087 ceph-mon[33075]: pgmap v150: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:43.125 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:42 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:43.125 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:42 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:43.125 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:42 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:42 smithi059 ceph-mon[29264]: pgmap v150: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:42 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:42 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:42 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:42 smithi059 ceph-mon[39803]: pgmap v150: 1 pgs: 1 remapped+peering; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-17T17:00:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-17T17:00:43.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:42 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:43.992 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:43 smithi087 ceph-mon[33075]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:43 smithi059 ceph-mon[29264]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:43 smithi059 ceph-mon[39803]: from='client.24268 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi087:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:00:45.204 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:44 smithi087 ceph-mon[33075]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T17:00:45.204 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:44 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/1158599047' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63553671-b0f0-49e1-bc00-04ca51f6c0f8"}]: dispatch 2024-08-17T17:00:45.204 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:44 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63553671-b0f0-49e1-bc00-04ca51f6c0f8"}]: dispatch 2024-08-17T17:00:45.204 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:44 smithi087 ceph-mon[33075]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63553671-b0f0-49e1-bc00-04ca51f6c0f8"}]': finished 2024-08-17T17:00:45.204 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:44 smithi087 ceph-mon[33075]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T17:00:45.204 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:44 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:00:45.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[29264]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T17:00:45.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/1158599047' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63553671-b0f0-49e1-bc00-04ca51f6c0f8"}]: dispatch 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63553671-b0f0-49e1-bc00-04ca51f6c0f8"}]: dispatch 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[29264]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63553671-b0f0-49e1-bc00-04ca51f6c0f8"}]': finished 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[29264]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[39803]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/1158599047' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63553671-b0f0-49e1-bc00-04ca51f6c0f8"}]: dispatch 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "63553671-b0f0-49e1-bc00-04ca51f6c0f8"}]: dispatch 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[39803]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "63553671-b0f0-49e1-bc00-04ca51f6c0f8"}]': finished 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[39803]: osdmap e51: 8 total, 7 up, 8 in 2024-08-17T17:00:45.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:44 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:00:45.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:45 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/3235516378' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:45 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/3235516378' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:46.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:45 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/3235516378' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-17T17:00:47.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:46 smithi087 ceph-mon[33075]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-08-17T17:00:47.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:46 smithi059 ceph-mon[29264]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-08-17T17:00:47.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:46 smithi059 ceph-mon[39803]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-08-17T17:00:48.475 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:48 smithi087 ceph-mon[33075]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:00:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:48 smithi059 ceph-mon[29264]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:00:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:48 smithi059 ceph-mon[39803]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-17T17:00:50.271 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:50 smithi087 ceph-mon[33075]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-08-17T17:00:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:50 smithi059 ceph-mon[29264]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-08-17T17:00:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:50 smithi059 ceph-mon[39803]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-08-17T17:00:51.284 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:51 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T17:00:51.284 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:51 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:51.284 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:51 smithi087 ceph-mon[33075]: Deploying daemon osd.7 on smithi087 2024-08-17T17:00:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:51 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T17:00:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:51 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:51 smithi059 ceph-mon[39803]: Deploying daemon osd.7 on smithi087 2024-08-17T17:00:51.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:51 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-17T17:00:51.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:51 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:51.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:51 smithi059 ceph-mon[29264]: Deploying daemon osd.7 on smithi087 2024-08-17T17:00:52.198 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:52 smithi087 ceph-mon[33075]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:00:52.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:52 smithi059 ceph-mon[29264]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:00:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:52 smithi059 ceph-mon[39803]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-17T17:00:54.343 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:54 smithi087 ceph-mon[33075]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:54.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:54 smithi059 ceph-mon[39803]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:54 smithi059 ceph-mon[29264]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:56.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:56.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:56.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:56.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:56.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:56.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:56.857 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:56 smithi087 ceph-mon[33075]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:56 smithi059 ceph-mon[29264]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:57.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:56 smithi059 ceph-mon[39803]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:58 smithi087 ceph-mon[33075]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:58 smithi059 ceph-mon[29264]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:58 smithi059 ceph-mon[39803]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:00:58.923 INFO:teuthology.orchestra.run.smithi087.stdout:Created osd(s) 7 on host 'smithi087' 2024-08-17T17:00:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='osd.7 [v2:172.21.15.87:6824/261727538,v1:172.21.15.87:6825/261727538]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:59.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='osd.7 [v2:172.21.15.87:6824/261727538,v1:172.21.15.87:6825/261727538]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:00:59.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:00:59.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:59.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:00:59 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.542 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.542 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.542 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:00:59.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:00:59.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='osd.7 [v2:172.21.15.87:6824/261727538,v1:172.21.15.87:6825/261727538]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:00:59.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-17T17:00:59.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:00:59.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:00:59 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:00:59.563 DEBUG:teuthology.orchestra.run.smithi087:osd.7> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.7.service 2024-08-17T17:00:59.566 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-17T17:00:59.566 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd stat -f json 2024-08-17T17:00:59.790 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:00.871 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:01:00 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[55352]: 2024-08-17T17:01:00.605+0000 7faddfec5640 -1 osd.7 0 waiting for initial osdmap 2024-08-17T17:01:00.871 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:01:00 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[55352]: 2024-08-17T17:01:00.616+0000 7faddbcee640 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:01:00.871 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:00 smithi087 ceph-mon[33075]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:01:00.871 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:00 smithi087 ceph-mon[33075]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T17:01:00.871 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:00 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:00.871 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:00 smithi087 ceph-mon[33075]: from='osd.7 [v2:172.21.15.87:6824/261727538,v1:172.21.15.87:6825/261727538]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:01:00.871 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:00 smithi087 ceph-mon[33075]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:01:00.872 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:00 smithi087 ceph-mon[33075]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:01:00.929 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[29264]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:01:00.929 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[29264]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T17:01:00.929 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:00.929 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[29264]: from='osd.7 [v2:172.21.15.87:6824/261727538,v1:172.21.15.87:6825/261727538]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:01:00.929 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[29264]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:01:00.929 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[29264]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:01:00.930 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[39803]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:01:00.930 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[39803]: osdmap e52: 8 total, 7 up, 8 in 2024-08-17T17:01:00.930 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:00.930 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[39803]: from='osd.7 [v2:172.21.15.87:6824/261727538,v1:172.21.15.87:6825/261727538]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:01:00.930 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[39803]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]: dispatch 2024-08-17T17:01:00.930 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:00 smithi059 ceph-mon[39803]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-08-17T17:01:01.629 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:01.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:01 smithi087 ceph-mon[33075]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T17:01:01.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:01 smithi087 ceph-mon[33075]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T17:01:01.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:01 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:01.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:01 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:01.940 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:01 smithi059 ceph-mon[29264]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T17:01:01.940 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:01 smithi059 ceph-mon[29264]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T17:01:01.940 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:01.940 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:01 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:01.941 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:01 smithi059 ceph-mon[39803]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]}]': finished 2024-08-17T17:01:01.941 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:01 smithi059 ceph-mon[39803]: osdmap e53: 8 total, 7 up, 8 in 2024-08-17T17:01:01.941 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:01 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:01.941 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:01 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:02.389 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1723914061,"num_in_osds":8,"osd_in_since":1723914044,"num_remapped_pgs":1} 2024-08-17T17:01:02.390 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:01:02.599 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:02.724 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: purged_snaps scrub starts 2024-08-17T17:01:02.724 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: purged_snaps scrub ok 2024-08-17T17:01:02.724 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: osd.7 [v2:172.21.15.87:6824/261727538,v1:172.21.15.87:6825/261727538] boot 2024-08-17T17:01:02.724 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T17:01:02.724 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:02.724 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3429290254' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T17:01:02.724 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T17:01:02.724 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:02.725 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: purged_snaps scrub starts 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: purged_snaps scrub ok 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: osd.7 [v2:172.21.15.87:6824/261727538,v1:172.21.15.87:6825/261727538] boot 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3429290254' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:02.726 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:02.727 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:02.727 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:02.727 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:02.727 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:02.727 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:02.727 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:02.727 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: purged_snaps scrub starts 2024-08-17T17:01:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: purged_snaps scrub ok 2024-08-17T17:01:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: osd.7 [v2:172.21.15.87:6824/261727538,v1:172.21.15.87:6825/261727538] boot 2024-08-17T17:01:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: osdmap e54: 8 total, 8 up, 8 in 2024-08-17T17:01:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:01:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3429290254' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-17T17:01:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: osdmap e55: 8 total, 8 up, 8 in 2024-08-17T17:01:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:01:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:03.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:04.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:03 smithi087 ceph-mon[33075]: Detected new or changed devices on smithi087 2024-08-17T17:01:04.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:03 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi087 to 4272M 2024-08-17T17:01:04.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:03 smithi087 ceph-mon[33075]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T17:01:04.214 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:04.214 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":57,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:56:17.042151+0000","modified":"2024-08-17T17:01:03.796424+0000","last_up_change":"2024-08-17T17:01:01.597326+0000","last_in_change":"2024-08-17T17:00:44.634200+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:59:08.425026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a8abe6ab-878d-4fb6-a414-43ff21a08bcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6802","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6803","nonce":2489542392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6804","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6805","nonce":2489542392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6808","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6809","nonce":2489542392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6806","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6807","nonce":2489542392}]},"public_addr":"172.21.15.59:6803/2489542392","cluster_addr":"172.21.15.59:6805/2489542392","heartbeat_back_addr":"172.21.15.59:6809/2489542392","heartbeat_front_addr":"172.21.15.59:6807/2489542392","state":["exists","up"]},{"osd":1,"uuid":"a0e61fbb-06dd-40a9-8881-1c42b819b760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6810","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6811","nonce":3713317795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6812","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6813","nonce":3713317795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6816","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6817","nonce":3713317795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6814","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6815","nonce":3713317795}]},"public_addr":"172.21.15.59:6811/3713317795","cluster_addr":"172.21.15.59:6813/3713317795","heartbeat_back_addr":"172.21.15.59:6817/3713317795","heartbeat_front_addr":"172.21.15.59:6815/3713317795","state":["exists","up"]},{"osd":2,"uuid":"835f3f39-95e1-4e14-8c2c-889850ff383d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6818","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6819","nonce":758541359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6820","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6821","nonce":758541359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6824","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6825","nonce":758541359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6822","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6823","nonce":758541359}]},"public_addr":"172.21.15.59:6819/758541359","cluster_addr":"172.21.15.59:6821/758541359","heartbeat_back_addr":"172.21.15.59:6825/758541359","heartbeat_front_addr":"172.21.15.59:6823/758541359","state":["exists","up"]},{"osd":3,"uuid":"4143c0dd-72ec-42c8-ac62-ed42253ef386","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6826","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6827","nonce":408934963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6828","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6829","nonce":408934963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6832","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6833","nonce":408934963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6830","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6831","nonce":408934963}]},"public_addr":"172.21.15.59:6827/408934963","cluster_addr":"172.21.15.59:6829/408934963","heartbeat_back_addr":"172.21.15.59:6833/408934963","heartbeat_front_addr":"172.21.15.59:6831/408934963","state":["exists","up"]},{"osd":4,"uuid":"6952a94e-12ad-4ffd-a852-2d1c10f8c45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6800","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6801","nonce":1407413506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6802","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6803","nonce":1407413506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6806","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6807","nonce":1407413506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6804","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6805","nonce":1407413506}]},"public_addr":"172.21.15.87:6801/1407413506","cluster_addr":"172.21.15.87:6803/1407413506","heartbeat_back_addr":"172.21.15.87:6807/1407413506","heartbeat_front_addr":"172.21.15.87:6805/1407413506","state":["exists","up"]},{"osd":5,"uuid":"72cb9a56-9c8a-456e-b3d0-117f53070dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6808","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6809","nonce":2215271765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6810","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6811","nonce":2215271765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6814","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6815","nonce":2215271765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6812","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6813","nonce":2215271765}]},"public_addr":"172.21.15.87:6809/2215271765","cluster_addr":"172.21.15.87:6811/2215271765","heartbeat_back_addr":"172.21.15.87:6815/2215271765","heartbeat_front_addr":"172.21.15.87:6813/2215271765","state":["exists","up"]},{"osd":6,"uuid":"ad90d6be-7d6c-464a-acac-9e2df201c565","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6816","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6817","nonce":3207811748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6818","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6819","nonce":3207811748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6822","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6823","nonce":3207811748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6820","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6821","nonce":3207811748}]},"public_addr":"172.21.15.87:6817/3207811748","cluster_addr":"172.21.15.87:6819/3207811748","heartbeat_back_addr":"172.21.15.87:6823/3207811748","heartbeat_front_addr":"172.21.15.87:6821/3207811748","state":["exists","up"]},{"osd":7,"uuid":"63553671-b0f0-49e1-bc00-04ca51f6c0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6824","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6825","nonce":261727538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6826","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6827","nonce":261727538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6830","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6831","nonce":261727538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6828","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6829","nonce":261727538}]},"public_addr":"172.21.15.87:6825/261727538","cluster_addr":"172.21.15.87:6827/261727538","heartbeat_back_addr":"172.21.15.87:6831/261727538","heartbeat_front_addr":"172.21.15.87:6829/261727538","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:20.356219+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:43.302326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:05.982887+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:30.022461+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:50.994909+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:13.368373+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:35.848013+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:59.638021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.59:0/3736494277":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3444814006":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6801/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6800/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/2314922288":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/2051662749":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3740165002":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3068493090":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6801/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/3397310753":"2024-08-18T16:56:39.054339+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:01:04.214 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:03 smithi059 ceph-mon[29264]: Detected new or changed devices on smithi087 2024-08-17T17:01:04.214 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:03 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi087 to 4272M 2024-08-17T17:01:04.214 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:03 smithi059 ceph-mon[29264]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T17:01:04.215 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:03 smithi059 ceph-mon[39803]: Detected new or changed devices on smithi087 2024-08-17T17:01:04.215 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:03 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi087 to 4272M 2024-08-17T17:01:04.215 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:03 smithi059 ceph-mon[39803]: osdmap e56: 8 total, 8 up, 8 in 2024-08-17T17:01:04.856 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-17T16:59:08.425026+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-08-17T17:01:04.856 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-17T17:01:05.071 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:05.162 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:04 smithi059 ceph-mon[29264]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T17:01:05.162 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:04 smithi059 ceph-mon[29264]: pgmap v168: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 171 KiB/s, 0 objects/s recovering 2024-08-17T17:01:05.162 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:04 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3977722410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:05.162 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:04 smithi059 ceph-mon[39803]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T17:01:05.162 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:04 smithi059 ceph-mon[39803]: pgmap v168: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 171 KiB/s, 0 objects/s recovering 2024-08-17T17:01:05.162 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:04 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3977722410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:05.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:04 smithi087 ceph-mon[33075]: osdmap e57: 8 total, 8 up, 8 in 2024-08-17T17:01:05.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:04 smithi087 ceph-mon[33075]: pgmap v168: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 171 KiB/s, 0 objects/s recovering 2024-08-17T17:01:05.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:04 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3977722410' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:06.069 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:05 smithi059 ceph-mon[29264]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T17:01:06.070 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:05 smithi059 ceph-mon[39803]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T17:01:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:05 smithi087 ceph-mon[33075]: osdmap e58: 8 total, 8 up, 8 in 2024-08-17T17:01:06.727 INFO:teuthology.orchestra.run.smithi059.stdout:pg_num: 1 2024-08-17T17:01:07.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:06 smithi059 ceph-mon[39803]: pgmap v170: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-08-17T17:01:07.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:06 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1281675675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T17:01:07.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:06 smithi059 ceph-mon[29264]: pgmap v170: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-08-17T17:01:07.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:06 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1281675675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T17:01:07.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:06 smithi087 ceph-mon[33075]: pgmap v170: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-08-17T17:01:07.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:06 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1281675675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-17T17:01:07.315 INFO:tasks.cephadm:Adding mds.a on smithi059 2024-08-17T17:01:07.316 INFO:tasks.cephadm:Adding mds.b on smithi087 2024-08-17T17:01:07.316 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply mds all '2;smithi059=a;smithi087=b' 2024-08-17T17:01:07.528 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:01:08.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:08 smithi087 ceph-mon[33075]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T17:01:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:08 smithi059 ceph-mon[29264]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T17:01:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:08 smithi059 ceph-mon[39803]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-17T17:01:09.182 INFO:teuthology.orchestra.run.smithi087.stdout:Scheduled mds.all update... 2024-08-17T17:01:09.864 DEBUG:teuthology.orchestra.run.smithi059:mds.a> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.a.service 2024-08-17T17:01:09.868 DEBUG:teuthology.orchestra.run.smithi087:mds.b> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.b.service 2024-08-17T17:01:09.870 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-17T17:01:09.871 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:01:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi059=a;smithi087=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: Saving service mds.all spec with placement smithi059=a;smithi087=b;count:2 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: Deploying daemon mds.a on smithi059 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[29264]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-08-17T17:01:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi059=a;smithi087=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: Saving service mds.all spec with placement smithi059=a;smithi087=b;count:2 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: Deploying daemon mds.a on smithi059 2024-08-17T17:01:10.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:10 smithi059 ceph-mon[39803]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-08-17T17:01:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: from='client.24307 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi059=a;smithi087=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: Saving service mds.all spec with placement smithi059=a;smithi087=b;count:2 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: Deploying daemon mds.a on smithi059 2024-08-17T17:01:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:10 smithi087 ceph-mon[33075]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-08-17T17:01:10.570 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:11.124 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:01:11 smithi059 systemd[1]: Starting Ceph mds.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:01:12.012 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:01:11 smithi059 podman[66544]: 2024-08-17 17:01:11.807249261 +0000 UTC m=+0.448247345 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T17:01:12.012 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:01:11 smithi059 podman[66544]: 2024-08-17 17:01:11.905048578 +0000 UTC m=+0.546046660 container create af7bbb48c5b0b800514797373bc84aa4c4d9abed27184aa8fc42830749a2579e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=reef-ced649f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T17:01:12.394 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:12 smithi059 ceph-mon[29264]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:12.394 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:12 smithi059 ceph-mon[39803]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:12.394 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:01:12 smithi059 podman[66544]: 2024-08-17 17:01:12.30147491 +0000 UTC m=+0.942473006 container init af7bbb48c5b0b800514797373bc84aa4c4d9abed27184aa8fc42830749a2579e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-17T17:01:12.395 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:01:12 smithi059 podman[66544]: 2024-08-17 17:01:12.304763141 +0000 UTC m=+0.945761229 container start af7bbb48c5b0b800514797373bc84aa4c4d9abed27184aa8fc42830749a2579e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-17T17:01:12.395 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:01:12 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[66580]: starting mds.a at 2024-08-17T17:01:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:12 smithi087 ceph-mon[33075]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:12.787 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:01:12 smithi059 bash[66544]: af7bbb48c5b0b800514797373bc84aa4c4d9abed27184aa8fc42830749a2579e 2024-08-17T17:01:12.787 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:01:12 smithi059 systemd[1]: Started Ceph mds.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:01:12.818 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:12.818 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24305,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.59:6835/3469108766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6834","nonce":3469108766},{"type":"v1","addr":"172.21.15.59:6835","nonce":3469108766}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-08-17T17:01:12.818 INFO:teuthology.orchestra.run.smithi059.stderr:dumped fsmap epoch 2 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: mds.? [v2:172.21.15.59:6834/3469108766,v1:172.21.15.59:6835/3469108766] up:boot 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: fsmap 1 up:standby 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:13.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: Deploying daemon mds.b on smithi087 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/536714478' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: mds.? [v2:172.21.15.59:6834/3469108766,v1:172.21.15.59:6835/3469108766] up:boot 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: fsmap 1 up:standby 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:13.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: Deploying daemon mds.b on smithi087 2024-08-17T17:01:13.535 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:13 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/536714478' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:01:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: mds.? [v2:172.21.15.59:6834/3469108766,v1:172.21.15.59:6835/3469108766] up:boot 2024-08-17T17:01:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: fsmap 1 up:standby 2024-08-17T17:01:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:01:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-17T17:01:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-17T17:01:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: Deploying daemon mds.b on smithi087 2024-08-17T17:01:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:13 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/536714478' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:01:14.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:14 smithi087 ceph-mon[33075]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:14.551 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:01:14 smithi087 systemd[1]: Starting Ceph mds.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:01:14.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:14 smithi059 ceph-mon[29264]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:14.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:14 smithi059 ceph-mon[39803]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:14.926 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:01:14 smithi087 podman[59247]: 2024-08-17 17:01:14.509764471 +0000 UTC m=+0.017262869 image pull c870753d67c2504e5ac044c83696772f8b7527a928cc764ed24eeea7fea57d6e quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408 2024-08-17T17:01:14.926 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:01:14 smithi087 podman[59247]: 2024-08-17 17:01:14.622338925 +0000 UTC m=+0.129837327 container create 43b8f814229793d4a81f0628ab2f8d63d00484f9327d7fe158fc1a64d465d018 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0) 2024-08-17T17:01:14.926 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:01:14 smithi087 podman[59247]: 2024-08-17 17:01:14.824916733 +0000 UTC m=+0.332415141 container init 43b8f814229793d4a81f0628ab2f8d63d00484f9327d7fe158fc1a64d465d018 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:01:14.926 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:01:14 smithi087 podman[59247]: 2024-08-17 17:01:14.827759276 +0000 UTC m=+0.335257673 container start 43b8f814229793d4a81f0628ab2f8d63d00484f9327d7fe158fc1a64d465d018 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:01:14.927 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:01:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b[59262]: starting mds.b at 2024-08-17T17:01:14.927 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:01:14 smithi087 bash[59247]: 43b8f814229793d4a81f0628ab2f8d63d00484f9327d7fe158fc1a64d465d018 2024-08-17T17:01:15.300 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:01:14 smithi087 systemd[1]: Started Ceph mds.b for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:01:15.561 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:01:16.088 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:16.211 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.211 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.211 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.211 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[29264]: mds.? [v2:172.21.15.87:6832/2565906484,v1:172.21.15.87:6833/2565906484] up:boot 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[29264]: fsmap 2 up:standby 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.212 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.213 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:16.213 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[39803]: mds.? [v2:172.21.15.87:6832/2565906484,v1:172.21.15.87:6833/2565906484] up:boot 2024-08-17T17:01:16.213 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[39803]: fsmap 2 up:standby 2024-08-17T17:01:16.213 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:15 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:01:16.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:16.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:16.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:15 smithi087 ceph-mon[33075]: mds.? [v2:172.21.15.87:6832/2565906484,v1:172.21.15.87:6833/2565906484] up:boot 2024-08-17T17:01:16.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:15 smithi087 ceph-mon[33075]: fsmap 2 up:standby 2024-08-17T17:01:16.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:15 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:01:17.111 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:16 smithi059 ceph-mon[29264]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:17.111 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:16 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:17.111 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:16 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:17.111 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:16 smithi059 ceph-mon[39803]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:17.111 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:16 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:17.111 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:16 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:17.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:16 smithi087 ceph-mon[33075]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:17.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:16 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:17.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:16 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:17.856 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:17.856 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24305,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.59:6835/3469108766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6834","nonce":3469108766},{"type":"v1","addr":"172.21.15.59:6835","nonce":3469108766}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.87:6833/2565906484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6832","nonce":2565906484},{"type":"v1","addr":"172.21.15.87:6833","nonce":2565906484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-17T17:01:17.856 INFO:teuthology.orchestra.run.smithi059.stderr:dumped fsmap epoch 3 2024-08-17T17:01:18.165 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1841560060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:18.166 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1841560060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:18.167 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:17 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:18.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:18.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1841560060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:01:18.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:18.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:18.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:18.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:17 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:18.573 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-17T17:01:18.784 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:19.158 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:18 smithi059 ceph-mon[39803]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:19.158 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:18 smithi059 ceph-mon[29264]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:19.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:18 smithi087 ceph-mon[33075]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:20.449 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:20.450 INFO:teuthology.orchestra.run.smithi059.stdout:[ 2024-08-17T17:01:20.450 INFO:teuthology.orchestra.run.smithi059.stdout: { 2024-08-17T17:01:20.450 INFO:teuthology.orchestra.run.smithi059.stdout: "poolnum": 1, 2024-08-17T17:01:20.450 INFO:teuthology.orchestra.run.smithi059.stdout: "poolname": ".mgr" 2024-08-17T17:01:20.450 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:01:20.450 INFO:teuthology.orchestra.run.smithi059.stdout:] 2024-08-17T17:01:21.160 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-17T17:01:21.161 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-17T17:01:21.184 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:20 smithi059 ceph-mon[29264]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:21.184 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:20 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1613381825' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T17:01:21.184 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:20 smithi059 ceph-mon[39803]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:21.184 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:20 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1613381825' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T17:01:21.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:20 smithi087 ceph-mon[33075]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:21.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:20 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1613381825' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-17T17:01:21.369 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:23.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:22 smithi059 ceph-mon[29264]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:23.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:22 smithi059 ceph-mon[39803]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:22 smithi087 ceph-mon[33075]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:24.007 INFO:teuthology.orchestra.run.smithi059.stderr:pool 'cephfs_metadata' created 2024-08-17T17:01:24.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:24 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/489802976' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T17:01:24.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:24 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/489802976' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T17:01:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:24 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/489802976' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-17T17:01:24.679 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-17T17:01:24.939 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:25.009 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:25 smithi059 ceph-mon[29264]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:25.010 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:25 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/489802976' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T17:01:25.010 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:25 smithi059 ceph-mon[29264]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T17:01:25.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:25 smithi059 ceph-mon[39803]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:25.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:25 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/489802976' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T17:01:25.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:25 smithi059 ceph-mon[39803]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T17:01:25.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:25 smithi087 ceph-mon[33075]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:25.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:25 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/489802976' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-17T17:01:25.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:25 smithi087 ceph-mon[33075]: osdmap e59: 8 total, 8 up, 8 in 2024-08-17T17:01:26.033 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:26 smithi059 ceph-mon[39803]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T17:01:26.033 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:26 smithi059 ceph-mon[29264]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T17:01:26.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:26 smithi087 ceph-mon[33075]: osdmap e60: 8 total, 8 up, 8 in 2024-08-17T17:01:27.215 INFO:teuthology.orchestra.run.smithi059.stderr:pool 'cephfs_data' created 2024-08-17T17:01:27.498 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:27 smithi059 ceph-mon[29264]: pgmap v182: 33 pgs: 27 unknown, 6 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:27.499 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:27 smithi059 ceph-mon[29264]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:01:27.499 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:27 smithi059 ceph-mon[29264]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T17:01:27.499 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:27 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1011568698' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T17:01:27.499 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:27 smithi059 ceph-mon[39803]: pgmap v182: 33 pgs: 27 unknown, 6 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:27.499 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:27 smithi059 ceph-mon[39803]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:01:27.499 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:27 smithi059 ceph-mon[39803]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T17:01:27.499 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:27 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1011568698' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T17:01:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:27 smithi087 ceph-mon[33075]: pgmap v182: 33 pgs: 27 unknown, 6 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:27 smithi087 ceph-mon[33075]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:01:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:27 smithi087 ceph-mon[33075]: osdmap e61: 8 total, 8 up, 8 in 2024-08-17T17:01:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:27 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1011568698' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-17T17:01:27.872 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-17T17:01:28.084 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:28.536 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:28 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1011568698' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T17:01:28.536 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:28 smithi059 ceph-mon[29264]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T17:01:28.536 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:28 smithi059 ceph-mon[29264]: pgmap v185: 97 pgs: 23 creating+peering, 47 unknown, 27 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:28.536 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:28 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1011568698' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T17:01:28.536 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:28 smithi059 ceph-mon[39803]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T17:01:28.536 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:28 smithi059 ceph-mon[39803]: pgmap v185: 97 pgs: 23 creating+peering, 47 unknown, 27 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:28 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1011568698' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-17T17:01:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:28 smithi087 ceph-mon[33075]: osdmap e62: 8 total, 8 up, 8 in 2024-08-17T17:01:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:28 smithi087 ceph-mon[33075]: pgmap v185: 97 pgs: 23 creating+peering, 47 unknown, 27 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:29.400 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:29 smithi059 ceph-mon[29264]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T17:01:29.401 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:29 smithi059 ceph-mon[39803]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T17:01:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:29 smithi087 ceph-mon[33075]: osdmap e63: 8 total, 8 up, 8 in 2024-08-17T17:01:29.833 INFO:teuthology.orchestra.run.smithi059.stderr:new fs with metadata pool 2 and data pool 3 2024-08-17T17:01:30.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[29264]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T17:01:30.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2805972314' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T17:01:30.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[29264]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T17:01:30.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[29264]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T17:01:30.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2805972314' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T17:01:30.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[29264]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-17T17:01:30.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[29264]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T17:01:30.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[29264]: pgmap v189: 97 pgs: 33 creating+peering, 29 unknown, 35 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:30.506 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[39803]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T17:01:30.506 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2805972314' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T17:01:30.506 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[39803]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T17:01:30.506 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[39803]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T17:01:30.506 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2805972314' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T17:01:30.506 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[39803]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-17T17:01:30.506 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[39803]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T17:01:30.506 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:30 smithi059 ceph-mon[39803]: pgmap v189: 97 pgs: 33 creating+peering, 29 unknown, 35 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:30.526 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:01:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:30 smithi087 ceph-mon[33075]: osdmap e64: 8 total, 8 up, 8 in 2024-08-17T17:01:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:30 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2805972314' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-17T17:01:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:30 smithi087 ceph-mon[33075]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-17T17:01:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:30 smithi087 ceph-mon[33075]: osdmap e65: 8 total, 8 up, 8 in 2024-08-17T17:01:30.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:30 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2805972314' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-17T17:01:30.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:30 smithi087 ceph-mon[33075]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-17T17:01:30.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:30 smithi087 ceph-mon[33075]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-17T17:01:30.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:30 smithi087 ceph-mon[33075]: pgmap v189: 97 pgs: 33 creating+peering, 29 unknown, 35 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:30.739 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[29264]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T17:01:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[29264]: Cluster is now healthy 2024-08-17T17:01:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[29264]: mds.? [v2:172.21.15.87:6832/2565906484,v1:172.21.15.87:6833/2565906484] up:active 2024-08-17T17:01:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[29264]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[29264]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:31.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[39803]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T17:01:31.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[39803]: Cluster is now healthy 2024-08-17T17:01:31.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[39803]: mds.? [v2:172.21.15.87:6832/2565906484,v1:172.21.15.87:6833/2565906484] up:active 2024-08-17T17:01:31.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[39803]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:31.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:31 smithi059 ceph-mon[39803]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:31 smithi087 ceph-mon[33075]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-17T17:01:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:31 smithi087 ceph-mon[33075]: Cluster is now healthy 2024-08-17T17:01:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:31 smithi087 ceph-mon[33075]: mds.? [v2:172.21.15.87:6832/2565906484,v1:172.21.15.87:6833/2565906484] up:active 2024-08-17T17:01:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:31 smithi087 ceph-mon[33075]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:31 smithi087 ceph-mon[33075]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:32.465 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:32.465 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:32 smithi059 ceph-mon[29264]: pgmap v190: 97 pgs: 33 creating+peering, 64 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 429 B/s wr, 2 op/s 2024-08-17T17:01:32.465 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:32 smithi059 ceph-mon[39803]: pgmap v190: 97 pgs: 33 creating+peering, 64 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 429 B/s wr, 2 op/s 2024-08-17T17:01:32.466 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":65,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:56:17.042151+0000","modified":"2024-08-17T17:01:29.825512+0000","last_up_change":"2024-08-17T17:01:01.597326+0000","last_in_change":"2024-08-17T17:00:44.634200+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:59:08.425026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:01:23.662603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:01:27.156795+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a8abe6ab-878d-4fb6-a414-43ff21a08bcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6802","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6803","nonce":2489542392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6804","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6805","nonce":2489542392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6808","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6809","nonce":2489542392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6806","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6807","nonce":2489542392}]},"public_addr":"172.21.15.59:6803/2489542392","cluster_addr":"172.21.15.59:6805/2489542392","heartbeat_back_addr":"172.21.15.59:6809/2489542392","heartbeat_front_addr":"172.21.15.59:6807/2489542392","state":["exists","up"]},{"osd":1,"uuid":"a0e61fbb-06dd-40a9-8881-1c42b819b760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6810","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6811","nonce":3713317795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6812","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6813","nonce":3713317795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6816","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6817","nonce":3713317795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6814","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6815","nonce":3713317795}]},"public_addr":"172.21.15.59:6811/3713317795","cluster_addr":"172.21.15.59:6813/3713317795","heartbeat_back_addr":"172.21.15.59:6817/3713317795","heartbeat_front_addr":"172.21.15.59:6815/3713317795","state":["exists","up"]},{"osd":2,"uuid":"835f3f39-95e1-4e14-8c2c-889850ff383d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6818","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6819","nonce":758541359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6820","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6821","nonce":758541359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6824","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6825","nonce":758541359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6822","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6823","nonce":758541359}]},"public_addr":"172.21.15.59:6819/758541359","cluster_addr":"172.21.15.59:6821/758541359","heartbeat_back_addr":"172.21.15.59:6825/758541359","heartbeat_front_addr":"172.21.15.59:6823/758541359","state":["exists","up"]},{"osd":3,"uuid":"4143c0dd-72ec-42c8-ac62-ed42253ef386","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6826","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6827","nonce":408934963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6828","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6829","nonce":408934963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6832","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6833","nonce":408934963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6830","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6831","nonce":408934963}]},"public_addr":"172.21.15.59:6827/408934963","cluster_addr":"172.21.15.59:6829/408934963","heartbeat_back_addr":"172.21.15.59:6833/408934963","heartbeat_front_addr":"172.21.15.59:6831/408934963","state":["exists","up"]},{"osd":4,"uuid":"6952a94e-12ad-4ffd-a852-2d1c10f8c45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6800","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6801","nonce":1407413506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6802","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6803","nonce":1407413506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6806","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6807","nonce":1407413506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6804","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6805","nonce":1407413506}]},"public_addr":"172.21.15.87:6801/1407413506","cluster_addr":"172.21.15.87:6803/1407413506","heartbeat_back_addr":"172.21.15.87:6807/1407413506","heartbeat_front_addr":"172.21.15.87:6805/1407413506","state":["exists","up"]},{"osd":5,"uuid":"72cb9a56-9c8a-456e-b3d0-117f53070dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6808","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6809","nonce":2215271765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6810","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6811","nonce":2215271765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6814","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6815","nonce":2215271765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6812","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6813","nonce":2215271765}]},"public_addr":"172.21.15.87:6809/2215271765","cluster_addr":"172.21.15.87:6811/2215271765","heartbeat_back_addr":"172.21.15.87:6815/2215271765","heartbeat_front_addr":"172.21.15.87:6813/2215271765","state":["exists","up"]},{"osd":6,"uuid":"ad90d6be-7d6c-464a-acac-9e2df201c565","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6816","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6817","nonce":3207811748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6818","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6819","nonce":3207811748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6822","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6823","nonce":3207811748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6820","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6821","nonce":3207811748}]},"public_addr":"172.21.15.87:6817/3207811748","cluster_addr":"172.21.15.87:6819/3207811748","heartbeat_back_addr":"172.21.15.87:6823/3207811748","heartbeat_front_addr":"172.21.15.87:6821/3207811748","state":["exists","up"]},{"osd":7,"uuid":"63553671-b0f0-49e1-bc00-04ca51f6c0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6824","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6825","nonce":261727538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6826","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6827","nonce":261727538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6830","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6831","nonce":261727538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6828","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6829","nonce":261727538}]},"public_addr":"172.21.15.87:6825/261727538","cluster_addr":"172.21.15.87:6827/261727538","heartbeat_back_addr":"172.21.15.87:6831/261727538","heartbeat_front_addr":"172.21.15.87:6829/261727538","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:20.356219+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:43.302326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:05.982887+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:30.022461+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:50.994909+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:13.368373+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:35.848013+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:59.638021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.59:0/3736494277":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3444814006":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6801/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6800/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/2314922288":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/2051662749":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3740165002":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3068493090":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6801/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/3397310753":"2024-08-18T16:56:39.054339+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:01:32.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:32 smithi087 ceph-mon[33075]: pgmap v190: 97 pgs: 33 creating+peering, 64 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 429 B/s wr, 2 op/s 2024-08-17T17:01:33.111 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:01:33.327 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:33.449 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:33 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1840636290' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:33.450 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:33 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1840636290' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:33.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:33 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1840636290' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:34.419 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:34 smithi059 ceph-mon[29264]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-08-17T17:01:34.419 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:34 smithi059 ceph-mon[39803]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-08-17T17:01:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:34 smithi087 ceph-mon[33075]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-08-17T17:01:35.099 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:35.099 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":65,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:56:17.042151+0000","modified":"2024-08-17T17:01:29.825512+0000","last_up_change":"2024-08-17T17:01:01.597326+0000","last_in_change":"2024-08-17T17:00:44.634200+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:59:08.425026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:01:23.662603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:01:27.156795+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a8abe6ab-878d-4fb6-a414-43ff21a08bcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6802","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6803","nonce":2489542392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6804","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6805","nonce":2489542392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6808","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6809","nonce":2489542392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6806","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6807","nonce":2489542392}]},"public_addr":"172.21.15.59:6803/2489542392","cluster_addr":"172.21.15.59:6805/2489542392","heartbeat_back_addr":"172.21.15.59:6809/2489542392","heartbeat_front_addr":"172.21.15.59:6807/2489542392","state":["exists","up"]},{"osd":1,"uuid":"a0e61fbb-06dd-40a9-8881-1c42b819b760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6810","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6811","nonce":3713317795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6812","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6813","nonce":3713317795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6816","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6817","nonce":3713317795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6814","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6815","nonce":3713317795}]},"public_addr":"172.21.15.59:6811/3713317795","cluster_addr":"172.21.15.59:6813/3713317795","heartbeat_back_addr":"172.21.15.59:6817/3713317795","heartbeat_front_addr":"172.21.15.59:6815/3713317795","state":["exists","up"]},{"osd":2,"uuid":"835f3f39-95e1-4e14-8c2c-889850ff383d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6818","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6819","nonce":758541359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6820","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6821","nonce":758541359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6824","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6825","nonce":758541359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6822","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6823","nonce":758541359}]},"public_addr":"172.21.15.59:6819/758541359","cluster_addr":"172.21.15.59:6821/758541359","heartbeat_back_addr":"172.21.15.59:6825/758541359","heartbeat_front_addr":"172.21.15.59:6823/758541359","state":["exists","up"]},{"osd":3,"uuid":"4143c0dd-72ec-42c8-ac62-ed42253ef386","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6826","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6827","nonce":408934963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6828","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6829","nonce":408934963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6832","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6833","nonce":408934963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6830","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6831","nonce":408934963}]},"public_addr":"172.21.15.59:6827/408934963","cluster_addr":"172.21.15.59:6829/408934963","heartbeat_back_addr":"172.21.15.59:6833/408934963","heartbeat_front_addr":"172.21.15.59:6831/408934963","state":["exists","up"]},{"osd":4,"uuid":"6952a94e-12ad-4ffd-a852-2d1c10f8c45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6800","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6801","nonce":1407413506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6802","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6803","nonce":1407413506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6806","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6807","nonce":1407413506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6804","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6805","nonce":1407413506}]},"public_addr":"172.21.15.87:6801/1407413506","cluster_addr":"172.21.15.87:6803/1407413506","heartbeat_back_addr":"172.21.15.87:6807/1407413506","heartbeat_front_addr":"172.21.15.87:6805/1407413506","state":["exists","up"]},{"osd":5,"uuid":"72cb9a56-9c8a-456e-b3d0-117f53070dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6808","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6809","nonce":2215271765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6810","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6811","nonce":2215271765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6814","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6815","nonce":2215271765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6812","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6813","nonce":2215271765}]},"public_addr":"172.21.15.87:6809/2215271765","cluster_addr":"172.21.15.87:6811/2215271765","heartbeat_back_addr":"172.21.15.87:6815/2215271765","heartbeat_front_addr":"172.21.15.87:6813/2215271765","state":["exists","up"]},{"osd":6,"uuid":"ad90d6be-7d6c-464a-acac-9e2df201c565","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6816","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6817","nonce":3207811748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6818","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6819","nonce":3207811748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6822","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6823","nonce":3207811748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6820","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6821","nonce":3207811748}]},"public_addr":"172.21.15.87:6817/3207811748","cluster_addr":"172.21.15.87:6819/3207811748","heartbeat_back_addr":"172.21.15.87:6823/3207811748","heartbeat_front_addr":"172.21.15.87:6821/3207811748","state":["exists","up"]},{"osd":7,"uuid":"63553671-b0f0-49e1-bc00-04ca51f6c0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6824","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6825","nonce":261727538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6826","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6827","nonce":261727538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6830","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6831","nonce":261727538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6828","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6829","nonce":261727538}]},"public_addr":"172.21.15.87:6825/261727538","cluster_addr":"172.21.15.87:6827/261727538","heartbeat_back_addr":"172.21.15.87:6831/261727538","heartbeat_front_addr":"172.21.15.87:6829/261727538","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:20.356219+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:43.302326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:05.982887+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:30.022461+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:50.994909+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:13.368373+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:35.848013+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:59.638021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.59:0/3736494277":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3444814006":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6801/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6800/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/2314922288":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/2051662749":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3740165002":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3068493090":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6801/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/3397310753":"2024-08-18T16:56:39.054339+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:01:35.399 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:35 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2684481701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:35.399 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:35 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2684481701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:35 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2684481701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:35.551 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:01:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b[59262]: 2024-08-17T17:01:35.349+0000 7f22d50b3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T17:01:35.809 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-17T17:01:36.022 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:36.428 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:36 smithi059 ceph-mon[29264]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-17T17:01:36.428 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:36 smithi059 ceph-mon[39803]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-17T17:01:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:36 smithi087 ceph-mon[33075]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-08-17T17:01:38.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:37 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/651566954' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T17:01:38.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:37 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/651566954' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T17:01:38.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:37 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/651566954' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-17T17:01:38.402 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-17T17:01:38.403 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-17T17:01:38.613 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:39.008 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:38 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/651566954' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T17:01:39.009 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:38 smithi059 ceph-mon[29264]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:39.009 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:38 smithi059 ceph-mon[29264]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-17T17:01:39.009 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:38 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/651566954' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T17:01:39.009 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:38 smithi059 ceph-mon[39803]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:39.009 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:38 smithi059 ceph-mon[39803]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-17T17:01:39.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:38 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/651566954' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-17T17:01:39.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:38 smithi087 ceph-mon[33075]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:39.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:38 smithi087 ceph-mon[33075]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-08-17T17:01:40.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:40 smithi059 ceph-mon[29264]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-17T17:01:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:40 smithi059 ceph-mon[39803]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-17T17:01:40.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:40 smithi087 ceph-mon[33075]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-08-17T17:01:41.393 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:41 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/860791699' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T17:01:41.394 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:41 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T17:01:41.394 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:41 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/860791699' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T17:01:41.394 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:41 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T17:01:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:41 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/860791699' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T17:01:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:41 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-17T17:01:41.762 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-17T17:01:41.762 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:01:41.981 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:42.422 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:42 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T17:01:42.422 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:42 smithi059 ceph-mon[29264]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:42.422 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:42 smithi059 ceph-mon[29264]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T17:01:42.422 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:42 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T17:01:42.422 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:42 smithi059 ceph-mon[39803]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:42.422 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:42 smithi059 ceph-mon[39803]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T17:01:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:42 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-17T17:01:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:42 smithi087 ceph-mon[33075]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:01:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:42 smithi087 ceph-mon[33075]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-08-17T17:01:43.908 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:43.908 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24305,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.59:6835/3469108766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6834","nonce":3469108766},{"type":"v1","addr":"172.21.15.59:6835","nonce":3469108766}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:01:29.825641+0000","modified":"2024-08-17T17:01:41.082670+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.87:6833/2565906484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6832","nonce":2565906484},{"type":"v1","addr":"172.21.15.87:6833","nonce":2565906484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-17T17:01:43.909 INFO:teuthology.orchestra.run.smithi059.stderr:dumped fsmap epoch 8 2024-08-17T17:01:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:43 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/230742423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:01:44.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:43 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/230742423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:01:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:43 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/230742423' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:01:44.590 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:01:44.803 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:45.261 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:44 smithi059 ceph-mon[29264]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-08-17T17:01:45.262 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:44 smithi059 ceph-mon[39803]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-08-17T17:01:45.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:44 smithi087 ceph-mon[33075]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1023 B/s wr, 2 op/s 2024-08-17T17:01:46.277 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:46 smithi059 ceph-mon[29264]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T17:01:46.277 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:46 smithi059 ceph-mon[39803]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T17:01:46.502 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:46 smithi087 ceph-mon[33075]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T17:01:46.541 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:46.541 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":65,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:56:17.042151+0000","modified":"2024-08-17T17:01:29.825512+0000","last_up_change":"2024-08-17T17:01:01.597326+0000","last_in_change":"2024-08-17T17:00:44.634200+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:59:08.425026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:01:23.662603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:01:27.156795+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a8abe6ab-878d-4fb6-a414-43ff21a08bcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6802","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6803","nonce":2489542392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6804","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6805","nonce":2489542392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6808","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6809","nonce":2489542392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6806","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6807","nonce":2489542392}]},"public_addr":"172.21.15.59:6803/2489542392","cluster_addr":"172.21.15.59:6805/2489542392","heartbeat_back_addr":"172.21.15.59:6809/2489542392","heartbeat_front_addr":"172.21.15.59:6807/2489542392","state":["exists","up"]},{"osd":1,"uuid":"a0e61fbb-06dd-40a9-8881-1c42b819b760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6810","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6811","nonce":3713317795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6812","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6813","nonce":3713317795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6816","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6817","nonce":3713317795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6814","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6815","nonce":3713317795}]},"public_addr":"172.21.15.59:6811/3713317795","cluster_addr":"172.21.15.59:6813/3713317795","heartbeat_back_addr":"172.21.15.59:6817/3713317795","heartbeat_front_addr":"172.21.15.59:6815/3713317795","state":["exists","up"]},{"osd":2,"uuid":"835f3f39-95e1-4e14-8c2c-889850ff383d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6818","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6819","nonce":758541359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6820","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6821","nonce":758541359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6824","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6825","nonce":758541359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6822","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6823","nonce":758541359}]},"public_addr":"172.21.15.59:6819/758541359","cluster_addr":"172.21.15.59:6821/758541359","heartbeat_back_addr":"172.21.15.59:6825/758541359","heartbeat_front_addr":"172.21.15.59:6823/758541359","state":["exists","up"]},{"osd":3,"uuid":"4143c0dd-72ec-42c8-ac62-ed42253ef386","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6826","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6827","nonce":408934963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6828","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6829","nonce":408934963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6832","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6833","nonce":408934963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6830","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6831","nonce":408934963}]},"public_addr":"172.21.15.59:6827/408934963","cluster_addr":"172.21.15.59:6829/408934963","heartbeat_back_addr":"172.21.15.59:6833/408934963","heartbeat_front_addr":"172.21.15.59:6831/408934963","state":["exists","up"]},{"osd":4,"uuid":"6952a94e-12ad-4ffd-a852-2d1c10f8c45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6800","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6801","nonce":1407413506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6802","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6803","nonce":1407413506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6806","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6807","nonce":1407413506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6804","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6805","nonce":1407413506}]},"public_addr":"172.21.15.87:6801/1407413506","cluster_addr":"172.21.15.87:6803/1407413506","heartbeat_back_addr":"172.21.15.87:6807/1407413506","heartbeat_front_addr":"172.21.15.87:6805/1407413506","state":["exists","up"]},{"osd":5,"uuid":"72cb9a56-9c8a-456e-b3d0-117f53070dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6808","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6809","nonce":2215271765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6810","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6811","nonce":2215271765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6814","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6815","nonce":2215271765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6812","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6813","nonce":2215271765}]},"public_addr":"172.21.15.87:6809/2215271765","cluster_addr":"172.21.15.87:6811/2215271765","heartbeat_back_addr":"172.21.15.87:6815/2215271765","heartbeat_front_addr":"172.21.15.87:6813/2215271765","state":["exists","up"]},{"osd":6,"uuid":"ad90d6be-7d6c-464a-acac-9e2df201c565","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6816","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6817","nonce":3207811748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6818","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6819","nonce":3207811748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6822","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6823","nonce":3207811748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6820","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6821","nonce":3207811748}]},"public_addr":"172.21.15.87:6817/3207811748","cluster_addr":"172.21.15.87:6819/3207811748","heartbeat_back_addr":"172.21.15.87:6823/3207811748","heartbeat_front_addr":"172.21.15.87:6821/3207811748","state":["exists","up"]},{"osd":7,"uuid":"63553671-b0f0-49e1-bc00-04ca51f6c0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6824","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6825","nonce":261727538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6826","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6827","nonce":261727538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6830","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6831","nonce":261727538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6828","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6829","nonce":261727538}]},"public_addr":"172.21.15.87:6825/261727538","cluster_addr":"172.21.15.87:6827/261727538","heartbeat_back_addr":"172.21.15.87:6831/261727538","heartbeat_front_addr":"172.21.15.87:6829/261727538","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:20.356219+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:43.302326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:05.982887+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:30.022461+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:50.994909+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:13.368373+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:35.848013+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:59.638021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.59:0/3736494277":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3444814006":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6801/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6800/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/2314922288":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/2051662749":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3740165002":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3068493090":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6801/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/3397310753":"2024-08-18T16:56:39.054339+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:01:47.105 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:47 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1732365834' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:47.105 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:47 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1732365834' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:47.128 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T17:01:47.128 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:01:47.341 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:47 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1732365834' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:01:48.495 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:48 smithi059 ceph-mon[29264]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T17:01:48.496 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:48 smithi059 ceph-mon[39803]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T17:01:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:48 smithi087 ceph-mon[33075]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-17T17:01:49.036 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:49.037 INFO:teuthology.orchestra.run.smithi059.stderr:dumped all 2024-08-17T17:01:49.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:49 smithi059 ceph-mon[39803]: from='client.24386 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:01:49.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:49 smithi059 ceph-mon[29264]: from='client.24386 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:01:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:49 smithi087 ceph-mon[33075]: from='client.24386 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:01:49.683 INFO:teuthology.orchestra.run.smithi059.stdout:{"pg_ready":true,"pg_map":{"version":198,"stamp":"2024-08-17T17:01:47.988089+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227260,"kb_used_data":6960,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733956,"statfs":{"total":767960285184,"available":767727570944,"internally_reserved":0,"allocated":7127040,"data_stored":3997061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003287"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.841367+0000","last_change":"2024-08-17T17:01:28.245664+0000","last_active":"2024-08-17T17:01:29.841367+0000","last_peered":"2024-08-17T17:01:29.841367+0000","last_clean":"2024-08-17T17:01:29.841367+0000","last_became_active":"2024-08-17T17:01:28.245042+0000","last_became_peered":"2024-08-17T17:01:28.245042+0000","last_unstale":"2024-08-17T17:01:29.841367+0000","last_undegraded":"2024-08-17T17:01:29.841367+0000","last_fullsized":"2024-08-17T17:01:29.841367+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:41:23.158402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837149+0000","last_change":"2024-08-17T17:01:28.235059+0000","last_active":"2024-08-17T17:01:29.837149+0000","last_peered":"2024-08-17T17:01:29.837149+0000","last_clean":"2024-08-17T17:01:29.837149+0000","last_became_active":"2024-08-17T17:01:28.234794+0000","last_became_peered":"2024-08-17T17:01:28.234794+0000","last_unstale":"2024-08-17T17:01:29.837149+0000","last_undegraded":"2024-08-17T17:01:29.837149+0000","last_fullsized":"2024-08-17T17:01:29.837149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:09:01.691816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231863+0000","last_change":"2024-08-17T17:01:28.241008+0000","last_active":"2024-08-17T17:01:29.231863+0000","last_peered":"2024-08-17T17:01:29.231863+0000","last_clean":"2024-08-17T17:01:29.231863+0000","last_became_active":"2024-08-17T17:01:28.240472+0000","last_became_peered":"2024-08-17T17:01:28.240472+0000","last_unstale":"2024-08-17T17:01:29.231863+0000","last_undegraded":"2024-08-17T17:01:29.231863+0000","last_fullsized":"2024-08-17T17:01:29.231863+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:42:21.149967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838736+0000","last_change":"2024-08-17T17:01:28.246159+0000","last_active":"2024-08-17T17:01:29.838736+0000","last_peered":"2024-08-17T17:01:29.838736+0000","last_clean":"2024-08-17T17:01:29.838736+0000","last_became_active":"2024-08-17T17:01:28.245905+0000","last_became_peered":"2024-08-17T17:01:28.245905+0000","last_unstale":"2024-08-17T17:01:29.838736+0000","last_undegraded":"2024-08-17T17:01:29.838736+0000","last_fullsized":"2024-08-17T17:01:29.838736+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:29:05.919232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837350+0000","last_change":"2024-08-17T17:01:28.249586+0000","last_active":"2024-08-17T17:01:29.837350+0000","last_peered":"2024-08-17T17:01:29.837350+0000","last_clean":"2024-08-17T17:01:29.837350+0000","last_became_active":"2024-08-17T17:01:28.249307+0000","last_became_peered":"2024-08-17T17:01:28.249307+0000","last_unstale":"2024-08-17T17:01:29.837350+0000","last_undegraded":"2024-08-17T17:01:29.837350+0000","last_fullsized":"2024-08-17T17:01:29.837350+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:06:15.596186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838749+0000","last_change":"2024-08-17T17:01:28.241854+0000","last_active":"2024-08-17T17:01:29.838749+0000","last_peered":"2024-08-17T17:01:29.838749+0000","last_clean":"2024-08-17T17:01:29.838749+0000","last_became_active":"2024-08-17T17:01:28.241562+0000","last_became_peered":"2024-08-17T17:01:28.241562+0000","last_unstale":"2024-08-17T17:01:29.838749+0000","last_undegraded":"2024-08-17T17:01:29.838749+0000","last_fullsized":"2024-08-17T17:01:29.838749+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:33.631365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.834707+0000","last_change":"2024-08-17T17:01:28.248685+0000","last_active":"2024-08-17T17:01:29.834707+0000","last_peered":"2024-08-17T17:01:29.834707+0000","last_clean":"2024-08-17T17:01:29.834707+0000","last_became_active":"2024-08-17T17:01:28.248407+0000","last_became_peered":"2024-08-17T17:01:28.248407+0000","last_unstale":"2024-08-17T17:01:29.834707+0000","last_undegraded":"2024-08-17T17:01:29.834707+0000","last_fullsized":"2024-08-17T17:01:29.834707+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:37:04.698510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.508890+0000","last_change":"2024-08-17T17:01:28.240666+0000","last_active":"2024-08-17T17:01:29.508890+0000","last_peered":"2024-08-17T17:01:29.508890+0000","last_clean":"2024-08-17T17:01:29.508890+0000","last_became_active":"2024-08-17T17:01:28.240380+0000","last_became_peered":"2024-08-17T17:01:28.240380+0000","last_unstale":"2024-08-17T17:01:29.508890+0000","last_undegraded":"2024-08-17T17:01:29.508890+0000","last_fullsized":"2024-08-17T17:01:29.508890+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:43:31.231415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840066+0000","last_change":"2024-08-17T17:01:28.247367+0000","last_active":"2024-08-17T17:01:29.840066+0000","last_peered":"2024-08-17T17:01:29.840066+0000","last_clean":"2024-08-17T17:01:29.840066+0000","last_became_active":"2024-08-17T17:01:28.246694+0000","last_became_peered":"2024-08-17T17:01:28.246694+0000","last_unstale":"2024-08-17T17:01:29.840066+0000","last_undegraded":"2024-08-17T17:01:29.840066+0000","last_fullsized":"2024-08-17T17:01:29.840066+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:53:46.840842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638552+0000","last_change":"2024-08-17T17:01:28.247877+0000","last_active":"2024-08-17T17:01:29.638552+0000","last_peered":"2024-08-17T17:01:29.638552+0000","last_clean":"2024-08-17T17:01:29.638552+0000","last_became_active":"2024-08-17T17:01:28.247554+0000","last_became_peered":"2024-08-17T17:01:28.247554+0000","last_unstale":"2024-08-17T17:01:29.638552+0000","last_undegraded":"2024-08-17T17:01:29.638552+0000","last_fullsized":"2024-08-17T17:01:29.638552+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:15:11.558283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638346+0000","last_change":"2024-08-17T17:01:28.247254+0000","last_active":"2024-08-17T17:01:29.638346+0000","last_peered":"2024-08-17T17:01:29.638346+0000","last_clean":"2024-08-17T17:01:29.638346+0000","last_became_active":"2024-08-17T17:01:28.246763+0000","last_became_peered":"2024-08-17T17:01:28.246763+0000","last_unstale":"2024-08-17T17:01:29.638346+0000","last_undegraded":"2024-08-17T17:01:29.638346+0000","last_fullsized":"2024-08-17T17:01:29.638346+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:57:38.424432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.229252+0000","last_change":"2024-08-17T17:01:28.240242+0000","last_active":"2024-08-17T17:01:29.229252+0000","last_peered":"2024-08-17T17:01:29.229252+0000","last_clean":"2024-08-17T17:01:29.229252+0000","last_became_active":"2024-08-17T17:01:28.238311+0000","last_became_peered":"2024-08-17T17:01:28.238311+0000","last_unstale":"2024-08-17T17:01:29.229252+0000","last_undegraded":"2024-08-17T17:01:29.229252+0000","last_fullsized":"2024-08-17T17:01:29.229252+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:59.133775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509122+0000","last_change":"2024-08-17T17:01:28.234957+0000","last_active":"2024-08-17T17:01:29.509122+0000","last_peered":"2024-08-17T17:01:29.509122+0000","last_clean":"2024-08-17T17:01:29.509122+0000","last_became_active":"2024-08-17T17:01:28.234691+0000","last_became_peered":"2024-08-17T17:01:28.234691+0000","last_unstale":"2024-08-17T17:01:29.509122+0000","last_undegraded":"2024-08-17T17:01:29.509122+0000","last_fullsized":"2024-08-17T17:01:29.509122+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:19:52.248036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230650+0000","last_change":"2024-08-17T17:01:28.243260+0000","last_active":"2024-08-17T17:01:29.230650+0000","last_peered":"2024-08-17T17:01:29.230650+0000","last_clean":"2024-08-17T17:01:29.230650+0000","last_became_active":"2024-08-17T17:01:28.242983+0000","last_became_peered":"2024-08-17T17:01:28.242983+0000","last_unstale":"2024-08-17T17:01:29.230650+0000","last_undegraded":"2024-08-17T17:01:29.230650+0000","last_fullsized":"2024-08-17T17:01:29.230650+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:32.884573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836219+0000","last_change":"2024-08-17T17:01:28.237842+0000","last_active":"2024-08-17T17:01:29.836219+0000","last_peered":"2024-08-17T17:01:29.836219+0000","last_clean":"2024-08-17T17:01:29.836219+0000","last_became_active":"2024-08-17T17:01:28.237324+0000","last_became_peered":"2024-08-17T17:01:28.237324+0000","last_unstale":"2024-08-17T17:01:29.836219+0000","last_undegraded":"2024-08-17T17:01:29.836219+0000","last_fullsized":"2024-08-17T17:01:29.836219+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:48:05.714195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838389+0000","last_change":"2024-08-17T17:01:28.247610+0000","last_active":"2024-08-17T17:01:29.838389+0000","last_peered":"2024-08-17T17:01:29.838389+0000","last_clean":"2024-08-17T17:01:29.838389+0000","last_became_active":"2024-08-17T17:01:28.247362+0000","last_became_peered":"2024-08-17T17:01:28.247362+0000","last_unstale":"2024-08-17T17:01:29.838389+0000","last_undegraded":"2024-08-17T17:01:29.838389+0000","last_fullsized":"2024-08-17T17:01:29.838389+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:57:04.837068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.839730+0000","last_change":"2024-08-17T17:01:28.248673+0000","last_active":"2024-08-17T17:01:29.839730+0000","last_peered":"2024-08-17T17:01:29.839730+0000","last_clean":"2024-08-17T17:01:29.839730+0000","last_became_active":"2024-08-17T17:01:28.248358+0000","last_became_peered":"2024-08-17T17:01:28.248358+0000","last_unstale":"2024-08-17T17:01:29.839730+0000","last_undegraded":"2024-08-17T17:01:29.839730+0000","last_fullsized":"2024-08-17T17:01:29.839730+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:08:04.004414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231416+0000","last_change":"2024-08-17T17:01:28.235752+0000","last_active":"2024-08-17T17:01:29.231416+0000","last_peered":"2024-08-17T17:01:29.231416+0000","last_clean":"2024-08-17T17:01:29.231416+0000","last_became_active":"2024-08-17T17:01:28.235468+0000","last_became_peered":"2024-08-17T17:01:28.235468+0000","last_unstale":"2024-08-17T17:01:29.231416+0000","last_undegraded":"2024-08-17T17:01:29.231416+0000","last_fullsized":"2024-08-17T17:01:29.231416+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:08:01.497199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840651+0000","last_change":"2024-08-17T17:01:28.243448+0000","last_active":"2024-08-17T17:01:29.840651+0000","last_peered":"2024-08-17T17:01:29.840651+0000","last_clean":"2024-08-17T17:01:29.840651+0000","last_became_active":"2024-08-17T17:01:28.243163+0000","last_became_peered":"2024-08-17T17:01:28.243163+0000","last_unstale":"2024-08-17T17:01:29.840651+0000","last_undegraded":"2024-08-17T17:01:29.840651+0000","last_fullsized":"2024-08-17T17:01:29.840651+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:32:20.364181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638191+0000","last_change":"2024-08-17T17:01:28.241744+0000","last_active":"2024-08-17T17:01:29.638191+0000","last_peered":"2024-08-17T17:01:29.638191+0000","last_clean":"2024-08-17T17:01:29.638191+0000","last_became_active":"2024-08-17T17:01:28.240534+0000","last_became_peered":"2024-08-17T17:01:28.240534+0000","last_unstale":"2024-08-17T17:01:29.638191+0000","last_undegraded":"2024-08-17T17:01:29.638191+0000","last_fullsized":"2024-08-17T17:01:29.638191+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:01:59.087785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230884+0000","last_change":"2024-08-17T17:01:28.244124+0000","last_active":"2024-08-17T17:01:29.230884+0000","last_peered":"2024-08-17T17:01:29.230884+0000","last_clean":"2024-08-17T17:01:29.230884+0000","last_became_active":"2024-08-17T17:01:28.243827+0000","last_became_peered":"2024-08-17T17:01:28.243827+0000","last_unstale":"2024-08-17T17:01:29.230884+0000","last_undegraded":"2024-08-17T17:01:29.230884+0000","last_fullsized":"2024-08-17T17:01:29.230884+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:58.840277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838751+0000","last_change":"2024-08-17T17:01:28.244940+0000","last_active":"2024-08-17T17:01:29.838751+0000","last_peered":"2024-08-17T17:01:29.838751+0000","last_clean":"2024-08-17T17:01:29.838751+0000","last_became_active":"2024-08-17T17:01:28.244675+0000","last_became_peered":"2024-08-17T17:01:28.244675+0000","last_unstale":"2024-08-17T17:01:29.838751+0000","last_undegraded":"2024-08-17T17:01:29.838751+0000","last_fullsized":"2024-08-17T17:01:29.838751+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:32.792413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509077+0000","last_change":"2024-08-17T17:01:28.228133+0000","last_active":"2024-08-17T17:01:29.509077+0000","last_peered":"2024-08-17T17:01:29.509077+0000","last_clean":"2024-08-17T17:01:29.509077+0000","last_became_active":"2024-08-17T17:01:28.227779+0000","last_became_peered":"2024-08-17T17:01:28.227779+0000","last_unstale":"2024-08-17T17:01:29.509077+0000","last_undegraded":"2024-08-17T17:01:29.509077+0000","last_fullsized":"2024-08-17T17:01:29.509077+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:07.424806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838474+0000","last_change":"2024-08-17T17:01:28.241881+0000","last_active":"2024-08-17T17:01:29.838474+0000","last_peered":"2024-08-17T17:01:29.838474+0000","last_clean":"2024-08-17T17:01:29.838474+0000","last_became_active":"2024-08-17T17:01:28.241624+0000","last_became_peered":"2024-08-17T17:01:28.241624+0000","last_unstale":"2024-08-17T17:01:29.838474+0000","last_undegraded":"2024-08-17T17:01:29.838474+0000","last_fullsized":"2024-08-17T17:01:29.838474+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:02.755628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509326+0000","last_change":"2024-08-17T17:01:28.233810+0000","last_active":"2024-08-17T17:01:29.509326+0000","last_peered":"2024-08-17T17:01:29.509326+0000","last_clean":"2024-08-17T17:01:29.509326+0000","last_became_active":"2024-08-17T17:01:28.233525+0000","last_became_peered":"2024-08-17T17:01:28.233525+0000","last_unstale":"2024-08-17T17:01:29.509326+0000","last_undegraded":"2024-08-17T17:01:29.509326+0000","last_fullsized":"2024-08-17T17:01:29.509326+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:21:41.900731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638612+0000","last_change":"2024-08-17T17:01:28.244541+0000","last_active":"2024-08-17T17:01:29.638612+0000","last_peered":"2024-08-17T17:01:29.638612+0000","last_clean":"2024-08-17T17:01:29.638612+0000","last_became_active":"2024-08-17T17:01:28.244256+0000","last_became_peered":"2024-08-17T17:01:28.244256+0000","last_unstale":"2024-08-17T17:01:29.638612+0000","last_undegraded":"2024-08-17T17:01:29.638612+0000","last_fullsized":"2024-08-17T17:01:29.638612+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:37:44.567534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836965+0000","last_change":"2024-08-17T17:01:28.232496+0000","last_active":"2024-08-17T17:01:29.836965+0000","last_peered":"2024-08-17T17:01:29.836965+0000","last_clean":"2024-08-17T17:01:29.836965+0000","last_became_active":"2024-08-17T17:01:28.232221+0000","last_became_peered":"2024-08-17T17:01:28.232221+0000","last_unstale":"2024-08-17T17:01:29.836965+0000","last_undegraded":"2024-08-17T17:01:29.836965+0000","last_fullsized":"2024-08-17T17:01:29.836965+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:11.279644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509444+0000","last_change":"2024-08-17T17:01:28.234311+0000","last_active":"2024-08-17T17:01:29.509444+0000","last_peered":"2024-08-17T17:01:29.509444+0000","last_clean":"2024-08-17T17:01:29.509444+0000","last_became_active":"2024-08-17T17:01:28.234091+0000","last_became_peered":"2024-08-17T17:01:28.234091+0000","last_unstale":"2024-08-17T17:01:29.509444+0000","last_undegraded":"2024-08-17T17:01:29.509444+0000","last_fullsized":"2024-08-17T17:01:29.509444+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:29.482726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231300+0000","last_change":"2024-08-17T17:01:28.236685+0000","last_active":"2024-08-17T17:01:29.231300+0000","last_peered":"2024-08-17T17:01:29.231300+0000","last_clean":"2024-08-17T17:01:29.231300+0000","last_became_active":"2024-08-17T17:01:28.236345+0000","last_became_peered":"2024-08-17T17:01:28.236345+0000","last_unstale":"2024-08-17T17:01:29.231300+0000","last_undegraded":"2024-08-17T17:01:29.231300+0000","last_fullsized":"2024-08-17T17:01:29.231300+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:54:10.855268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838879+0000","last_change":"2024-08-17T17:01:28.245572+0000","last_active":"2024-08-17T17:01:29.838879+0000","last_peered":"2024-08-17T17:01:29.838879+0000","last_clean":"2024-08-17T17:01:29.838879+0000","last_became_active":"2024-08-17T17:01:28.245316+0000","last_became_peered":"2024-08-17T17:01:28.245316+0000","last_unstale":"2024-08-17T17:01:29.838879+0000","last_undegraded":"2024-08-17T17:01:29.838879+0000","last_fullsized":"2024-08-17T17:01:29.838879+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:37:59.206006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230869+0000","last_change":"2024-08-17T17:01:28.240537+0000","last_active":"2024-08-17T17:01:29.230869+0000","last_peered":"2024-08-17T17:01:29.230869+0000","last_clean":"2024-08-17T17:01:29.230869+0000","last_became_active":"2024-08-17T17:01:28.240274+0000","last_became_peered":"2024-08-17T17:01:28.240274+0000","last_unstale":"2024-08-17T17:01:29.230869+0000","last_undegraded":"2024-08-17T17:01:29.230869+0000","last_fullsized":"2024-08-17T17:01:29.230869+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:56:15.065927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.636951+0000","last_change":"2024-08-17T17:01:28.247116+0000","last_active":"2024-08-17T17:01:29.636951+0000","last_peered":"2024-08-17T17:01:29.636951+0000","last_clean":"2024-08-17T17:01:29.636951+0000","last_became_active":"2024-08-17T17:01:28.246062+0000","last_became_peered":"2024-08-17T17:01:28.246062+0000","last_unstale":"2024-08-17T17:01:29.636951+0000","last_undegraded":"2024-08-17T17:01:29.636951+0000","last_fullsized":"2024-08-17T17:01:29.636951+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:25:19.710285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.228810+0000","last_change":"2024-08-17T17:01:28.245972+0000","last_active":"2024-08-17T17:01:29.228810+0000","last_peered":"2024-08-17T17:01:29.228810+0000","last_clean":"2024-08-17T17:01:29.228810+0000","last_became_active":"2024-08-17T17:01:28.245667+0000","last_became_peered":"2024-08-17T17:01:28.245667+0000","last_unstale":"2024-08-17T17:01:29.228810+0000","last_undegraded":"2024-08-17T17:01:29.228810+0000","last_fullsized":"2024-08-17T17:01:29.228810+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:49:00.701596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840323+0000","last_change":"2024-08-17T17:01:25.015744+0000","last_active":"2024-08-17T17:01:29.840323+0000","last_peered":"2024-08-17T17:01:29.840323+0000","last_clean":"2024-08-17T17:01:29.840323+0000","last_became_active":"2024-08-17T17:01:25.015352+0000","last_became_peered":"2024-08-17T17:01:25.015352+0000","last_unstale":"2024-08-17T17:01:29.840323+0000","last_undegraded":"2024-08-17T17:01:29.840323+0000","last_fullsized":"2024-08-17T17:01:29.840323+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:41:51.077270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231401+0000","last_change":"2024-08-17T17:01:28.244792+0000","last_active":"2024-08-17T17:01:29.231401+0000","last_peered":"2024-08-17T17:01:29.231401+0000","last_clean":"2024-08-17T17:01:29.231401+0000","last_became_active":"2024-08-17T17:01:28.244523+0000","last_became_peered":"2024-08-17T17:01:28.244523+0000","last_unstale":"2024-08-17T17:01:29.231401+0000","last_undegraded":"2024-08-17T17:01:29.231401+0000","last_fullsized":"2024-08-17T17:01:29.231401+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:56:25.148396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.835395+0000","last_change":"2024-08-17T17:01:25.018124+0000","last_active":"2024-08-17T17:01:29.835395+0000","last_peered":"2024-08-17T17:01:29.835395+0000","last_clean":"2024-08-17T17:01:29.835395+0000","last_became_active":"2024-08-17T17:01:25.017827+0000","last_became_peered":"2024-08-17T17:01:25.017827+0000","last_unstale":"2024-08-17T17:01:29.835395+0000","last_undegraded":"2024-08-17T17:01:29.835395+0000","last_fullsized":"2024-08-17T17:01:29.835395+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:58:59.670167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509241+0000","last_change":"2024-08-17T17:01:25.015264+0000","last_active":"2024-08-17T17:01:29.509241+0000","last_peered":"2024-08-17T17:01:29.509241+0000","last_clean":"2024-08-17T17:01:29.509241+0000","last_became_active":"2024-08-17T17:01:25.014939+0000","last_became_peered":"2024-08-17T17:01:25.014939+0000","last_unstale":"2024-08-17T17:01:29.509241+0000","last_undegraded":"2024-08-17T17:01:29.509241+0000","last_fullsized":"2024-08-17T17:01:29.509241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:07:00.299313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509000+0000","last_change":"2024-08-17T17:01:28.233538+0000","last_active":"2024-08-17T17:01:29.509000+0000","last_peered":"2024-08-17T17:01:29.509000+0000","last_clean":"2024-08-17T17:01:29.509000+0000","last_became_active":"2024-08-17T17:01:28.233238+0000","last_became_peered":"2024-08-17T17:01:28.233238+0000","last_unstale":"2024-08-17T17:01:29.509000+0000","last_undegraded":"2024-08-17T17:01:29.509000+0000","last_fullsized":"2024-08-17T17:01:29.509000+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:37:26.396342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.636921+0000","last_change":"2024-08-17T17:01:25.023323+0000","last_active":"2024-08-17T17:01:29.636921+0000","last_peered":"2024-08-17T17:01:29.636921+0000","last_clean":"2024-08-17T17:01:29.636921+0000","last_became_active":"2024-08-17T17:01:25.023049+0000","last_became_peered":"2024-08-17T17:01:25.023049+0000","last_unstale":"2024-08-17T17:01:29.636921+0000","last_undegraded":"2024-08-17T17:01:29.636921+0000","last_fullsized":"2024-08-17T17:01:29.636921+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:46:26.991319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836411+0000","last_change":"2024-08-17T17:01:28.228991+0000","last_active":"2024-08-17T17:01:29.836411+0000","last_peered":"2024-08-17T17:01:29.836411+0000","last_clean":"2024-08-17T17:01:29.836411+0000","last_became_active":"2024-08-17T17:01:28.228681+0000","last_became_peered":"2024-08-17T17:01:28.228681+0000","last_unstale":"2024-08-17T17:01:29.836411+0000","last_undegraded":"2024-08-17T17:01:29.836411+0000","last_fullsized":"2024-08-17T17:01:29.836411+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:44:18.986385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638501+0000","last_change":"2024-08-17T17:01:25.018286+0000","last_active":"2024-08-17T17:01:29.638501+0000","last_peered":"2024-08-17T17:01:29.638501+0000","last_clean":"2024-08-17T17:01:29.638501+0000","last_became_active":"2024-08-17T17:01:25.017997+0000","last_became_peered":"2024-08-17T17:01:25.017997+0000","last_unstale":"2024-08-17T17:01:29.638501+0000","last_undegraded":"2024-08-17T17:01:29.638501+0000","last_fullsized":"2024-08-17T17:01:29.638501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:37:34.306164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.839299+0000","last_change":"2024-08-17T17:01:28.240912+0000","last_active":"2024-08-17T17:01:29.839299+0000","last_peered":"2024-08-17T17:01:29.839299+0000","last_clean":"2024-08-17T17:01:29.839299+0000","last_became_active":"2024-08-17T17:01:28.240515+0000","last_became_peered":"2024-08-17T17:01:28.240515+0000","last_unstale":"2024-08-17T17:01:29.839299+0000","last_undegraded":"2024-08-17T17:01:29.839299+0000","last_fullsized":"2024-08-17T17:01:29.839299+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:30:55.909122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637822+0000","last_change":"2024-08-17T17:01:25.019332+0000","last_active":"2024-08-17T17:01:29.637822+0000","last_peered":"2024-08-17T17:01:29.637822+0000","last_clean":"2024-08-17T17:01:29.637822+0000","last_became_active":"2024-08-17T17:01:25.019050+0000","last_became_peered":"2024-08-17T17:01:25.019050+0000","last_unstale":"2024-08-17T17:01:29.637822+0000","last_undegraded":"2024-08-17T17:01:29.637822+0000","last_fullsized":"2024-08-17T17:01:29.637822+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:58:38.436810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231850+0000","last_change":"2024-08-17T17:01:28.247648+0000","last_active":"2024-08-17T17:01:29.231850+0000","last_peered":"2024-08-17T17:01:29.231850+0000","last_clean":"2024-08-17T17:01:29.231850+0000","last_became_active":"2024-08-17T17:01:28.247379+0000","last_became_peered":"2024-08-17T17:01:28.247379+0000","last_unstale":"2024-08-17T17:01:29.231850+0000","last_undegraded":"2024-08-17T17:01:29.231850+0000","last_fullsized":"2024-08-17T17:01:29.231850+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:07.780291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840744+0000","last_change":"2024-08-17T17:01:25.018611+0000","last_active":"2024-08-17T17:01:29.840744+0000","last_peered":"2024-08-17T17:01:29.840744+0000","last_clean":"2024-08-17T17:01:29.840744+0000","last_became_active":"2024-08-17T17:01:25.018308+0000","last_became_peered":"2024-08-17T17:01:25.018308+0000","last_unstale":"2024-08-17T17:01:29.840744+0000","last_undegraded":"2024-08-17T17:01:29.840744+0000","last_fullsized":"2024-08-17T17:01:29.840744+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:40:13.284020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.229424+0000","last_change":"2024-08-17T17:01:28.242886+0000","last_active":"2024-08-17T17:01:29.229424+0000","last_peered":"2024-08-17T17:01:29.229424+0000","last_clean":"2024-08-17T17:01:29.229424+0000","last_became_active":"2024-08-17T17:01:28.242366+0000","last_became_peered":"2024-08-17T17:01:28.242366+0000","last_unstale":"2024-08-17T17:01:29.229424+0000","last_undegraded":"2024-08-17T17:01:29.229424+0000","last_fullsized":"2024-08-17T17:01:29.229424+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:46:27.622960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":21,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843459+0000","last_change":"2024-08-17T17:01:25.018053+0000","last_active":"2024-08-17T17:01:29.843459+0000","last_peered":"2024-08-17T17:01:29.843459+0000","last_clean":"2024-08-17T17:01:29.843459+0000","last_became_active":"2024-08-17T17:01:25.017704+0000","last_became_peered":"2024-08-17T17:01:25.017704+0000","last_unstale":"2024-08-17T17:01:29.843459+0000","last_undegraded":"2024-08-17T17:01:29.843459+0000","last_fullsized":"2024-08-17T17:01:29.843459+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:19:37.671416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836141+0000","last_change":"2024-08-17T17:01:28.248171+0000","last_active":"2024-08-17T17:01:29.836141+0000","last_peered":"2024-08-17T17:01:29.836141+0000","last_clean":"2024-08-17T17:01:29.836141+0000","last_became_active":"2024-08-17T17:01:28.246410+0000","last_became_peered":"2024-08-17T17:01:28.246410+0000","last_unstale":"2024-08-17T17:01:29.836141+0000","last_undegraded":"2024-08-17T17:01:29.836141+0000","last_fullsized":"2024-08-17T17:01:29.836141+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:48:42.077687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838886+0000","last_change":"2024-08-17T17:01:25.016667+0000","last_active":"2024-08-17T17:01:29.838886+0000","last_peered":"2024-08-17T17:01:29.838886+0000","last_clean":"2024-08-17T17:01:29.838886+0000","last_became_active":"2024-08-17T17:01:25.016344+0000","last_became_peered":"2024-08-17T17:01:25.016344+0000","last_unstale":"2024-08-17T17:01:29.838886+0000","last_undegraded":"2024-08-17T17:01:29.838886+0000","last_fullsized":"2024-08-17T17:01:29.838886+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:06:00.041241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230781+0000","last_change":"2024-08-17T17:01:28.244550+0000","last_active":"2024-08-17T17:01:29.230781+0000","last_peered":"2024-08-17T17:01:29.230781+0000","last_clean":"2024-08-17T17:01:29.230781+0000","last_became_active":"2024-08-17T17:01:28.244244+0000","last_became_peered":"2024-08-17T17:01:28.244244+0000","last_unstale":"2024-08-17T17:01:29.230781+0000","last_undegraded":"2024-08-17T17:01:29.230781+0000","last_fullsized":"2024-08-17T17:01:29.230781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:17:54.808235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637030+0000","last_change":"2024-08-17T17:01:25.022944+0000","last_active":"2024-08-17T17:01:29.637030+0000","last_peered":"2024-08-17T17:01:29.637030+0000","last_clean":"2024-08-17T17:01:29.637030+0000","last_became_active":"2024-08-17T17:01:25.022090+0000","last_became_peered":"2024-08-17T17:01:25.022090+0000","last_unstale":"2024-08-17T17:01:29.637030+0000","last_undegraded":"2024-08-17T17:01:29.637030+0000","last_fullsized":"2024-08-17T17:01:29.637030+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:29:48.336613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837476+0000","last_change":"2024-08-17T17:01:28.248944+0000","last_active":"2024-08-17T17:01:29.837476+0000","last_peered":"2024-08-17T17:01:29.837476+0000","last_clean":"2024-08-17T17:01:29.837476+0000","last_became_active":"2024-08-17T17:01:28.248634+0000","last_became_peered":"2024-08-17T17:01:28.248634+0000","last_unstale":"2024-08-17T17:01:29.837476+0000","last_undegraded":"2024-08-17T17:01:29.837476+0000","last_fullsized":"2024-08-17T17:01:29.837476+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:34:14.433039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638265+0000","last_change":"2024-08-17T17:01:25.015299+0000","last_active":"2024-08-17T17:01:29.638265+0000","last_peered":"2024-08-17T17:01:29.638265+0000","last_clean":"2024-08-17T17:01:29.638265+0000","last_became_active":"2024-08-17T17:01:25.014988+0000","last_became_peered":"2024-08-17T17:01:25.014988+0000","last_unstale":"2024-08-17T17:01:29.638265+0000","last_undegraded":"2024-08-17T17:01:29.638265+0000","last_fullsized":"2024-08-17T17:01:29.638265+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:48:11.523562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637051+0000","last_change":"2024-08-17T17:01:28.247610+0000","last_active":"2024-08-17T17:01:29.637051+0000","last_peered":"2024-08-17T17:01:29.637051+0000","last_clean":"2024-08-17T17:01:29.637051+0000","last_became_active":"2024-08-17T17:01:28.247316+0000","last_became_peered":"2024-08-17T17:01:28.247316+0000","last_unstale":"2024-08-17T17:01:29.637051+0000","last_undegraded":"2024-08-17T17:01:29.637051+0000","last_fullsized":"2024-08-17T17:01:29.637051+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:18.649369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.842799+0000","last_change":"2024-08-17T17:01:25.010770+0000","last_active":"2024-08-17T17:01:29.842799+0000","last_peered":"2024-08-17T17:01:29.842799+0000","last_clean":"2024-08-17T17:01:29.842799+0000","last_became_active":"2024-08-17T17:01:25.010476+0000","last_became_peered":"2024-08-17T17:01:25.010476+0000","last_unstale":"2024-08-17T17:01:29.842799+0000","last_undegraded":"2024-08-17T17:01:29.842799+0000","last_fullsized":"2024-08-17T17:01:29.842799+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:13:48.768356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.834710+0000","last_change":"2024-08-17T17:01:28.250240+0000","last_active":"2024-08-17T17:01:29.834710+0000","last_peered":"2024-08-17T17:01:29.834710+0000","last_clean":"2024-08-17T17:01:29.834710+0000","last_became_active":"2024-08-17T17:01:28.249972+0000","last_became_peered":"2024-08-17T17:01:28.249972+0000","last_unstale":"2024-08-17T17:01:29.834710+0000","last_undegraded":"2024-08-17T17:01:29.834710+0000","last_fullsized":"2024-08-17T17:01:29.834710+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:35.056941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.830295+0000","last_change":"2024-08-17T17:01:25.016422+0000","last_active":"2024-08-17T17:01:29.830295+0000","last_peered":"2024-08-17T17:01:29.830295+0000","last_clean":"2024-08-17T17:01:29.830295+0000","last_became_active":"2024-08-17T17:01:25.016118+0000","last_became_peered":"2024-08-17T17:01:25.016118+0000","last_unstale":"2024-08-17T17:01:29.830295+0000","last_undegraded":"2024-08-17T17:01:29.830295+0000","last_fullsized":"2024-08-17T17:01:29.830295+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:07:32.179659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837990+0000","last_change":"2024-08-17T17:01:28.247707+0000","last_active":"2024-08-17T17:01:29.837990+0000","last_peered":"2024-08-17T17:01:29.837990+0000","last_clean":"2024-08-17T17:01:29.837990+0000","last_became_active":"2024-08-17T17:01:28.247229+0000","last_became_peered":"2024-08-17T17:01:28.247229+0000","last_unstale":"2024-08-17T17:01:29.837990+0000","last_undegraded":"2024-08-17T17:01:29.837990+0000","last_fullsized":"2024-08-17T17:01:29.837990+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:31:53.546532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843010+0000","last_change":"2024-08-17T17:01:25.016877+0000","last_active":"2024-08-17T17:01:29.843010+0000","last_peered":"2024-08-17T17:01:29.843010+0000","last_clean":"2024-08-17T17:01:29.843010+0000","last_became_active":"2024-08-17T17:01:25.015751+0000","last_became_peered":"2024-08-17T17:01:25.015751+0000","last_unstale":"2024-08-17T17:01:29.843010+0000","last_undegraded":"2024-08-17T17:01:29.843010+0000","last_fullsized":"2024-08-17T17:01:29.843010+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:34:28.631804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838233+0000","last_change":"2024-08-17T17:01:28.249112+0000","last_active":"2024-08-17T17:01:29.838233+0000","last_peered":"2024-08-17T17:01:29.838233+0000","last_clean":"2024-08-17T17:01:29.838233+0000","last_became_active":"2024-08-17T17:01:28.248844+0000","last_became_peered":"2024-08-17T17:01:28.248844+0000","last_unstale":"2024-08-17T17:01:29.838233+0000","last_undegraded":"2024-08-17T17:01:29.838233+0000","last_fullsized":"2024-08-17T17:01:29.838233+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:39:19.927152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837099+0000","last_change":"2024-08-17T17:01:25.011205+0000","last_active":"2024-08-17T17:01:29.837099+0000","last_peered":"2024-08-17T17:01:29.837099+0000","last_clean":"2024-08-17T17:01:29.837099+0000","last_became_active":"2024-08-17T17:01:25.010916+0000","last_became_peered":"2024-08-17T17:01:25.010916+0000","last_unstale":"2024-08-17T17:01:29.837099+0000","last_undegraded":"2024-08-17T17:01:29.837099+0000","last_fullsized":"2024-08-17T17:01:29.837099+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:19:58.639689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838888+0000","last_change":"2024-08-17T17:01:28.243647+0000","last_active":"2024-08-17T17:01:29.838888+0000","last_peered":"2024-08-17T17:01:29.838888+0000","last_clean":"2024-08-17T17:01:29.838888+0000","last_became_active":"2024-08-17T17:01:28.243320+0000","last_became_peered":"2024-08-17T17:01:28.243320+0000","last_unstale":"2024-08-17T17:01:29.838888+0000","last_undegraded":"2024-08-17T17:01:29.838888+0000","last_fullsized":"2024-08-17T17:01:29.838888+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:02:32.941372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231245+0000","last_change":"2024-08-17T17:01:25.018173+0000","last_active":"2024-08-17T17:01:29.231245+0000","last_peered":"2024-08-17T17:01:29.231245+0000","last_clean":"2024-08-17T17:01:29.231245+0000","last_became_active":"2024-08-17T17:01:25.015807+0000","last_became_peered":"2024-08-17T17:01:25.015807+0000","last_unstale":"2024-08-17T17:01:29.231245+0000","last_undegraded":"2024-08-17T17:01:29.231245+0000","last_fullsized":"2024-08-17T17:01:29.231245+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:03:33.633295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836319+0000","last_change":"2024-08-17T17:01:28.242756+0000","last_active":"2024-08-17T17:01:29.836319+0000","last_peered":"2024-08-17T17:01:29.836319+0000","last_clean":"2024-08-17T17:01:29.836319+0000","last_became_active":"2024-08-17T17:01:28.242471+0000","last_became_peered":"2024-08-17T17:01:28.242471+0000","last_unstale":"2024-08-17T17:01:29.836319+0000","last_undegraded":"2024-08-17T17:01:29.836319+0000","last_fullsized":"2024-08-17T17:01:29.836319+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:07:01.801618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":223,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637438+0000","last_change":"2024-08-17T17:01:04.823363+0000","last_active":"2024-08-17T17:01:29.637438+0000","last_peered":"2024-08-17T17:01:29.637438+0000","last_clean":"2024-08-17T17:01:29.637438+0000","last_became_active":"2024-08-17T17:01:04.822959+0000","last_became_peered":"2024-08-17T17:01:04.822959+0000","last_unstale":"2024-08-17T17:01:29.637438+0000","last_undegraded":"2024-08-17T17:01:29.637438+0000","last_fullsized":"2024-08-17T17:01:29.637438+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_clean_scrub_stamp":"2024-08-17T16:59:08.794706+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:31.609145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637055+0000","last_change":"2024-08-17T17:01:25.022885+0000","last_active":"2024-08-17T17:01:29.637055+0000","last_peered":"2024-08-17T17:01:29.637055+0000","last_clean":"2024-08-17T17:01:29.637055+0000","last_became_active":"2024-08-17T17:01:25.022315+0000","last_became_peered":"2024-08-17T17:01:25.022315+0000","last_unstale":"2024-08-17T17:01:29.637055+0000","last_undegraded":"2024-08-17T17:01:29.637055+0000","last_fullsized":"2024-08-17T17:01:29.637055+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:28:28.088971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509180+0000","last_change":"2024-08-17T17:01:28.242826+0000","last_active":"2024-08-17T17:01:29.509180+0000","last_peered":"2024-08-17T17:01:29.509180+0000","last_clean":"2024-08-17T17:01:29.509180+0000","last_became_active":"2024-08-17T17:01:28.242080+0000","last_became_peered":"2024-08-17T17:01:28.242080+0000","last_unstale":"2024-08-17T17:01:29.509180+0000","last_undegraded":"2024-08-17T17:01:29.509180+0000","last_fullsized":"2024-08-17T17:01:29.509180+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:15.942762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637339+0000","last_change":"2024-08-17T17:01:25.019335+0000","last_active":"2024-08-17T17:01:29.637339+0000","last_peered":"2024-08-17T17:01:29.637339+0000","last_clean":"2024-08-17T17:01:29.637339+0000","last_became_active":"2024-08-17T17:01:25.018653+0000","last_became_peered":"2024-08-17T17:01:25.018653+0000","last_unstale":"2024-08-17T17:01:29.637339+0000","last_undegraded":"2024-08-17T17:01:29.637339+0000","last_fullsized":"2024-08-17T17:01:29.637339+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:51:27.581249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230552+0000","last_change":"2024-08-17T17:01:28.236213+0000","last_active":"2024-08-17T17:01:29.230552+0000","last_peered":"2024-08-17T17:01:29.230552+0000","last_clean":"2024-08-17T17:01:29.230552+0000","last_became_active":"2024-08-17T17:01:28.235955+0000","last_became_peered":"2024-08-17T17:01:28.235955+0000","last_unstale":"2024-08-17T17:01:29.230552+0000","last_undegraded":"2024-08-17T17:01:29.230552+0000","last_fullsized":"2024-08-17T17:01:29.230552+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:48.909658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230972+0000","last_change":"2024-08-17T17:01:25.013800+0000","last_active":"2024-08-17T17:01:29.230972+0000","last_peered":"2024-08-17T17:01:29.230972+0000","last_clean":"2024-08-17T17:01:29.230972+0000","last_became_active":"2024-08-17T17:01:25.012029+0000","last_became_peered":"2024-08-17T17:01:25.012029+0000","last_unstale":"2024-08-17T17:01:29.230972+0000","last_undegraded":"2024-08-17T17:01:29.230972+0000","last_fullsized":"2024-08-17T17:01:29.230972+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:25:38.186692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836093+0000","last_change":"2024-08-17T17:01:28.238496+0000","last_active":"2024-08-17T17:01:29.836093+0000","last_peered":"2024-08-17T17:01:29.836093+0000","last_clean":"2024-08-17T17:01:29.836093+0000","last_became_active":"2024-08-17T17:01:28.237290+0000","last_became_peered":"2024-08-17T17:01:28.237290+0000","last_unstale":"2024-08-17T17:01:29.836093+0000","last_undegraded":"2024-08-17T17:01:29.836093+0000","last_fullsized":"2024-08-17T17:01:29.836093+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:36:46.481585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637117+0000","last_change":"2024-08-17T17:01:25.023665+0000","last_active":"2024-08-17T17:01:29.637117+0000","last_peered":"2024-08-17T17:01:29.637117+0000","last_clean":"2024-08-17T17:01:29.637117+0000","last_became_active":"2024-08-17T17:01:25.023401+0000","last_became_peered":"2024-08-17T17:01:25.023401+0000","last_unstale":"2024-08-17T17:01:29.637117+0000","last_undegraded":"2024-08-17T17:01:29.637117+0000","last_fullsized":"2024-08-17T17:01:29.637117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:44:11.721414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.228948+0000","last_change":"2024-08-17T17:01:28.236275+0000","last_active":"2024-08-17T17:01:29.228948+0000","last_peered":"2024-08-17T17:01:29.228948+0000","last_clean":"2024-08-17T17:01:29.228948+0000","last_became_active":"2024-08-17T17:01:28.235960+0000","last_became_peered":"2024-08-17T17:01:28.235960+0000","last_unstale":"2024-08-17T17:01:29.228948+0000","last_undegraded":"2024-08-17T17:01:29.228948+0000","last_fullsized":"2024-08-17T17:01:29.228948+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:58:15.282453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637053+0000","last_change":"2024-08-17T17:01:25.015005+0000","last_active":"2024-08-17T17:01:29.637053+0000","last_peered":"2024-08-17T17:01:29.637053+0000","last_clean":"2024-08-17T17:01:29.637053+0000","last_became_active":"2024-08-17T17:01:25.014689+0000","last_became_peered":"2024-08-17T17:01:25.014689+0000","last_unstale":"2024-08-17T17:01:29.637053+0000","last_undegraded":"2024-08-17T17:01:29.637053+0000","last_fullsized":"2024-08-17T17:01:29.637053+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:21.019702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.839433+0000","last_change":"2024-08-17T17:01:28.242998+0000","last_active":"2024-08-17T17:01:29.839433+0000","last_peered":"2024-08-17T17:01:29.839433+0000","last_clean":"2024-08-17T17:01:29.839433+0000","last_became_active":"2024-08-17T17:01:28.242734+0000","last_became_peered":"2024-08-17T17:01:28.242734+0000","last_unstale":"2024-08-17T17:01:29.839433+0000","last_undegraded":"2024-08-17T17:01:29.839433+0000","last_fullsized":"2024-08-17T17:01:29.839433+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:04:52.188400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638440+0000","last_change":"2024-08-17T17:01:25.018484+0000","last_active":"2024-08-17T17:01:29.638440+0000","last_peered":"2024-08-17T17:01:29.638440+0000","last_clean":"2024-08-17T17:01:29.638440+0000","last_became_active":"2024-08-17T17:01:25.017175+0000","last_became_peered":"2024-08-17T17:01:25.017175+0000","last_unstale":"2024-08-17T17:01:29.638440+0000","last_undegraded":"2024-08-17T17:01:29.638440+0000","last_fullsized":"2024-08-17T17:01:29.638440+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:17:45.707566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836760+0000","last_change":"2024-08-17T17:01:28.238215+0000","last_active":"2024-08-17T17:01:29.836760+0000","last_peered":"2024-08-17T17:01:29.836760+0000","last_clean":"2024-08-17T17:01:29.836760+0000","last_became_active":"2024-08-17T17:01:28.237360+0000","last_became_peered":"2024-08-17T17:01:28.237360+0000","last_unstale":"2024-08-17T17:01:29.836760+0000","last_undegraded":"2024-08-17T17:01:29.836760+0000","last_fullsized":"2024-08-17T17:01:29.836760+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:17:48.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837181+0000","last_change":"2024-08-17T17:01:25.015192+0000","last_active":"2024-08-17T17:01:29.837181+0000","last_peered":"2024-08-17T17:01:29.837181+0000","last_clean":"2024-08-17T17:01:29.837181+0000","last_became_active":"2024-08-17T17:01:25.014760+0000","last_became_peered":"2024-08-17T17:01:25.014760+0000","last_unstale":"2024-08-17T17:01:29.837181+0000","last_undegraded":"2024-08-17T17:01:29.837181+0000","last_fullsized":"2024-08-17T17:01:29.837181+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:08:47.004706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509445+0000","last_change":"2024-08-17T17:01:28.242154+0000","last_active":"2024-08-17T17:01:29.509445+0000","last_peered":"2024-08-17T17:01:29.509445+0000","last_clean":"2024-08-17T17:01:29.509445+0000","last_became_active":"2024-08-17T17:01:28.241855+0000","last_became_peered":"2024-08-17T17:01:28.241855+0000","last_unstale":"2024-08-17T17:01:29.509445+0000","last_undegraded":"2024-08-17T17:01:29.509445+0000","last_fullsized":"2024-08-17T17:01:29.509445+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:11:34.473032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.842301+0000","last_change":"2024-08-17T17:01:25.019466+0000","last_active":"2024-08-17T17:01:29.842301+0000","last_peered":"2024-08-17T17:01:29.842301+0000","last_clean":"2024-08-17T17:01:29.842301+0000","last_became_active":"2024-08-17T17:01:25.019161+0000","last_became_peered":"2024-08-17T17:01:25.019161+0000","last_unstale":"2024-08-17T17:01:29.842301+0000","last_undegraded":"2024-08-17T17:01:29.842301+0000","last_fullsized":"2024-08-17T17:01:29.842301+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:43:02.793833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231531+0000","last_change":"2024-08-17T17:01:28.235385+0000","last_active":"2024-08-17T17:01:29.231531+0000","last_peered":"2024-08-17T17:01:29.231531+0000","last_clean":"2024-08-17T17:01:29.231531+0000","last_became_active":"2024-08-17T17:01:28.235114+0000","last_became_peered":"2024-08-17T17:01:28.235114+0000","last_unstale":"2024-08-17T17:01:29.231531+0000","last_undegraded":"2024-08-17T17:01:29.231531+0000","last_fullsized":"2024-08-17T17:01:29.231531+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:44:09.794004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637254+0000","last_change":"2024-08-17T17:01:25.019919+0000","last_active":"2024-08-17T17:01:29.637254+0000","last_peered":"2024-08-17T17:01:29.637254+0000","last_clean":"2024-08-17T17:01:29.637254+0000","last_became_active":"2024-08-17T17:01:25.019415+0000","last_became_peered":"2024-08-17T17:01:25.019415+0000","last_unstale":"2024-08-17T17:01:29.637254+0000","last_undegraded":"2024-08-17T17:01:29.637254+0000","last_fullsized":"2024-08-17T17:01:29.637254+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:01.501039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.228922+0000","last_change":"2024-08-17T17:01:28.244618+0000","last_active":"2024-08-17T17:01:29.228922+0000","last_peered":"2024-08-17T17:01:29.228922+0000","last_clean":"2024-08-17T17:01:29.228922+0000","last_became_active":"2024-08-17T17:01:28.244330+0000","last_became_peered":"2024-08-17T17:01:28.244330+0000","last_unstale":"2024-08-17T17:01:29.228922+0000","last_undegraded":"2024-08-17T17:01:29.228922+0000","last_fullsized":"2024-08-17T17:01:29.228922+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:38:52.901189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.636415+0000","last_change":"2024-08-17T17:01:25.013818+0000","last_active":"2024-08-17T17:01:29.636415+0000","last_peered":"2024-08-17T17:01:29.636415+0000","last_clean":"2024-08-17T17:01:29.636415+0000","last_became_active":"2024-08-17T17:01:25.013104+0000","last_became_peered":"2024-08-17T17:01:25.013104+0000","last_unstale":"2024-08-17T17:01:29.636415+0000","last_undegraded":"2024-08-17T17:01:29.636415+0000","last_fullsized":"2024-08-17T17:01:29.636415+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:58:10.109952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509008+0000","last_change":"2024-08-17T17:01:28.241869+0000","last_active":"2024-08-17T17:01:29.509008+0000","last_peered":"2024-08-17T17:01:29.509008+0000","last_clean":"2024-08-17T17:01:29.509008+0000","last_became_active":"2024-08-17T17:01:28.241600+0000","last_became_peered":"2024-08-17T17:01:28.241600+0000","last_unstale":"2024-08-17T17:01:29.509008+0000","last_undegraded":"2024-08-17T17:01:29.509008+0000","last_fullsized":"2024-08-17T17:01:29.509008+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:50:18.085398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.636841+0000","last_change":"2024-08-17T17:01:25.016014+0000","last_active":"2024-08-17T17:01:29.636841+0000","last_peered":"2024-08-17T17:01:29.636841+0000","last_clean":"2024-08-17T17:01:29.636841+0000","last_became_active":"2024-08-17T17:01:25.015709+0000","last_became_peered":"2024-08-17T17:01:25.015709+0000","last_unstale":"2024-08-17T17:01:29.636841+0000","last_undegraded":"2024-08-17T17:01:29.636841+0000","last_fullsized":"2024-08-17T17:01:29.636841+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:27.665009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509231+0000","last_change":"2024-08-17T17:01:28.240081+0000","last_active":"2024-08-17T17:01:29.509231+0000","last_peered":"2024-08-17T17:01:29.509231+0000","last_clean":"2024-08-17T17:01:29.509231+0000","last_became_active":"2024-08-17T17:01:28.239785+0000","last_became_peered":"2024-08-17T17:01:28.239785+0000","last_unstale":"2024-08-17T17:01:29.509231+0000","last_undegraded":"2024-08-17T17:01:29.509231+0000","last_fullsized":"2024-08-17T17:01:29.509231+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:40:12.664203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.842362+0000","last_change":"2024-08-17T17:01:25.019569+0000","last_active":"2024-08-17T17:01:29.842362+0000","last_peered":"2024-08-17T17:01:29.842362+0000","last_clean":"2024-08-17T17:01:29.842362+0000","last_became_active":"2024-08-17T17:01:25.019295+0000","last_became_peered":"2024-08-17T17:01:25.019295+0000","last_unstale":"2024-08-17T17:01:29.842362+0000","last_undegraded":"2024-08-17T17:01:29.842362+0000","last_fullsized":"2024-08-17T17:01:29.842362+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:15:15.236195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637507+0000","last_change":"2024-08-17T17:01:28.242224+0000","last_active":"2024-08-17T17:01:29.637507+0000","last_peered":"2024-08-17T17:01:29.637507+0000","last_clean":"2024-08-17T17:01:29.637507+0000","last_became_active":"2024-08-17T17:01:28.241895+0000","last_became_peered":"2024-08-17T17:01:28.241895+0000","last_unstale":"2024-08-17T17:01:29.637507+0000","last_undegraded":"2024-08-17T17:01:29.637507+0000","last_fullsized":"2024-08-17T17:01:29.637507+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:30:21.838741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.839323+0000","last_change":"2024-08-17T17:01:28.249440+0000","last_active":"2024-08-17T17:01:29.839323+0000","last_peered":"2024-08-17T17:01:29.839323+0000","last_clean":"2024-08-17T17:01:29.839323+0000","last_became_active":"2024-08-17T17:01:28.249164+0000","last_became_peered":"2024-08-17T17:01:28.249164+0000","last_unstale":"2024-08-17T17:01:29.839323+0000","last_undegraded":"2024-08-17T17:01:29.839323+0000","last_fullsized":"2024-08-17T17:01:29.839323+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:48:39.262907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843026+0000","last_change":"2024-08-17T17:01:25.020444+0000","last_active":"2024-08-17T17:01:29.843026+0000","last_peered":"2024-08-17T17:01:29.843026+0000","last_clean":"2024-08-17T17:01:29.843026+0000","last_became_active":"2024-08-17T17:01:25.020166+0000","last_became_peered":"2024-08-17T17:01:25.020166+0000","last_unstale":"2024-08-17T17:01:29.843026+0000","last_undegraded":"2024-08-17T17:01:29.843026+0000","last_fullsized":"2024-08-17T17:01:29.843026+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:44:35.462883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838765+0000","last_change":"2024-08-17T17:01:28.249903+0000","last_active":"2024-08-17T17:01:29.838765+0000","last_peered":"2024-08-17T17:01:29.838765+0000","last_clean":"2024-08-17T17:01:29.838765+0000","last_became_active":"2024-08-17T17:01:28.249616+0000","last_became_peered":"2024-08-17T17:01:28.249616+0000","last_unstale":"2024-08-17T17:01:29.838765+0000","last_undegraded":"2024-08-17T17:01:29.838765+0000","last_fullsized":"2024-08-17T17:01:29.838765+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:21:58.794297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843424+0000","last_change":"2024-08-17T17:01:25.015242+0000","last_active":"2024-08-17T17:01:29.843424+0000","last_peered":"2024-08-17T17:01:29.843424+0000","last_clean":"2024-08-17T17:01:29.843424+0000","last_became_active":"2024-08-17T17:01:25.014887+0000","last_became_peered":"2024-08-17T17:01:25.014887+0000","last_unstale":"2024-08-17T17:01:29.843424+0000","last_undegraded":"2024-08-17T17:01:29.843424+0000","last_fullsized":"2024-08-17T17:01:29.843424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:53:36.189339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231825+0000","last_change":"2024-08-17T17:01:28.239472+0000","last_active":"2024-08-17T17:01:29.231825+0000","last_peered":"2024-08-17T17:01:29.231825+0000","last_clean":"2024-08-17T17:01:29.231825+0000","last_became_active":"2024-08-17T17:01:28.239050+0000","last_became_peered":"2024-08-17T17:01:28.239050+0000","last_unstale":"2024-08-17T17:01:29.231825+0000","last_undegraded":"2024-08-17T17:01:29.231825+0000","last_fullsized":"2024-08-17T17:01:29.231825+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:29:55.710820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840883+0000","last_change":"2024-08-17T17:01:25.013861+0000","last_active":"2024-08-17T17:01:29.840883+0000","last_peered":"2024-08-17T17:01:29.840883+0000","last_clean":"2024-08-17T17:01:29.840883+0000","last_became_active":"2024-08-17T17:01:25.013315+0000","last_became_peered":"2024-08-17T17:01:25.013315+0000","last_unstale":"2024-08-17T17:01:29.840883+0000","last_undegraded":"2024-08-17T17:01:29.840883+0000","last_fullsized":"2024-08-17T17:01:29.840883+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:14:15.683095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509265+0000","last_change":"2024-08-17T17:01:28.238233+0000","last_active":"2024-08-17T17:01:29.509265+0000","last_peered":"2024-08-17T17:01:29.509265+0000","last_clean":"2024-08-17T17:01:29.509265+0000","last_became_active":"2024-08-17T17:01:28.237892+0000","last_became_peered":"2024-08-17T17:01:28.237892+0000","last_unstale":"2024-08-17T17:01:29.509265+0000","last_undegraded":"2024-08-17T17:01:29.509265+0000","last_fullsized":"2024-08-17T17:01:29.509265+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:51:56.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843600+0000","last_change":"2024-08-17T17:01:25.018921+0000","last_active":"2024-08-17T17:01:29.843600+0000","last_peered":"2024-08-17T17:01:29.843600+0000","last_clean":"2024-08-17T17:01:29.843600+0000","last_became_active":"2024-08-17T17:01:25.018399+0000","last_became_peered":"2024-08-17T17:01:25.018399+0000","last_unstale":"2024-08-17T17:01:29.843600+0000","last_undegraded":"2024-08-17T17:01:29.843600+0000","last_fullsized":"2024-08-17T17:01:29.843600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:59:16.257882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1261568,"data_stored":868577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33100000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495632,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28248,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716904,"statfs":{"total":95995035648,"available":95966109696,"internally_reserved":0,"allocated":1253376,"data_stored":868660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55200000000000005}]},{"osd":1,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.54500000000000004}]},{"osd":2,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.61799999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.66000000000000003}]},{"osd":4,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.39900000000000002}]},{"osd":5,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.46000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]},{"osd":5,"up_from":38,"seq":163208757268,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":675840,"data_stored":279259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.438}]},{"osd":1,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.47299999999999998}]},{"osd":2,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.40100000000000002}]},{"osd":3,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.55400000000000005}]},{"osd":4,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"last":0.48899999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.46000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":278040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.47599999999999998}]},{"osd":1,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.40400000000000003}]},{"osd":2,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.39300000000000002}]},{"osd":3,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.498},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.51400000000000001}]},{"osd":5,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.33400000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.373},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.34899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":675840,"data_stored":279000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.374,"15min":0.374},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.50600000000000001,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.30199999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.33700000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.42299999999999999,"15min":0.42399999999999999},"min":{"1min":0.29699999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59699999999999998,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.31900000000000001}]},{"osd":2,"last update":"Sat Aug 17 17:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44700000000000001,"15min":0.44900000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.441,"15min":0.441},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.27400000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.58399999999999996}]},{"osd":5,"last update":"Sat Aug 17 17:01:18 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.626}]},{"osd":6,"last update":"Sat Aug 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411362,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31768,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":659456,"data_stored":277605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:01:11 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.36799999999999999,"15min":0.372},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.41899999999999998,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.38},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.38800000000000001},"min":{"1min":0.27500000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.23499999999999999}]},{"osd":1,"last update":"Sat Aug 17 17:01:11 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.378,"15min":0.379},"min":{"1min":0.28100000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.52800000000000002,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.29699999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52200000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.317}]},{"osd":3,"last update":"Sat Aug 17 17:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.47799999999999998,"15min":0.48199999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.60899999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.45100000000000001,"15min":0.46100000000000002},"min":{"1min":0.29699999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.52600000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.29199999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.47199999999999998}]},{"osd":5,"last update":"Sat Aug 17 17:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.39500000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:01:40 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.49399999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":663552,"data_stored":277492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:00:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.32300000000000001,"15min":0.308},"min":{"1min":0.25,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.33100000000000002,"15min":0.316},"min":{"1min":0.252,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.39000000000000001}]},{"osd":2,"last update":"Sat Aug 17 17:01:12 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.38300000000000001,"15min":0.372},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.254},"max":{"1min":0.64000000000000001,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.36799999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.37}]},{"osd":3,"last update":"Sat Aug 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.46000000000000002,"15min":0.46400000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63400000000000001,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.432},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.59199999999999997,"5min":0.627,"15min":0.627},"last":0.32200000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.48899999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.52300000000000002},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":16.126000000000001,"5min":16.126000000000001,"15min":16.126000000000001},"last":0.41699999999999998}]},{"osd":6,"last update":"Sat Aug 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.437},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738411,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1265664,"data_stored":868428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:00:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.35999999999999999,"15min":0.34899999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.44,"5min":0.373,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.29899999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:01:13 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.32400000000000001},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.441,"15min":0.435},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.33400000000000002}]},{"osd":3,"last update":"Sat Aug 17 17:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.42199999999999999,"15min":0.41999999999999998},"min":{"1min":0.30399999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.313},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.38100000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.439},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61099999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:01:49.689 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:01:49.901 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:01:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:50 smithi059 ceph-mon[29264]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:50.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:50 smithi059 ceph-mon[39803]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:50 smithi087 ceph-mon[33075]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:51.686 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:01:51.687 INFO:teuthology.orchestra.run.smithi059.stderr:dumped all 2024-08-17T17:01:52.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:52 smithi059 ceph-mon[29264]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:01:52.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:52 smithi059 ceph-mon[29264]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:52.376 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:52 smithi059 ceph-mon[39803]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:01:52.376 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:52 smithi059 ceph-mon[39803]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:52.399 INFO:teuthology.orchestra.run.smithi059.stdout:{"pg_ready":true,"pg_map":{"version":199,"stamp":"2024-08-17T17:01:49.988590+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227260,"kb_used_data":6960,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733956,"statfs":{"total":767960285184,"available":767727570944,"internally_reserved":0,"allocated":7127040,"data_stored":3997061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003394"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.841367+0000","last_change":"2024-08-17T17:01:28.245664+0000","last_active":"2024-08-17T17:01:29.841367+0000","last_peered":"2024-08-17T17:01:29.841367+0000","last_clean":"2024-08-17T17:01:29.841367+0000","last_became_active":"2024-08-17T17:01:28.245042+0000","last_became_peered":"2024-08-17T17:01:28.245042+0000","last_unstale":"2024-08-17T17:01:29.841367+0000","last_undegraded":"2024-08-17T17:01:29.841367+0000","last_fullsized":"2024-08-17T17:01:29.841367+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:41:23.158402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837149+0000","last_change":"2024-08-17T17:01:28.235059+0000","last_active":"2024-08-17T17:01:29.837149+0000","last_peered":"2024-08-17T17:01:29.837149+0000","last_clean":"2024-08-17T17:01:29.837149+0000","last_became_active":"2024-08-17T17:01:28.234794+0000","last_became_peered":"2024-08-17T17:01:28.234794+0000","last_unstale":"2024-08-17T17:01:29.837149+0000","last_undegraded":"2024-08-17T17:01:29.837149+0000","last_fullsized":"2024-08-17T17:01:29.837149+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:09:01.691816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231863+0000","last_change":"2024-08-17T17:01:28.241008+0000","last_active":"2024-08-17T17:01:29.231863+0000","last_peered":"2024-08-17T17:01:29.231863+0000","last_clean":"2024-08-17T17:01:29.231863+0000","last_became_active":"2024-08-17T17:01:28.240472+0000","last_became_peered":"2024-08-17T17:01:28.240472+0000","last_unstale":"2024-08-17T17:01:29.231863+0000","last_undegraded":"2024-08-17T17:01:29.231863+0000","last_fullsized":"2024-08-17T17:01:29.231863+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:42:21.149967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838736+0000","last_change":"2024-08-17T17:01:28.246159+0000","last_active":"2024-08-17T17:01:29.838736+0000","last_peered":"2024-08-17T17:01:29.838736+0000","last_clean":"2024-08-17T17:01:29.838736+0000","last_became_active":"2024-08-17T17:01:28.245905+0000","last_became_peered":"2024-08-17T17:01:28.245905+0000","last_unstale":"2024-08-17T17:01:29.838736+0000","last_undegraded":"2024-08-17T17:01:29.838736+0000","last_fullsized":"2024-08-17T17:01:29.838736+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:29:05.919232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837350+0000","last_change":"2024-08-17T17:01:28.249586+0000","last_active":"2024-08-17T17:01:29.837350+0000","last_peered":"2024-08-17T17:01:29.837350+0000","last_clean":"2024-08-17T17:01:29.837350+0000","last_became_active":"2024-08-17T17:01:28.249307+0000","last_became_peered":"2024-08-17T17:01:28.249307+0000","last_unstale":"2024-08-17T17:01:29.837350+0000","last_undegraded":"2024-08-17T17:01:29.837350+0000","last_fullsized":"2024-08-17T17:01:29.837350+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:06:15.596186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838749+0000","last_change":"2024-08-17T17:01:28.241854+0000","last_active":"2024-08-17T17:01:29.838749+0000","last_peered":"2024-08-17T17:01:29.838749+0000","last_clean":"2024-08-17T17:01:29.838749+0000","last_became_active":"2024-08-17T17:01:28.241562+0000","last_became_peered":"2024-08-17T17:01:28.241562+0000","last_unstale":"2024-08-17T17:01:29.838749+0000","last_undegraded":"2024-08-17T17:01:29.838749+0000","last_fullsized":"2024-08-17T17:01:29.838749+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:33.631365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.834707+0000","last_change":"2024-08-17T17:01:28.248685+0000","last_active":"2024-08-17T17:01:29.834707+0000","last_peered":"2024-08-17T17:01:29.834707+0000","last_clean":"2024-08-17T17:01:29.834707+0000","last_became_active":"2024-08-17T17:01:28.248407+0000","last_became_peered":"2024-08-17T17:01:28.248407+0000","last_unstale":"2024-08-17T17:01:29.834707+0000","last_undegraded":"2024-08-17T17:01:29.834707+0000","last_fullsized":"2024-08-17T17:01:29.834707+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:37:04.698510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.508890+0000","last_change":"2024-08-17T17:01:28.240666+0000","last_active":"2024-08-17T17:01:29.508890+0000","last_peered":"2024-08-17T17:01:29.508890+0000","last_clean":"2024-08-17T17:01:29.508890+0000","last_became_active":"2024-08-17T17:01:28.240380+0000","last_became_peered":"2024-08-17T17:01:28.240380+0000","last_unstale":"2024-08-17T17:01:29.508890+0000","last_undegraded":"2024-08-17T17:01:29.508890+0000","last_fullsized":"2024-08-17T17:01:29.508890+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:43:31.231415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840066+0000","last_change":"2024-08-17T17:01:28.247367+0000","last_active":"2024-08-17T17:01:29.840066+0000","last_peered":"2024-08-17T17:01:29.840066+0000","last_clean":"2024-08-17T17:01:29.840066+0000","last_became_active":"2024-08-17T17:01:28.246694+0000","last_became_peered":"2024-08-17T17:01:28.246694+0000","last_unstale":"2024-08-17T17:01:29.840066+0000","last_undegraded":"2024-08-17T17:01:29.840066+0000","last_fullsized":"2024-08-17T17:01:29.840066+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:53:46.840842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638552+0000","last_change":"2024-08-17T17:01:28.247877+0000","last_active":"2024-08-17T17:01:29.638552+0000","last_peered":"2024-08-17T17:01:29.638552+0000","last_clean":"2024-08-17T17:01:29.638552+0000","last_became_active":"2024-08-17T17:01:28.247554+0000","last_became_peered":"2024-08-17T17:01:28.247554+0000","last_unstale":"2024-08-17T17:01:29.638552+0000","last_undegraded":"2024-08-17T17:01:29.638552+0000","last_fullsized":"2024-08-17T17:01:29.638552+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:15:11.558283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638346+0000","last_change":"2024-08-17T17:01:28.247254+0000","last_active":"2024-08-17T17:01:29.638346+0000","last_peered":"2024-08-17T17:01:29.638346+0000","last_clean":"2024-08-17T17:01:29.638346+0000","last_became_active":"2024-08-17T17:01:28.246763+0000","last_became_peered":"2024-08-17T17:01:28.246763+0000","last_unstale":"2024-08-17T17:01:29.638346+0000","last_undegraded":"2024-08-17T17:01:29.638346+0000","last_fullsized":"2024-08-17T17:01:29.638346+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:57:38.424432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.229252+0000","last_change":"2024-08-17T17:01:28.240242+0000","last_active":"2024-08-17T17:01:29.229252+0000","last_peered":"2024-08-17T17:01:29.229252+0000","last_clean":"2024-08-17T17:01:29.229252+0000","last_became_active":"2024-08-17T17:01:28.238311+0000","last_became_peered":"2024-08-17T17:01:28.238311+0000","last_unstale":"2024-08-17T17:01:29.229252+0000","last_undegraded":"2024-08-17T17:01:29.229252+0000","last_fullsized":"2024-08-17T17:01:29.229252+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:59.133775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509122+0000","last_change":"2024-08-17T17:01:28.234957+0000","last_active":"2024-08-17T17:01:29.509122+0000","last_peered":"2024-08-17T17:01:29.509122+0000","last_clean":"2024-08-17T17:01:29.509122+0000","last_became_active":"2024-08-17T17:01:28.234691+0000","last_became_peered":"2024-08-17T17:01:28.234691+0000","last_unstale":"2024-08-17T17:01:29.509122+0000","last_undegraded":"2024-08-17T17:01:29.509122+0000","last_fullsized":"2024-08-17T17:01:29.509122+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:19:52.248036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230650+0000","last_change":"2024-08-17T17:01:28.243260+0000","last_active":"2024-08-17T17:01:29.230650+0000","last_peered":"2024-08-17T17:01:29.230650+0000","last_clean":"2024-08-17T17:01:29.230650+0000","last_became_active":"2024-08-17T17:01:28.242983+0000","last_became_peered":"2024-08-17T17:01:28.242983+0000","last_unstale":"2024-08-17T17:01:29.230650+0000","last_undegraded":"2024-08-17T17:01:29.230650+0000","last_fullsized":"2024-08-17T17:01:29.230650+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:32.884573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836219+0000","last_change":"2024-08-17T17:01:28.237842+0000","last_active":"2024-08-17T17:01:29.836219+0000","last_peered":"2024-08-17T17:01:29.836219+0000","last_clean":"2024-08-17T17:01:29.836219+0000","last_became_active":"2024-08-17T17:01:28.237324+0000","last_became_peered":"2024-08-17T17:01:28.237324+0000","last_unstale":"2024-08-17T17:01:29.836219+0000","last_undegraded":"2024-08-17T17:01:29.836219+0000","last_fullsized":"2024-08-17T17:01:29.836219+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:48:05.714195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838389+0000","last_change":"2024-08-17T17:01:28.247610+0000","last_active":"2024-08-17T17:01:29.838389+0000","last_peered":"2024-08-17T17:01:29.838389+0000","last_clean":"2024-08-17T17:01:29.838389+0000","last_became_active":"2024-08-17T17:01:28.247362+0000","last_became_peered":"2024-08-17T17:01:28.247362+0000","last_unstale":"2024-08-17T17:01:29.838389+0000","last_undegraded":"2024-08-17T17:01:29.838389+0000","last_fullsized":"2024-08-17T17:01:29.838389+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:57:04.837068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.839730+0000","last_change":"2024-08-17T17:01:28.248673+0000","last_active":"2024-08-17T17:01:29.839730+0000","last_peered":"2024-08-17T17:01:29.839730+0000","last_clean":"2024-08-17T17:01:29.839730+0000","last_became_active":"2024-08-17T17:01:28.248358+0000","last_became_peered":"2024-08-17T17:01:28.248358+0000","last_unstale":"2024-08-17T17:01:29.839730+0000","last_undegraded":"2024-08-17T17:01:29.839730+0000","last_fullsized":"2024-08-17T17:01:29.839730+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:08:04.004414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231416+0000","last_change":"2024-08-17T17:01:28.235752+0000","last_active":"2024-08-17T17:01:29.231416+0000","last_peered":"2024-08-17T17:01:29.231416+0000","last_clean":"2024-08-17T17:01:29.231416+0000","last_became_active":"2024-08-17T17:01:28.235468+0000","last_became_peered":"2024-08-17T17:01:28.235468+0000","last_unstale":"2024-08-17T17:01:29.231416+0000","last_undegraded":"2024-08-17T17:01:29.231416+0000","last_fullsized":"2024-08-17T17:01:29.231416+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:08:01.497199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840651+0000","last_change":"2024-08-17T17:01:28.243448+0000","last_active":"2024-08-17T17:01:29.840651+0000","last_peered":"2024-08-17T17:01:29.840651+0000","last_clean":"2024-08-17T17:01:29.840651+0000","last_became_active":"2024-08-17T17:01:28.243163+0000","last_became_peered":"2024-08-17T17:01:28.243163+0000","last_unstale":"2024-08-17T17:01:29.840651+0000","last_undegraded":"2024-08-17T17:01:29.840651+0000","last_fullsized":"2024-08-17T17:01:29.840651+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:32:20.364181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638191+0000","last_change":"2024-08-17T17:01:28.241744+0000","last_active":"2024-08-17T17:01:29.638191+0000","last_peered":"2024-08-17T17:01:29.638191+0000","last_clean":"2024-08-17T17:01:29.638191+0000","last_became_active":"2024-08-17T17:01:28.240534+0000","last_became_peered":"2024-08-17T17:01:28.240534+0000","last_unstale":"2024-08-17T17:01:29.638191+0000","last_undegraded":"2024-08-17T17:01:29.638191+0000","last_fullsized":"2024-08-17T17:01:29.638191+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:01:59.087785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230884+0000","last_change":"2024-08-17T17:01:28.244124+0000","last_active":"2024-08-17T17:01:29.230884+0000","last_peered":"2024-08-17T17:01:29.230884+0000","last_clean":"2024-08-17T17:01:29.230884+0000","last_became_active":"2024-08-17T17:01:28.243827+0000","last_became_peered":"2024-08-17T17:01:28.243827+0000","last_unstale":"2024-08-17T17:01:29.230884+0000","last_undegraded":"2024-08-17T17:01:29.230884+0000","last_fullsized":"2024-08-17T17:01:29.230884+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:58.840277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838751+0000","last_change":"2024-08-17T17:01:28.244940+0000","last_active":"2024-08-17T17:01:29.838751+0000","last_peered":"2024-08-17T17:01:29.838751+0000","last_clean":"2024-08-17T17:01:29.838751+0000","last_became_active":"2024-08-17T17:01:28.244675+0000","last_became_peered":"2024-08-17T17:01:28.244675+0000","last_unstale":"2024-08-17T17:01:29.838751+0000","last_undegraded":"2024-08-17T17:01:29.838751+0000","last_fullsized":"2024-08-17T17:01:29.838751+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:32.792413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509077+0000","last_change":"2024-08-17T17:01:28.228133+0000","last_active":"2024-08-17T17:01:29.509077+0000","last_peered":"2024-08-17T17:01:29.509077+0000","last_clean":"2024-08-17T17:01:29.509077+0000","last_became_active":"2024-08-17T17:01:28.227779+0000","last_became_peered":"2024-08-17T17:01:28.227779+0000","last_unstale":"2024-08-17T17:01:29.509077+0000","last_undegraded":"2024-08-17T17:01:29.509077+0000","last_fullsized":"2024-08-17T17:01:29.509077+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:38:07.424806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838474+0000","last_change":"2024-08-17T17:01:28.241881+0000","last_active":"2024-08-17T17:01:29.838474+0000","last_peered":"2024-08-17T17:01:29.838474+0000","last_clean":"2024-08-17T17:01:29.838474+0000","last_became_active":"2024-08-17T17:01:28.241624+0000","last_became_peered":"2024-08-17T17:01:28.241624+0000","last_unstale":"2024-08-17T17:01:29.838474+0000","last_undegraded":"2024-08-17T17:01:29.838474+0000","last_fullsized":"2024-08-17T17:01:29.838474+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:02.755628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509326+0000","last_change":"2024-08-17T17:01:28.233810+0000","last_active":"2024-08-17T17:01:29.509326+0000","last_peered":"2024-08-17T17:01:29.509326+0000","last_clean":"2024-08-17T17:01:29.509326+0000","last_became_active":"2024-08-17T17:01:28.233525+0000","last_became_peered":"2024-08-17T17:01:28.233525+0000","last_unstale":"2024-08-17T17:01:29.509326+0000","last_undegraded":"2024-08-17T17:01:29.509326+0000","last_fullsized":"2024-08-17T17:01:29.509326+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:21:41.900731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638612+0000","last_change":"2024-08-17T17:01:28.244541+0000","last_active":"2024-08-17T17:01:29.638612+0000","last_peered":"2024-08-17T17:01:29.638612+0000","last_clean":"2024-08-17T17:01:29.638612+0000","last_became_active":"2024-08-17T17:01:28.244256+0000","last_became_peered":"2024-08-17T17:01:28.244256+0000","last_unstale":"2024-08-17T17:01:29.638612+0000","last_undegraded":"2024-08-17T17:01:29.638612+0000","last_fullsized":"2024-08-17T17:01:29.638612+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:37:44.567534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836965+0000","last_change":"2024-08-17T17:01:28.232496+0000","last_active":"2024-08-17T17:01:29.836965+0000","last_peered":"2024-08-17T17:01:29.836965+0000","last_clean":"2024-08-17T17:01:29.836965+0000","last_became_active":"2024-08-17T17:01:28.232221+0000","last_became_peered":"2024-08-17T17:01:28.232221+0000","last_unstale":"2024-08-17T17:01:29.836965+0000","last_undegraded":"2024-08-17T17:01:29.836965+0000","last_fullsized":"2024-08-17T17:01:29.836965+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:11.279644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509444+0000","last_change":"2024-08-17T17:01:28.234311+0000","last_active":"2024-08-17T17:01:29.509444+0000","last_peered":"2024-08-17T17:01:29.509444+0000","last_clean":"2024-08-17T17:01:29.509444+0000","last_became_active":"2024-08-17T17:01:28.234091+0000","last_became_peered":"2024-08-17T17:01:28.234091+0000","last_unstale":"2024-08-17T17:01:29.509444+0000","last_undegraded":"2024-08-17T17:01:29.509444+0000","last_fullsized":"2024-08-17T17:01:29.509444+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:29.482726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231300+0000","last_change":"2024-08-17T17:01:28.236685+0000","last_active":"2024-08-17T17:01:29.231300+0000","last_peered":"2024-08-17T17:01:29.231300+0000","last_clean":"2024-08-17T17:01:29.231300+0000","last_became_active":"2024-08-17T17:01:28.236345+0000","last_became_peered":"2024-08-17T17:01:28.236345+0000","last_unstale":"2024-08-17T17:01:29.231300+0000","last_undegraded":"2024-08-17T17:01:29.231300+0000","last_fullsized":"2024-08-17T17:01:29.231300+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:54:10.855268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838879+0000","last_change":"2024-08-17T17:01:28.245572+0000","last_active":"2024-08-17T17:01:29.838879+0000","last_peered":"2024-08-17T17:01:29.838879+0000","last_clean":"2024-08-17T17:01:29.838879+0000","last_became_active":"2024-08-17T17:01:28.245316+0000","last_became_peered":"2024-08-17T17:01:28.245316+0000","last_unstale":"2024-08-17T17:01:29.838879+0000","last_undegraded":"2024-08-17T17:01:29.838879+0000","last_fullsized":"2024-08-17T17:01:29.838879+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:37:59.206006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230869+0000","last_change":"2024-08-17T17:01:28.240537+0000","last_active":"2024-08-17T17:01:29.230869+0000","last_peered":"2024-08-17T17:01:29.230869+0000","last_clean":"2024-08-17T17:01:29.230869+0000","last_became_active":"2024-08-17T17:01:28.240274+0000","last_became_peered":"2024-08-17T17:01:28.240274+0000","last_unstale":"2024-08-17T17:01:29.230869+0000","last_undegraded":"2024-08-17T17:01:29.230869+0000","last_fullsized":"2024-08-17T17:01:29.230869+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:56:15.065927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.636951+0000","last_change":"2024-08-17T17:01:28.247116+0000","last_active":"2024-08-17T17:01:29.636951+0000","last_peered":"2024-08-17T17:01:29.636951+0000","last_clean":"2024-08-17T17:01:29.636951+0000","last_became_active":"2024-08-17T17:01:28.246062+0000","last_became_peered":"2024-08-17T17:01:28.246062+0000","last_unstale":"2024-08-17T17:01:29.636951+0000","last_undegraded":"2024-08-17T17:01:29.636951+0000","last_fullsized":"2024-08-17T17:01:29.636951+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:25:19.710285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.228810+0000","last_change":"2024-08-17T17:01:28.245972+0000","last_active":"2024-08-17T17:01:29.228810+0000","last_peered":"2024-08-17T17:01:29.228810+0000","last_clean":"2024-08-17T17:01:29.228810+0000","last_became_active":"2024-08-17T17:01:28.245667+0000","last_became_peered":"2024-08-17T17:01:28.245667+0000","last_unstale":"2024-08-17T17:01:29.228810+0000","last_undegraded":"2024-08-17T17:01:29.228810+0000","last_fullsized":"2024-08-17T17:01:29.228810+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:49:00.701596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840323+0000","last_change":"2024-08-17T17:01:25.015744+0000","last_active":"2024-08-17T17:01:29.840323+0000","last_peered":"2024-08-17T17:01:29.840323+0000","last_clean":"2024-08-17T17:01:29.840323+0000","last_became_active":"2024-08-17T17:01:25.015352+0000","last_became_peered":"2024-08-17T17:01:25.015352+0000","last_unstale":"2024-08-17T17:01:29.840323+0000","last_undegraded":"2024-08-17T17:01:29.840323+0000","last_fullsized":"2024-08-17T17:01:29.840323+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:41:51.077270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231401+0000","last_change":"2024-08-17T17:01:28.244792+0000","last_active":"2024-08-17T17:01:29.231401+0000","last_peered":"2024-08-17T17:01:29.231401+0000","last_clean":"2024-08-17T17:01:29.231401+0000","last_became_active":"2024-08-17T17:01:28.244523+0000","last_became_peered":"2024-08-17T17:01:28.244523+0000","last_unstale":"2024-08-17T17:01:29.231401+0000","last_undegraded":"2024-08-17T17:01:29.231401+0000","last_fullsized":"2024-08-17T17:01:29.231401+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:56:25.148396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.835395+0000","last_change":"2024-08-17T17:01:25.018124+0000","last_active":"2024-08-17T17:01:29.835395+0000","last_peered":"2024-08-17T17:01:29.835395+0000","last_clean":"2024-08-17T17:01:29.835395+0000","last_became_active":"2024-08-17T17:01:25.017827+0000","last_became_peered":"2024-08-17T17:01:25.017827+0000","last_unstale":"2024-08-17T17:01:29.835395+0000","last_undegraded":"2024-08-17T17:01:29.835395+0000","last_fullsized":"2024-08-17T17:01:29.835395+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:58:59.670167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509241+0000","last_change":"2024-08-17T17:01:25.015264+0000","last_active":"2024-08-17T17:01:29.509241+0000","last_peered":"2024-08-17T17:01:29.509241+0000","last_clean":"2024-08-17T17:01:29.509241+0000","last_became_active":"2024-08-17T17:01:25.014939+0000","last_became_peered":"2024-08-17T17:01:25.014939+0000","last_unstale":"2024-08-17T17:01:29.509241+0000","last_undegraded":"2024-08-17T17:01:29.509241+0000","last_fullsized":"2024-08-17T17:01:29.509241+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:07:00.299313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509000+0000","last_change":"2024-08-17T17:01:28.233538+0000","last_active":"2024-08-17T17:01:29.509000+0000","last_peered":"2024-08-17T17:01:29.509000+0000","last_clean":"2024-08-17T17:01:29.509000+0000","last_became_active":"2024-08-17T17:01:28.233238+0000","last_became_peered":"2024-08-17T17:01:28.233238+0000","last_unstale":"2024-08-17T17:01:29.509000+0000","last_undegraded":"2024-08-17T17:01:29.509000+0000","last_fullsized":"2024-08-17T17:01:29.509000+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:37:26.396342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.636921+0000","last_change":"2024-08-17T17:01:25.023323+0000","last_active":"2024-08-17T17:01:29.636921+0000","last_peered":"2024-08-17T17:01:29.636921+0000","last_clean":"2024-08-17T17:01:29.636921+0000","last_became_active":"2024-08-17T17:01:25.023049+0000","last_became_peered":"2024-08-17T17:01:25.023049+0000","last_unstale":"2024-08-17T17:01:29.636921+0000","last_undegraded":"2024-08-17T17:01:29.636921+0000","last_fullsized":"2024-08-17T17:01:29.636921+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:46:26.991319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836411+0000","last_change":"2024-08-17T17:01:28.228991+0000","last_active":"2024-08-17T17:01:29.836411+0000","last_peered":"2024-08-17T17:01:29.836411+0000","last_clean":"2024-08-17T17:01:29.836411+0000","last_became_active":"2024-08-17T17:01:28.228681+0000","last_became_peered":"2024-08-17T17:01:28.228681+0000","last_unstale":"2024-08-17T17:01:29.836411+0000","last_undegraded":"2024-08-17T17:01:29.836411+0000","last_fullsized":"2024-08-17T17:01:29.836411+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:44:18.986385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638501+0000","last_change":"2024-08-17T17:01:25.018286+0000","last_active":"2024-08-17T17:01:29.638501+0000","last_peered":"2024-08-17T17:01:29.638501+0000","last_clean":"2024-08-17T17:01:29.638501+0000","last_became_active":"2024-08-17T17:01:25.017997+0000","last_became_peered":"2024-08-17T17:01:25.017997+0000","last_unstale":"2024-08-17T17:01:29.638501+0000","last_undegraded":"2024-08-17T17:01:29.638501+0000","last_fullsized":"2024-08-17T17:01:29.638501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:37:34.306164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.839299+0000","last_change":"2024-08-17T17:01:28.240912+0000","last_active":"2024-08-17T17:01:29.839299+0000","last_peered":"2024-08-17T17:01:29.839299+0000","last_clean":"2024-08-17T17:01:29.839299+0000","last_became_active":"2024-08-17T17:01:28.240515+0000","last_became_peered":"2024-08-17T17:01:28.240515+0000","last_unstale":"2024-08-17T17:01:29.839299+0000","last_undegraded":"2024-08-17T17:01:29.839299+0000","last_fullsized":"2024-08-17T17:01:29.839299+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:30:55.909122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637822+0000","last_change":"2024-08-17T17:01:25.019332+0000","last_active":"2024-08-17T17:01:29.637822+0000","last_peered":"2024-08-17T17:01:29.637822+0000","last_clean":"2024-08-17T17:01:29.637822+0000","last_became_active":"2024-08-17T17:01:25.019050+0000","last_became_peered":"2024-08-17T17:01:25.019050+0000","last_unstale":"2024-08-17T17:01:29.637822+0000","last_undegraded":"2024-08-17T17:01:29.637822+0000","last_fullsized":"2024-08-17T17:01:29.637822+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:58:38.436810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231850+0000","last_change":"2024-08-17T17:01:28.247648+0000","last_active":"2024-08-17T17:01:29.231850+0000","last_peered":"2024-08-17T17:01:29.231850+0000","last_clean":"2024-08-17T17:01:29.231850+0000","last_became_active":"2024-08-17T17:01:28.247379+0000","last_became_peered":"2024-08-17T17:01:28.247379+0000","last_unstale":"2024-08-17T17:01:29.231850+0000","last_undegraded":"2024-08-17T17:01:29.231850+0000","last_fullsized":"2024-08-17T17:01:29.231850+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:07.780291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840744+0000","last_change":"2024-08-17T17:01:25.018611+0000","last_active":"2024-08-17T17:01:29.840744+0000","last_peered":"2024-08-17T17:01:29.840744+0000","last_clean":"2024-08-17T17:01:29.840744+0000","last_became_active":"2024-08-17T17:01:25.018308+0000","last_became_peered":"2024-08-17T17:01:25.018308+0000","last_unstale":"2024-08-17T17:01:29.840744+0000","last_undegraded":"2024-08-17T17:01:29.840744+0000","last_fullsized":"2024-08-17T17:01:29.840744+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:40:13.284020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.229424+0000","last_change":"2024-08-17T17:01:28.242886+0000","last_active":"2024-08-17T17:01:29.229424+0000","last_peered":"2024-08-17T17:01:29.229424+0000","last_clean":"2024-08-17T17:01:29.229424+0000","last_became_active":"2024-08-17T17:01:28.242366+0000","last_became_peered":"2024-08-17T17:01:28.242366+0000","last_unstale":"2024-08-17T17:01:29.229424+0000","last_undegraded":"2024-08-17T17:01:29.229424+0000","last_fullsized":"2024-08-17T17:01:29.229424+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:46:27.622960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":21,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843459+0000","last_change":"2024-08-17T17:01:25.018053+0000","last_active":"2024-08-17T17:01:29.843459+0000","last_peered":"2024-08-17T17:01:29.843459+0000","last_clean":"2024-08-17T17:01:29.843459+0000","last_became_active":"2024-08-17T17:01:25.017704+0000","last_became_peered":"2024-08-17T17:01:25.017704+0000","last_unstale":"2024-08-17T17:01:29.843459+0000","last_undegraded":"2024-08-17T17:01:29.843459+0000","last_fullsized":"2024-08-17T17:01:29.843459+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:19:37.671416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836141+0000","last_change":"2024-08-17T17:01:28.248171+0000","last_active":"2024-08-17T17:01:29.836141+0000","last_peered":"2024-08-17T17:01:29.836141+0000","last_clean":"2024-08-17T17:01:29.836141+0000","last_became_active":"2024-08-17T17:01:28.246410+0000","last_became_peered":"2024-08-17T17:01:28.246410+0000","last_unstale":"2024-08-17T17:01:29.836141+0000","last_undegraded":"2024-08-17T17:01:29.836141+0000","last_fullsized":"2024-08-17T17:01:29.836141+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:48:42.077687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838886+0000","last_change":"2024-08-17T17:01:25.016667+0000","last_active":"2024-08-17T17:01:29.838886+0000","last_peered":"2024-08-17T17:01:29.838886+0000","last_clean":"2024-08-17T17:01:29.838886+0000","last_became_active":"2024-08-17T17:01:25.016344+0000","last_became_peered":"2024-08-17T17:01:25.016344+0000","last_unstale":"2024-08-17T17:01:29.838886+0000","last_undegraded":"2024-08-17T17:01:29.838886+0000","last_fullsized":"2024-08-17T17:01:29.838886+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:06:00.041241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230781+0000","last_change":"2024-08-17T17:01:28.244550+0000","last_active":"2024-08-17T17:01:29.230781+0000","last_peered":"2024-08-17T17:01:29.230781+0000","last_clean":"2024-08-17T17:01:29.230781+0000","last_became_active":"2024-08-17T17:01:28.244244+0000","last_became_peered":"2024-08-17T17:01:28.244244+0000","last_unstale":"2024-08-17T17:01:29.230781+0000","last_undegraded":"2024-08-17T17:01:29.230781+0000","last_fullsized":"2024-08-17T17:01:29.230781+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:17:54.808235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637030+0000","last_change":"2024-08-17T17:01:25.022944+0000","last_active":"2024-08-17T17:01:29.637030+0000","last_peered":"2024-08-17T17:01:29.637030+0000","last_clean":"2024-08-17T17:01:29.637030+0000","last_became_active":"2024-08-17T17:01:25.022090+0000","last_became_peered":"2024-08-17T17:01:25.022090+0000","last_unstale":"2024-08-17T17:01:29.637030+0000","last_undegraded":"2024-08-17T17:01:29.637030+0000","last_fullsized":"2024-08-17T17:01:29.637030+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:29:48.336613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837476+0000","last_change":"2024-08-17T17:01:28.248944+0000","last_active":"2024-08-17T17:01:29.837476+0000","last_peered":"2024-08-17T17:01:29.837476+0000","last_clean":"2024-08-17T17:01:29.837476+0000","last_became_active":"2024-08-17T17:01:28.248634+0000","last_became_peered":"2024-08-17T17:01:28.248634+0000","last_unstale":"2024-08-17T17:01:29.837476+0000","last_undegraded":"2024-08-17T17:01:29.837476+0000","last_fullsized":"2024-08-17T17:01:29.837476+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:34:14.433039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638265+0000","last_change":"2024-08-17T17:01:25.015299+0000","last_active":"2024-08-17T17:01:29.638265+0000","last_peered":"2024-08-17T17:01:29.638265+0000","last_clean":"2024-08-17T17:01:29.638265+0000","last_became_active":"2024-08-17T17:01:25.014988+0000","last_became_peered":"2024-08-17T17:01:25.014988+0000","last_unstale":"2024-08-17T17:01:29.638265+0000","last_undegraded":"2024-08-17T17:01:29.638265+0000","last_fullsized":"2024-08-17T17:01:29.638265+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:48:11.523562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637051+0000","last_change":"2024-08-17T17:01:28.247610+0000","last_active":"2024-08-17T17:01:29.637051+0000","last_peered":"2024-08-17T17:01:29.637051+0000","last_clean":"2024-08-17T17:01:29.637051+0000","last_became_active":"2024-08-17T17:01:28.247316+0000","last_became_peered":"2024-08-17T17:01:28.247316+0000","last_unstale":"2024-08-17T17:01:29.637051+0000","last_undegraded":"2024-08-17T17:01:29.637051+0000","last_fullsized":"2024-08-17T17:01:29.637051+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:18.649369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":23,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.842799+0000","last_change":"2024-08-17T17:01:25.010770+0000","last_active":"2024-08-17T17:01:29.842799+0000","last_peered":"2024-08-17T17:01:29.842799+0000","last_clean":"2024-08-17T17:01:29.842799+0000","last_became_active":"2024-08-17T17:01:25.010476+0000","last_became_peered":"2024-08-17T17:01:25.010476+0000","last_unstale":"2024-08-17T17:01:29.842799+0000","last_undegraded":"2024-08-17T17:01:29.842799+0000","last_fullsized":"2024-08-17T17:01:29.842799+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:13:48.768356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.834710+0000","last_change":"2024-08-17T17:01:28.250240+0000","last_active":"2024-08-17T17:01:29.834710+0000","last_peered":"2024-08-17T17:01:29.834710+0000","last_clean":"2024-08-17T17:01:29.834710+0000","last_became_active":"2024-08-17T17:01:28.249972+0000","last_became_peered":"2024-08-17T17:01:28.249972+0000","last_unstale":"2024-08-17T17:01:29.834710+0000","last_undegraded":"2024-08-17T17:01:29.834710+0000","last_fullsized":"2024-08-17T17:01:29.834710+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:35.056941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.830295+0000","last_change":"2024-08-17T17:01:25.016422+0000","last_active":"2024-08-17T17:01:29.830295+0000","last_peered":"2024-08-17T17:01:29.830295+0000","last_clean":"2024-08-17T17:01:29.830295+0000","last_became_active":"2024-08-17T17:01:25.016118+0000","last_became_peered":"2024-08-17T17:01:25.016118+0000","last_unstale":"2024-08-17T17:01:29.830295+0000","last_undegraded":"2024-08-17T17:01:29.830295+0000","last_fullsized":"2024-08-17T17:01:29.830295+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:07:32.179659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837990+0000","last_change":"2024-08-17T17:01:28.247707+0000","last_active":"2024-08-17T17:01:29.837990+0000","last_peered":"2024-08-17T17:01:29.837990+0000","last_clean":"2024-08-17T17:01:29.837990+0000","last_became_active":"2024-08-17T17:01:28.247229+0000","last_became_peered":"2024-08-17T17:01:28.247229+0000","last_unstale":"2024-08-17T17:01:29.837990+0000","last_undegraded":"2024-08-17T17:01:29.837990+0000","last_fullsized":"2024-08-17T17:01:29.837990+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:31:53.546532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843010+0000","last_change":"2024-08-17T17:01:25.016877+0000","last_active":"2024-08-17T17:01:29.843010+0000","last_peered":"2024-08-17T17:01:29.843010+0000","last_clean":"2024-08-17T17:01:29.843010+0000","last_became_active":"2024-08-17T17:01:25.015751+0000","last_became_peered":"2024-08-17T17:01:25.015751+0000","last_unstale":"2024-08-17T17:01:29.843010+0000","last_undegraded":"2024-08-17T17:01:29.843010+0000","last_fullsized":"2024-08-17T17:01:29.843010+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:34:28.631804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838233+0000","last_change":"2024-08-17T17:01:28.249112+0000","last_active":"2024-08-17T17:01:29.838233+0000","last_peered":"2024-08-17T17:01:29.838233+0000","last_clean":"2024-08-17T17:01:29.838233+0000","last_became_active":"2024-08-17T17:01:28.248844+0000","last_became_peered":"2024-08-17T17:01:28.248844+0000","last_unstale":"2024-08-17T17:01:29.838233+0000","last_undegraded":"2024-08-17T17:01:29.838233+0000","last_fullsized":"2024-08-17T17:01:29.838233+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:39:19.927152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837099+0000","last_change":"2024-08-17T17:01:25.011205+0000","last_active":"2024-08-17T17:01:29.837099+0000","last_peered":"2024-08-17T17:01:29.837099+0000","last_clean":"2024-08-17T17:01:29.837099+0000","last_became_active":"2024-08-17T17:01:25.010916+0000","last_became_peered":"2024-08-17T17:01:25.010916+0000","last_unstale":"2024-08-17T17:01:29.837099+0000","last_undegraded":"2024-08-17T17:01:29.837099+0000","last_fullsized":"2024-08-17T17:01:29.837099+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:19:58.639689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838888+0000","last_change":"2024-08-17T17:01:28.243647+0000","last_active":"2024-08-17T17:01:29.838888+0000","last_peered":"2024-08-17T17:01:29.838888+0000","last_clean":"2024-08-17T17:01:29.838888+0000","last_became_active":"2024-08-17T17:01:28.243320+0000","last_became_peered":"2024-08-17T17:01:28.243320+0000","last_unstale":"2024-08-17T17:01:29.838888+0000","last_undegraded":"2024-08-17T17:01:29.838888+0000","last_fullsized":"2024-08-17T17:01:29.838888+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:02:32.941372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231245+0000","last_change":"2024-08-17T17:01:25.018173+0000","last_active":"2024-08-17T17:01:29.231245+0000","last_peered":"2024-08-17T17:01:29.231245+0000","last_clean":"2024-08-17T17:01:29.231245+0000","last_became_active":"2024-08-17T17:01:25.015807+0000","last_became_peered":"2024-08-17T17:01:25.015807+0000","last_unstale":"2024-08-17T17:01:29.231245+0000","last_undegraded":"2024-08-17T17:01:29.231245+0000","last_fullsized":"2024-08-17T17:01:29.231245+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:03:33.633295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836319+0000","last_change":"2024-08-17T17:01:28.242756+0000","last_active":"2024-08-17T17:01:29.836319+0000","last_peered":"2024-08-17T17:01:29.836319+0000","last_clean":"2024-08-17T17:01:29.836319+0000","last_became_active":"2024-08-17T17:01:28.242471+0000","last_became_peered":"2024-08-17T17:01:28.242471+0000","last_unstale":"2024-08-17T17:01:29.836319+0000","last_undegraded":"2024-08-17T17:01:29.836319+0000","last_fullsized":"2024-08-17T17:01:29.836319+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:07:01.801618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'117","reported_seq":223,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637438+0000","last_change":"2024-08-17T17:01:04.823363+0000","last_active":"2024-08-17T17:01:29.637438+0000","last_peered":"2024-08-17T17:01:29.637438+0000","last_clean":"2024-08-17T17:01:29.637438+0000","last_became_active":"2024-08-17T17:01:04.822959+0000","last_became_peered":"2024-08-17T17:01:04.822959+0000","last_unstale":"2024-08-17T17:01:29.637438+0000","last_undegraded":"2024-08-17T17:01:29.637438+0000","last_fullsized":"2024-08-17T17:01:29.637438+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_clean_scrub_stamp":"2024-08-17T16:59:08.794706+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:31.609145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637055+0000","last_change":"2024-08-17T17:01:25.022885+0000","last_active":"2024-08-17T17:01:29.637055+0000","last_peered":"2024-08-17T17:01:29.637055+0000","last_clean":"2024-08-17T17:01:29.637055+0000","last_became_active":"2024-08-17T17:01:25.022315+0000","last_became_peered":"2024-08-17T17:01:25.022315+0000","last_unstale":"2024-08-17T17:01:29.637055+0000","last_undegraded":"2024-08-17T17:01:29.637055+0000","last_fullsized":"2024-08-17T17:01:29.637055+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:28:28.088971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509180+0000","last_change":"2024-08-17T17:01:28.242826+0000","last_active":"2024-08-17T17:01:29.509180+0000","last_peered":"2024-08-17T17:01:29.509180+0000","last_clean":"2024-08-17T17:01:29.509180+0000","last_became_active":"2024-08-17T17:01:28.242080+0000","last_became_peered":"2024-08-17T17:01:28.242080+0000","last_unstale":"2024-08-17T17:01:29.509180+0000","last_undegraded":"2024-08-17T17:01:29.509180+0000","last_fullsized":"2024-08-17T17:01:29.509180+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:15.942762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637339+0000","last_change":"2024-08-17T17:01:25.019335+0000","last_active":"2024-08-17T17:01:29.637339+0000","last_peered":"2024-08-17T17:01:29.637339+0000","last_clean":"2024-08-17T17:01:29.637339+0000","last_became_active":"2024-08-17T17:01:25.018653+0000","last_became_peered":"2024-08-17T17:01:25.018653+0000","last_unstale":"2024-08-17T17:01:29.637339+0000","last_undegraded":"2024-08-17T17:01:29.637339+0000","last_fullsized":"2024-08-17T17:01:29.637339+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:51:27.581249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230552+0000","last_change":"2024-08-17T17:01:28.236213+0000","last_active":"2024-08-17T17:01:29.230552+0000","last_peered":"2024-08-17T17:01:29.230552+0000","last_clean":"2024-08-17T17:01:29.230552+0000","last_became_active":"2024-08-17T17:01:28.235955+0000","last_became_peered":"2024-08-17T17:01:28.235955+0000","last_unstale":"2024-08-17T17:01:29.230552+0000","last_undegraded":"2024-08-17T17:01:29.230552+0000","last_fullsized":"2024-08-17T17:01:29.230552+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:48.909658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.230972+0000","last_change":"2024-08-17T17:01:25.013800+0000","last_active":"2024-08-17T17:01:29.230972+0000","last_peered":"2024-08-17T17:01:29.230972+0000","last_clean":"2024-08-17T17:01:29.230972+0000","last_became_active":"2024-08-17T17:01:25.012029+0000","last_became_peered":"2024-08-17T17:01:25.012029+0000","last_unstale":"2024-08-17T17:01:29.230972+0000","last_undegraded":"2024-08-17T17:01:29.230972+0000","last_fullsized":"2024-08-17T17:01:29.230972+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:25:38.186692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836093+0000","last_change":"2024-08-17T17:01:28.238496+0000","last_active":"2024-08-17T17:01:29.836093+0000","last_peered":"2024-08-17T17:01:29.836093+0000","last_clean":"2024-08-17T17:01:29.836093+0000","last_became_active":"2024-08-17T17:01:28.237290+0000","last_became_peered":"2024-08-17T17:01:28.237290+0000","last_unstale":"2024-08-17T17:01:29.836093+0000","last_undegraded":"2024-08-17T17:01:29.836093+0000","last_fullsized":"2024-08-17T17:01:29.836093+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:36:46.481585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637117+0000","last_change":"2024-08-17T17:01:25.023665+0000","last_active":"2024-08-17T17:01:29.637117+0000","last_peered":"2024-08-17T17:01:29.637117+0000","last_clean":"2024-08-17T17:01:29.637117+0000","last_became_active":"2024-08-17T17:01:25.023401+0000","last_became_peered":"2024-08-17T17:01:25.023401+0000","last_unstale":"2024-08-17T17:01:29.637117+0000","last_undegraded":"2024-08-17T17:01:29.637117+0000","last_fullsized":"2024-08-17T17:01:29.637117+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:44:11.721414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.228948+0000","last_change":"2024-08-17T17:01:28.236275+0000","last_active":"2024-08-17T17:01:29.228948+0000","last_peered":"2024-08-17T17:01:29.228948+0000","last_clean":"2024-08-17T17:01:29.228948+0000","last_became_active":"2024-08-17T17:01:28.235960+0000","last_became_peered":"2024-08-17T17:01:28.235960+0000","last_unstale":"2024-08-17T17:01:29.228948+0000","last_undegraded":"2024-08-17T17:01:29.228948+0000","last_fullsized":"2024-08-17T17:01:29.228948+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:58:15.282453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637053+0000","last_change":"2024-08-17T17:01:25.015005+0000","last_active":"2024-08-17T17:01:29.637053+0000","last_peered":"2024-08-17T17:01:29.637053+0000","last_clean":"2024-08-17T17:01:29.637053+0000","last_became_active":"2024-08-17T17:01:25.014689+0000","last_became_peered":"2024-08-17T17:01:25.014689+0000","last_unstale":"2024-08-17T17:01:29.637053+0000","last_undegraded":"2024-08-17T17:01:29.637053+0000","last_fullsized":"2024-08-17T17:01:29.637053+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:21.019702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.839433+0000","last_change":"2024-08-17T17:01:28.242998+0000","last_active":"2024-08-17T17:01:29.839433+0000","last_peered":"2024-08-17T17:01:29.839433+0000","last_clean":"2024-08-17T17:01:29.839433+0000","last_became_active":"2024-08-17T17:01:28.242734+0000","last_became_peered":"2024-08-17T17:01:28.242734+0000","last_unstale":"2024-08-17T17:01:29.839433+0000","last_undegraded":"2024-08-17T17:01:29.839433+0000","last_fullsized":"2024-08-17T17:01:29.839433+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:04:52.188400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.638440+0000","last_change":"2024-08-17T17:01:25.018484+0000","last_active":"2024-08-17T17:01:29.638440+0000","last_peered":"2024-08-17T17:01:29.638440+0000","last_clean":"2024-08-17T17:01:29.638440+0000","last_became_active":"2024-08-17T17:01:25.017175+0000","last_became_peered":"2024-08-17T17:01:25.017175+0000","last_unstale":"2024-08-17T17:01:29.638440+0000","last_undegraded":"2024-08-17T17:01:29.638440+0000","last_fullsized":"2024-08-17T17:01:29.638440+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:17:45.707566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.836760+0000","last_change":"2024-08-17T17:01:28.238215+0000","last_active":"2024-08-17T17:01:29.836760+0000","last_peered":"2024-08-17T17:01:29.836760+0000","last_clean":"2024-08-17T17:01:29.836760+0000","last_became_active":"2024-08-17T17:01:28.237360+0000","last_became_peered":"2024-08-17T17:01:28.237360+0000","last_unstale":"2024-08-17T17:01:29.836760+0000","last_undegraded":"2024-08-17T17:01:29.836760+0000","last_fullsized":"2024-08-17T17:01:29.836760+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:17:48.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.837181+0000","last_change":"2024-08-17T17:01:25.015192+0000","last_active":"2024-08-17T17:01:29.837181+0000","last_peered":"2024-08-17T17:01:29.837181+0000","last_clean":"2024-08-17T17:01:29.837181+0000","last_became_active":"2024-08-17T17:01:25.014760+0000","last_became_peered":"2024-08-17T17:01:25.014760+0000","last_unstale":"2024-08-17T17:01:29.837181+0000","last_undegraded":"2024-08-17T17:01:29.837181+0000","last_fullsized":"2024-08-17T17:01:29.837181+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:08:47.004706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509445+0000","last_change":"2024-08-17T17:01:28.242154+0000","last_active":"2024-08-17T17:01:29.509445+0000","last_peered":"2024-08-17T17:01:29.509445+0000","last_clean":"2024-08-17T17:01:29.509445+0000","last_became_active":"2024-08-17T17:01:28.241855+0000","last_became_peered":"2024-08-17T17:01:28.241855+0000","last_unstale":"2024-08-17T17:01:29.509445+0000","last_undegraded":"2024-08-17T17:01:29.509445+0000","last_fullsized":"2024-08-17T17:01:29.509445+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:11:34.473032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.842301+0000","last_change":"2024-08-17T17:01:25.019466+0000","last_active":"2024-08-17T17:01:29.842301+0000","last_peered":"2024-08-17T17:01:29.842301+0000","last_clean":"2024-08-17T17:01:29.842301+0000","last_became_active":"2024-08-17T17:01:25.019161+0000","last_became_peered":"2024-08-17T17:01:25.019161+0000","last_unstale":"2024-08-17T17:01:29.842301+0000","last_undegraded":"2024-08-17T17:01:29.842301+0000","last_fullsized":"2024-08-17T17:01:29.842301+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:43:02.793833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231531+0000","last_change":"2024-08-17T17:01:28.235385+0000","last_active":"2024-08-17T17:01:29.231531+0000","last_peered":"2024-08-17T17:01:29.231531+0000","last_clean":"2024-08-17T17:01:29.231531+0000","last_became_active":"2024-08-17T17:01:28.235114+0000","last_became_peered":"2024-08-17T17:01:28.235114+0000","last_unstale":"2024-08-17T17:01:29.231531+0000","last_undegraded":"2024-08-17T17:01:29.231531+0000","last_fullsized":"2024-08-17T17:01:29.231531+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:44:09.794004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637254+0000","last_change":"2024-08-17T17:01:25.019919+0000","last_active":"2024-08-17T17:01:29.637254+0000","last_peered":"2024-08-17T17:01:29.637254+0000","last_clean":"2024-08-17T17:01:29.637254+0000","last_became_active":"2024-08-17T17:01:25.019415+0000","last_became_peered":"2024-08-17T17:01:25.019415+0000","last_unstale":"2024-08-17T17:01:29.637254+0000","last_undegraded":"2024-08-17T17:01:29.637254+0000","last_fullsized":"2024-08-17T17:01:29.637254+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:01.501039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.228922+0000","last_change":"2024-08-17T17:01:28.244618+0000","last_active":"2024-08-17T17:01:29.228922+0000","last_peered":"2024-08-17T17:01:29.228922+0000","last_clean":"2024-08-17T17:01:29.228922+0000","last_became_active":"2024-08-17T17:01:28.244330+0000","last_became_peered":"2024-08-17T17:01:28.244330+0000","last_unstale":"2024-08-17T17:01:29.228922+0000","last_undegraded":"2024-08-17T17:01:29.228922+0000","last_fullsized":"2024-08-17T17:01:29.228922+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:38:52.901189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.636415+0000","last_change":"2024-08-17T17:01:25.013818+0000","last_active":"2024-08-17T17:01:29.636415+0000","last_peered":"2024-08-17T17:01:29.636415+0000","last_clean":"2024-08-17T17:01:29.636415+0000","last_became_active":"2024-08-17T17:01:25.013104+0000","last_became_peered":"2024-08-17T17:01:25.013104+0000","last_unstale":"2024-08-17T17:01:29.636415+0000","last_undegraded":"2024-08-17T17:01:29.636415+0000","last_fullsized":"2024-08-17T17:01:29.636415+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:58:10.109952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509008+0000","last_change":"2024-08-17T17:01:28.241869+0000","last_active":"2024-08-17T17:01:29.509008+0000","last_peered":"2024-08-17T17:01:29.509008+0000","last_clean":"2024-08-17T17:01:29.509008+0000","last_became_active":"2024-08-17T17:01:28.241600+0000","last_became_peered":"2024-08-17T17:01:28.241600+0000","last_unstale":"2024-08-17T17:01:29.509008+0000","last_undegraded":"2024-08-17T17:01:29.509008+0000","last_fullsized":"2024-08-17T17:01:29.509008+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:50:18.085398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.636841+0000","last_change":"2024-08-17T17:01:25.016014+0000","last_active":"2024-08-17T17:01:29.636841+0000","last_peered":"2024-08-17T17:01:29.636841+0000","last_clean":"2024-08-17T17:01:29.636841+0000","last_became_active":"2024-08-17T17:01:25.015709+0000","last_became_peered":"2024-08-17T17:01:25.015709+0000","last_unstale":"2024-08-17T17:01:29.636841+0000","last_undegraded":"2024-08-17T17:01:29.636841+0000","last_fullsized":"2024-08-17T17:01:29.636841+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:27.665009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509231+0000","last_change":"2024-08-17T17:01:28.240081+0000","last_active":"2024-08-17T17:01:29.509231+0000","last_peered":"2024-08-17T17:01:29.509231+0000","last_clean":"2024-08-17T17:01:29.509231+0000","last_became_active":"2024-08-17T17:01:28.239785+0000","last_became_peered":"2024-08-17T17:01:28.239785+0000","last_unstale":"2024-08-17T17:01:29.509231+0000","last_undegraded":"2024-08-17T17:01:29.509231+0000","last_fullsized":"2024-08-17T17:01:29.509231+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:40:12.664203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.842362+0000","last_change":"2024-08-17T17:01:25.019569+0000","last_active":"2024-08-17T17:01:29.842362+0000","last_peered":"2024-08-17T17:01:29.842362+0000","last_clean":"2024-08-17T17:01:29.842362+0000","last_became_active":"2024-08-17T17:01:25.019295+0000","last_became_peered":"2024-08-17T17:01:25.019295+0000","last_unstale":"2024-08-17T17:01:29.842362+0000","last_undegraded":"2024-08-17T17:01:29.842362+0000","last_fullsized":"2024-08-17T17:01:29.842362+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:15:15.236195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.637507+0000","last_change":"2024-08-17T17:01:28.242224+0000","last_active":"2024-08-17T17:01:29.637507+0000","last_peered":"2024-08-17T17:01:29.637507+0000","last_clean":"2024-08-17T17:01:29.637507+0000","last_became_active":"2024-08-17T17:01:28.241895+0000","last_became_peered":"2024-08-17T17:01:28.241895+0000","last_unstale":"2024-08-17T17:01:29.637507+0000","last_undegraded":"2024-08-17T17:01:29.637507+0000","last_fullsized":"2024-08-17T17:01:29.637507+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:30:21.838741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.839323+0000","last_change":"2024-08-17T17:01:28.249440+0000","last_active":"2024-08-17T17:01:29.839323+0000","last_peered":"2024-08-17T17:01:29.839323+0000","last_clean":"2024-08-17T17:01:29.839323+0000","last_became_active":"2024-08-17T17:01:28.249164+0000","last_became_peered":"2024-08-17T17:01:28.249164+0000","last_unstale":"2024-08-17T17:01:29.839323+0000","last_undegraded":"2024-08-17T17:01:29.839323+0000","last_fullsized":"2024-08-17T17:01:29.839323+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:48:39.262907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843026+0000","last_change":"2024-08-17T17:01:25.020444+0000","last_active":"2024-08-17T17:01:29.843026+0000","last_peered":"2024-08-17T17:01:29.843026+0000","last_clean":"2024-08-17T17:01:29.843026+0000","last_became_active":"2024-08-17T17:01:25.020166+0000","last_became_peered":"2024-08-17T17:01:25.020166+0000","last_unstale":"2024-08-17T17:01:29.843026+0000","last_undegraded":"2024-08-17T17:01:29.843026+0000","last_fullsized":"2024-08-17T17:01:29.843026+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:44:35.462883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.838765+0000","last_change":"2024-08-17T17:01:28.249903+0000","last_active":"2024-08-17T17:01:29.838765+0000","last_peered":"2024-08-17T17:01:29.838765+0000","last_clean":"2024-08-17T17:01:29.838765+0000","last_became_active":"2024-08-17T17:01:28.249616+0000","last_became_peered":"2024-08-17T17:01:28.249616+0000","last_unstale":"2024-08-17T17:01:29.838765+0000","last_undegraded":"2024-08-17T17:01:29.838765+0000","last_fullsized":"2024-08-17T17:01:29.838765+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:21:58.794297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843424+0000","last_change":"2024-08-17T17:01:25.015242+0000","last_active":"2024-08-17T17:01:29.843424+0000","last_peered":"2024-08-17T17:01:29.843424+0000","last_clean":"2024-08-17T17:01:29.843424+0000","last_became_active":"2024-08-17T17:01:25.014887+0000","last_became_peered":"2024-08-17T17:01:25.014887+0000","last_unstale":"2024-08-17T17:01:29.843424+0000","last_undegraded":"2024-08-17T17:01:29.843424+0000","last_fullsized":"2024-08-17T17:01:29.843424+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:53:36.189339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.231825+0000","last_change":"2024-08-17T17:01:28.239472+0000","last_active":"2024-08-17T17:01:29.231825+0000","last_peered":"2024-08-17T17:01:29.231825+0000","last_clean":"2024-08-17T17:01:29.231825+0000","last_became_active":"2024-08-17T17:01:28.239050+0000","last_became_peered":"2024-08-17T17:01:28.239050+0000","last_unstale":"2024-08-17T17:01:29.231825+0000","last_undegraded":"2024-08-17T17:01:29.231825+0000","last_fullsized":"2024-08-17T17:01:29.231825+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:29:55.710820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.840883+0000","last_change":"2024-08-17T17:01:25.013861+0000","last_active":"2024-08-17T17:01:29.840883+0000","last_peered":"2024-08-17T17:01:29.840883+0000","last_clean":"2024-08-17T17:01:29.840883+0000","last_became_active":"2024-08-17T17:01:25.013315+0000","last_became_peered":"2024-08-17T17:01:25.013315+0000","last_unstale":"2024-08-17T17:01:29.840883+0000","last_undegraded":"2024-08-17T17:01:29.840883+0000","last_fullsized":"2024-08-17T17:01:29.840883+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:14:15.683095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.509265+0000","last_change":"2024-08-17T17:01:28.238233+0000","last_active":"2024-08-17T17:01:29.509265+0000","last_peered":"2024-08-17T17:01:29.509265+0000","last_clean":"2024-08-17T17:01:29.509265+0000","last_became_active":"2024-08-17T17:01:28.237892+0000","last_became_peered":"2024-08-17T17:01:28.237892+0000","last_unstale":"2024-08-17T17:01:29.509265+0000","last_undegraded":"2024-08-17T17:01:29.509265+0000","last_fullsized":"2024-08-17T17:01:29.509265+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:51:56.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-08-17T17:01:29.843600+0000","last_change":"2024-08-17T17:01:25.018921+0000","last_active":"2024-08-17T17:01:29.843600+0000","last_peered":"2024-08-17T17:01:29.843600+0000","last_clean":"2024-08-17T17:01:29.843600+0000","last_became_active":"2024-08-17T17:01:25.018399+0000","last_became_peered":"2024-08-17T17:01:25.018399+0000","last_unstale":"2024-08-17T17:01:29.843600+0000","last_undegraded":"2024-08-17T17:01:29.843600+0000","last_fullsized":"2024-08-17T17:01:29.843600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:59:16.257882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233995,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28256,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716896,"statfs":{"total":95995035648,"available":95966101504,"internally_reserved":0,"allocated":1261568,"data_stored":868577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33100000000000002}]}]},{"osd":6,"up_from":46,"seq":197568495632,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28248,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716904,"statfs":{"total":95995035648,"available":95966109696,"internally_reserved":0,"allocated":1253376,"data_stored":868660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.55200000000000005}]},{"osd":1,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.54500000000000004}]},{"osd":2,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.61799999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.66000000000000003}]},{"osd":4,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.39900000000000002}]},{"osd":5,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.46000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]},{"osd":5,"up_from":38,"seq":163208757268,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":675840,"data_stored":279259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.438}]},{"osd":1,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.47299999999999998}]},{"osd":2,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.40100000000000002}]},{"osd":3,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.55400000000000005}]},{"osd":4,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"last":0.48899999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:01:38 2024","interfaces":[{"interface":"back","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.46000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":278040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.47599999999999998}]},{"osd":1,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.40400000000000003}]},{"osd":2,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.39300000000000002}]},{"osd":3,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.498},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.51400000000000001}]},{"osd":5,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.374,"15min":0.374},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.376,"15min":0.376},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.33400000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.373},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.34899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]}]},{"osd":3,"up_from":25,"seq":107374182429,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27684,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717468,"statfs":{"total":95995035648,"available":95966687232,"internally_reserved":0,"allocated":675840,"data_stored":279000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.374,"15min":0.374},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.50600000000000001,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.30199999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.33700000000000002}]},{"osd":1,"last update":"Sat Aug 17 17:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.42299999999999999,"15min":0.42399999999999999},"min":{"1min":0.29699999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.59699999999999998,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.40999999999999998,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.31900000000000001}]},{"osd":2,"last update":"Sat Aug 17 17:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.439,"5min":0.44700000000000001,"15min":0.44900000000000001},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.68100000000000005,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.441,"15min":0.441},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.27400000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:00:55 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.58399999999999996}]},{"osd":5,"last update":"Sat Aug 17 17:01:18 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.626}]},{"osd":6,"last update":"Sat Aug 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69899999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31768,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713384,"statfs":{"total":95995035648,"available":95962505216,"internally_reserved":0,"allocated":659456,"data_stored":277605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:01:11 2024","interfaces":[{"interface":"back","average":{"1min":0.34799999999999998,"5min":0.36799999999999999,"15min":0.372},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.41899999999999998,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.435},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38700000000000001,"15min":0.38800000000000001},"min":{"1min":0.27500000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.44500000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:01:11 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.378,"15min":0.379},"min":{"1min":0.28100000000000003,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.52800000000000002,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.39100000000000001,"15min":0.38500000000000001},"min":{"1min":0.29699999999999999,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52200000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.36499999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:01:32 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.47799999999999998,"15min":0.48199999999999998},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.60899999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.45100000000000001,"15min":0.46100000000000002},"min":{"1min":0.29699999999999999,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.52600000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.47599999999999998}]},{"osd":4,"last update":"Sat Aug 17 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.65700000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.56799999999999995}]},{"osd":6,"last update":"Sat Aug 17 17:01:40 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.59399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":663552,"data_stored":277492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:00:48 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.32300000000000001,"15min":0.308},"min":{"1min":0.25,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.33100000000000002,"15min":0.316},"min":{"1min":0.252,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.39000000000000001}]},{"osd":2,"last update":"Sat Aug 17 17:01:12 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.38300000000000001,"15min":0.372},"min":{"1min":0.28399999999999997,"5min":0.254,"15min":0.254},"max":{"1min":0.64000000000000001,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.36799999999999999,"15min":0.35999999999999999},"min":{"1min":0.27000000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.37}]},{"osd":3,"last update":"Sat Aug 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.46000000000000002,"15min":0.46400000000000002},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.63400000000000001,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.432},"min":{"1min":0.251,"5min":0.251,"15min":0.251},"max":{"1min":0.59199999999999997,"5min":0.627,"15min":0.627},"last":0.32200000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:00:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.48899999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:01:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.52300000000000002},{"interface":"front","average":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":16.126000000000001,"5min":16.126000000000001,"15min":16.126000000000001},"last":0.41699999999999998}]},{"osd":6,"last update":"Sat Aug 17 17:01:39 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.437},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.60399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1265664,"data_stored":868428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:00:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.35999999999999999,"15min":0.34899999999999998},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.44,"5min":0.373,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.42499999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:01:13 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.441,"15min":0.435},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.34300000000000003}]},{"osd":3,"last update":"Sat Aug 17 17:01:33 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.42199999999999999,"15min":0.41999999999999998},"min":{"1min":0.30399999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.378}]},{"osd":4,"last update":"Sat Aug 17 17:00:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.54100000000000004}]},{"osd":5,"last update":"Sat Aug 17 17:01:17 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.495},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.47499999999999998}]},{"osd":6,"last update":"Sat Aug 17 17:01:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.55700000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:01:52.404 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T17:01:52.405 INFO:tasks.cephadm:Adding prometheus.a on smithi087 2024-08-17T17:01:52.405 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply prometheus '1;smithi087=a' 2024-08-17T17:01:52.435 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:52 smithi087 ceph-mon[33075]: from='client.14493 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:01:52.435 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:52 smithi087 ceph-mon[33075]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:52.618 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:01:54.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:54 smithi087 ceph-mon[33075]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:54.355 INFO:teuthology.orchestra.run.smithi087.stdout:Scheduled prometheus update... 2024-08-17T17:01:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:54 smithi059 ceph-mon[29264]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:54.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:54 smithi059 ceph-mon[39803]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:54.975 DEBUG:teuthology.orchestra.run.smithi087:prometheus.a> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service 2024-08-17T17:01:55.017 INFO:tasks.cephadm:Adding node-exporter.a on smithi059 2024-08-17T17:01:55.017 INFO:tasks.cephadm:Adding node-exporter.b on smithi087 2024-08-17T17:01:55.017 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply node-exporter '2;smithi059=a;smithi087=b' 2024-08-17T17:01:55.267 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:01:55.614 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:55 smithi087 ceph-mon[33075]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi087=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:55.614 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:55 smithi087 ceph-mon[33075]: Saving service prometheus spec with placement smithi087=a;count:1 2024-08-17T17:01:55.614 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:55.614 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:55.615 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:55.615 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:55.615 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:55 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:55.615 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:55 smithi087 ceph-mon[33075]: Deploying daemon prometheus.a on smithi087 2024-08-17T17:01:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[29264]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi087=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[29264]: Saving service prometheus spec with placement smithi087=a;count:1 2024-08-17T17:01:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[29264]: Deploying daemon prometheus.a on smithi087 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[39803]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi087=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[39803]: Saving service prometheus spec with placement smithi087=a;count:1 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:55 smithi059 ceph-mon[39803]: Deploying daemon prometheus.a on smithi087 2024-08-17T17:01:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:56 smithi087 ceph-mon[33075]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:56 smithi059 ceph-mon[29264]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:56.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:56 smithi059 ceph-mon[39803]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:57.508 INFO:teuthology.orchestra.run.smithi087.stdout:Scheduled node-exporter update... 2024-08-17T17:01:58.480 DEBUG:teuthology.orchestra.run.smithi059:node-exporter.a> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service 2024-08-17T17:01:58.483 DEBUG:teuthology.orchestra.run.smithi087:node-exporter.b> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service 2024-08-17T17:01:58.486 INFO:tasks.cephadm:Adding alertmanager.a on smithi059 2024-08-17T17:01:58.486 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply alertmanager '1;smithi059=a' 2024-08-17T17:01:58.737 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:01:58.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:58 smithi059 ceph-mon[39803]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi059=a;smithi087=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:58.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:58 smithi059 ceph-mon[39803]: Saving service node-exporter spec with placement smithi059=a;smithi087=b;count:2 2024-08-17T17:01:58.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:58 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:58.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:01:58 smithi059 ceph-mon[39803]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:58.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:58 smithi059 ceph-mon[29264]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi059=a;smithi087=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:58.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:58 smithi059 ceph-mon[29264]: Saving service node-exporter spec with placement smithi059=a;smithi087=b;count:2 2024-08-17T17:01:58.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:58 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:58.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:01:58 smithi059 ceph-mon[29264]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:01:58.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:58 smithi087 ceph-mon[33075]: from='client.24388 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi059=a;smithi087=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:01:58.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:58 smithi087 ceph-mon[33075]: Saving service node-exporter spec with placement smithi059=a;smithi087=b;count:2 2024-08-17T17:01:58.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:58 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:01:58.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:01:58 smithi087 ceph-mon[33075]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:00.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:00 smithi059 ceph-mon[29264]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:00.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:00 smithi059 ceph-mon[39803]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:00.496 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:00 smithi087 ceph-mon[33075]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:01.529 INFO:teuthology.orchestra.run.smithi087.stdout:Scheduled alertmanager update... 2024-08-17T17:02:02.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi059=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: Saving service alertmanager spec with placement smithi059=a;count:1 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 3]}]: dispatch 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-08-17T17:02:02.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[39803]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi059=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: Saving service alertmanager spec with placement smithi059=a;count:1 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 3]}]: dispatch 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-08-17T17:02:02.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:02 smithi059 ceph-mon[29264]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:02.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi059=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:02.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: Saving service alertmanager spec with placement smithi059=a;count:1 2024-08-17T17:02:02.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:02.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]: dispatch 2024-08-17T17:02:02.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]: dispatch 2024-08-17T17:02:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-08-17T17:02:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]: dispatch 2024-08-17T17:02:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]: dispatch 2024-08-17T17:02:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]: dispatch 2024-08-17T17:02:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 3]}]: dispatch 2024-08-17T17:02:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-08-17T17:02:02.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:02 smithi087 ceph-mon[33075]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:03.387 DEBUG:teuthology.orchestra.run.smithi059:alertmanager.a> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service 2024-08-17T17:02:03.390 INFO:tasks.cephadm:Adding grafana.a on smithi087 2024-08-17T17:02:03.391 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph orch apply grafana '1;smithi087=a' 2024-08-17T17:02:03.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-08-17T17:02:03.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-08-17T17:02:03.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2024-08-17T17:02:03.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 3]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[29264]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-17T17:02:03.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-08-17T17:02:03.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 3]}]': finished 2024-08-17T17:02:03.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-08-17T17:02:03.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:03 smithi059 ceph-mon[39803]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T17:02:03.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [7, 2]}]': finished 2024-08-17T17:02:03.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [0, 2]}]': finished 2024-08-17T17:02:03.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2024-08-17T17:02:03.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [4, 1]}]': finished 2024-08-17T17:02:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.29", "id": [4, 2]}]': finished 2024-08-17T17:02:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [5, 2]}]': finished 2024-08-17T17:02:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 3]}]': finished 2024-08-17T17:02:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:03 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-08-17T17:02:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:03 smithi087 ceph-mon[33075]: osdmap e66: 8 total, 8 up, 8 in 2024-08-17T17:02:03.814 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:02:04.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:04 smithi087 ceph-mon[33075]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T17:02:04.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:04 smithi087 ceph-mon[33075]: pgmap v208: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:04 smithi059 ceph-mon[29264]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T17:02:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:04 smithi059 ceph-mon[29264]: pgmap v208: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:05.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:04 smithi059 ceph-mon[39803]: osdmap e67: 8 total, 8 up, 8 in 2024-08-17T17:02:05.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:04 smithi059 ceph-mon[39803]: pgmap v208: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:06.295 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:06 smithi087 ceph-mon[33075]: pgmap v209: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:06 smithi059 ceph-mon[29264]: pgmap v209: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:06 smithi059 ceph-mon[39803]: pgmap v209: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:08.340 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:08 smithi087 ceph-mon[33075]: pgmap v210: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:08.340 INFO:teuthology.orchestra.run.smithi087.stdout:Scheduled grafana update... 2024-08-17T17:02:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:08 smithi059 ceph-mon[29264]: pgmap v210: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:08 smithi059 ceph-mon[39803]: pgmap v210: 97 pgs: 3 peering, 94 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:08.644 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:08 smithi087 systemd[1]: Starting Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:02:08.966 DEBUG:teuthology.orchestra.run.smithi087:grafana.a> sudo journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@grafana.a.service 2024-08-17T17:02:08.968 INFO:tasks.cephadm:Setting up client nodes... 2024-08-17T17:02:08.969 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T17:02:09.193 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:09.297 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 podman[60792]: 2024-08-17 17:02:09.042799785 +0000 UTC m=+0.017602897 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T17:02:09.297 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 podman[60792]: 2024-08-17 17:02:09.178848974 +0000 UTC m=+0.153652118 container create 999df2b9035632348150ad3ee51e535dc01889924a6dd330e226a1cdaa3a3d36 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:02:09.627 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:09 smithi059 ceph-mon[29264]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi087=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:09.627 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:09 smithi059 ceph-mon[29264]: Saving service grafana spec with placement smithi087=a;count:1 2024-08-17T17:02:09.627 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:09 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:09.627 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:09 smithi059 ceph-mon[39803]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi087=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:09.628 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:09 smithi059 ceph-mon[39803]: Saving service grafana spec with placement smithi087=a;count:1 2024-08-17T17:02:09.628 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:09 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-mon[33075]: from='client.24400 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi087=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:02:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-mon[33075]: Saving service grafana spec with placement smithi087=a;count:1 2024-08-17T17:02:09.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:09.801 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 podman[60792]: 2024-08-17 17:02:09.414602154 +0000 UTC m=+0.389405263 container init 999df2b9035632348150ad3ee51e535dc01889924a6dd330e226a1cdaa3a3d36 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:02:09.801 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 podman[60792]: 2024-08-17 17:02:09.417505369 +0000 UTC m=+0.392308480 container start 999df2b9035632348150ad3ee51e535dc01889924a6dd330e226a1cdaa3a3d36 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:02:09.802 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.441Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T17:02:09.802 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.441Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T17:02:09.802 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.441Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi087 (none))" 2024-08-17T17:02:09.802 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.441Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T17:02:09.802 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.441Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T17:02:09.802 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.442Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T17:02:09.802 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.443Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T17:02:09.802 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.443Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T17:02:09.802 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.444Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.446Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.446Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.522µs 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.447Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.447Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.447Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.533µs wal_replay_duration=223.298µs wbl_replay_duration=89ns total_replay_duration=257.373µs 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.447Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.447Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.447Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.469Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.07343ms db_storage=704ns remote_storage=967ns web_handler=332ns query_engine=615ns scrape=394.411µs scrape_sd=75.76µs notify=690ns notify_sd=1.81µs rules=20.346469ms tracing=5.722µs 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.469Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:02:09.469Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T17:02:09.803 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 bash[60792]: 999df2b9035632348150ad3ee51e535dc01889924a6dd330e226a1cdaa3a3d36 2024-08-17T17:02:09.804 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:02:09 smithi087 systemd[1]: Started Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:02:10.899 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:10.899 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:10.899 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:10.899 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T17:02:10.899 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-mon[33075]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:10.900 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: ignoring --setuser ceph since I am not root 2024-08-17T17:02:10.900 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: ignoring --setgroup ceph since I am not root 2024-08-17T17:02:10.900 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-mgr[34943]: -- 172.21.15.87:0/3277467861 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5649b32c2d00 con 0x5649b3296800 2024-08-17T17:02:10.900 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:10.754+0000 7f1e46c6c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T17:02:10.900 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:10.898+0000 7f1e46c6c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:02:10.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:10.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:10.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:10.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T17:02:10.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[29264]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:10.901 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:10.901 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:10.902 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' 2024-08-17T17:02:10.902 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-17T17:02:10.902 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-mon[39803]: pgmap v211: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:10.902 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ignoring --setuser ceph since I am not root 2024-08-17T17:02:10.902 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ignoring --setgroup ceph since I am not root 2024-08-17T17:02:10.902 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:10.762+0000 7f33513e8040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T17:02:11.144 INFO:teuthology.orchestra.run.smithi059.stdout:[client.0] 2024-08-17T17:02:11.144 INFO:teuthology.orchestra.run.smithi059.stdout: key = AQCT18Bm9QVVCBAAdmf6py5w660SJMIxIyGd1g== 2024-08-17T17:02:11.156 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:10.922+0000 7f33513e8040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:02:11.156 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:10 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:10.993+0000 7f33513e8040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T17:02:11.203 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:10 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:10.964+0000 7f1e46c6c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T17:02:11.446 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:11.267+0000 7f33513e8040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T17:02:11.446 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:11.329+0000 7f33513e8040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T17:02:11.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:11 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:11.202+0000 7f1e46c6c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T17:02:11.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:11 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:11.261+0000 7f1e46c6c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T17:02:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[29264]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T17:02:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[29264]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T17:02:11.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3972630458' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:11.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:11.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:02:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[39803]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T17:02:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[39803]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T17:02:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3972630458' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:11 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:02:11.870 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T17:02:11.870 DEBUG:teuthology.orchestra.run.smithi059:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-17T17:02:11.870 DEBUG:teuthology.orchestra.run.smithi059:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-17T17:02:11.911 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-17T17:02:11.933 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:11 smithi087 ceph-mon[33075]: from='mgr.14150 172.21.15.59:0/3944938776' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-17T17:02:11.933 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:11 smithi087 ceph-mon[33075]: mgrmap e16: y(active, since 5m), standbys: x 2024-08-17T17:02:11.933 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:11 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3972630458' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:11.933 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:11 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:11.933 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:11 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:02:12.119 INFO:teuthology.orchestra.run.smithi087.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.b/config 2024-08-17T17:02:12.485 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:12.197+0000 7f1e46c6c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T17:02:12.485 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:12.313+0000 7f1e46c6c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T17:02:12.485 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:12.370+0000 7f1e46c6c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T17:02:12.742 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:12 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:12.339+0000 7f33513e8040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T17:02:12.742 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:12 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:12.462+0000 7f33513e8040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T17:02:12.742 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:12 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:12.521+0000 7f33513e8040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T17:02:12.742 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:12 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:12.740+0000 7f33513e8040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T17:02:12.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:12.586+0000 7f1e46c6c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T17:02:12.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:12.647+0000 7f1e46c6c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T17:02:12.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:12.713+0000 7f1e46c6c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T17:02:13.026 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:12 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:12.804+0000 7f33513e8040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T17:02:13.026 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:12 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:12.873+0000 7f33513e8040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T17:02:13.222 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:12.859+0000 7f1e46c6c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:02:13.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:13 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:13.289+0000 7f1e46c6c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T17:02:13.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:13 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:13.025+0000 7f33513e8040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:02:13.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:13 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:13.467+0000 7f33513e8040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T17:02:13.832 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:13 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:13.608+0000 7f1e46c6c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T17:02:13.832 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:13 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:13.675+0000 7f1e46c6c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T17:02:13.832 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:13 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:13.830+0000 7f1e46c6c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T17:02:14.020 INFO:teuthology.orchestra.run.smithi087.stdout:[client.1] 2024-08-17T17:02:14.020 INFO:teuthology.orchestra.run.smithi087.stdout: key = AQCW18Bm8dj4ABAA1hHbNju9nIq+niyH9jCDvQ== 2024-08-17T17:02:14.068 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:13 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:13.793+0000 7f33513e8040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T17:02:14.069 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:13 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:13.863+0000 7f33513e8040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T17:02:14.069 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:14.017+0000 7f33513e8040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T17:02:14.147 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-mon[33075]: from='client.? 172.21.15.87:0/905847415' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:14.147 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:14.147 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:02:14.344 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-mon[29264]: from='client.? 172.21.15.87:0/905847415' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:14.344 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:14.344 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:02:14.344 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-mon[39803]: from='client.? 172.21.15.87:0/905847415' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:14.344 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-17T17:02:14.344 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-17T17:02:14.398 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:14.145+0000 7f1e46c6c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T17:02:14.398 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:14.207+0000 7f1e46c6c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T17:02:14.600 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:14.342+0000 7f33513e8040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T17:02:14.600 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:14.406+0000 7f33513e8040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T17:02:14.662 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:14.396+0000 7f1e46c6c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T17:02:14.663 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:14.544+0000 7f1e46c6c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T17:02:14.663 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:14.609+0000 7f1e46c6c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T17:02:14.685 DEBUG:teuthology.orchestra.run.smithi087:> set -ex 2024-08-17T17:02:14.685 DEBUG:teuthology.orchestra.run.smithi087:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-17T17:02:14.685 DEBUG:teuthology.orchestra.run.smithi087:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-17T17:02:14.763 INFO:tasks.cephadm:Creating RBD pool 2024-08-17T17:02:14.763 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool create rbd 8 2024-08-17T17:02:14.915 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:14.599+0000 7f33513e8040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T17:02:14.916 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:14.754+0000 7f33513e8040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T17:02:14.916 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:14.822+0000 7f33513e8040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T17:02:14.916 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:14.914+0000 7f33513e8040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T17:02:14.978 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:15.050 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:14.694+0000 7f1e46c6c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T17:02:15.050 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:14.755+0000 7f1e46c6c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T17:02:15.248 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:14.981+0000 7f33513e8040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T17:02:15.500 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[29264]: Standby manager daemon x restarted 2024-08-17T17:02:15.500 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[29264]: Standby manager daemon x started 2024-08-17T17:02:15.500 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:02:15.500 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:02:15.500 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:02:15.500 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:02:15.542 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-mon[33075]: Standby manager daemon x restarted 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-mon[33075]: Standby manager daemon x started 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:15.278+0000 7f1e46c6c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:15.433+0000 7f1e46c6c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: [17/Aug/2024:17:02:15] ENGINE Bus STARTING 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: CherryPy Checker: 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: The Application mounted at '' has an empty config. 2024-08-17T17:02:15.543 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: 2024-08-17T17:02:15.544 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: [17/Aug/2024:17:02:15] ENGINE Serving on http://:::9283 2024-08-17T17:02:15.544 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:02:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[34939]: [17/Aug/2024:17:02:15] ENGINE Bus STARTED 2024-08-17T17:02:15.785 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[39803]: Standby manager daemon x restarted 2024-08-17T17:02:15.786 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[39803]: Standby manager daemon x started 2024-08-17T17:02:15.786 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:02:15.786 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:02:15.786 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:02:15.786 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3758103982' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:02:15.786 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.549+0000 7f33513e8040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T17:02:15.786 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.714+0000 7f33513e8040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T17:02:15.786 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:02:15] ENGINE Bus STARTING 2024-08-17T17:02:16.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: CherryPy Checker: 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: The Application mounted at '' has an empty config. 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.836+0000 7f32b9129640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.836+0000 7f32b9129640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.836+0000 7f32b9129640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.836+0000 7f32b9129640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.836+0000 7f32b9129640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.837+0000 7f32bb12d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.837+0000 7f32bb12d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.837+0000 7f32bb12d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.837+0000 7f32bb12d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.039 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:15.837+0000 7f32bb12d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:02:16.039 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:02:15] ENGINE Serving on http://:::9283 2024-08-17T17:02:16.039 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:02:15] ENGINE Bus STARTED 2024-08-17T17:02:16.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: mgrmap e17: y(active, since 5m), standbys: x 2024-08-17T17:02:16.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: Active manager daemon y restarted 2024-08-17T17:02:16.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: Activating manager daemon y 2024-08-17T17:02:16.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T17:02:16.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: mgrmap e18: y(active, starting, since 0.00685384s), standbys: x 2024-08-17T17:02:16.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:02:16.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:02:16.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:02:16.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:16.753 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: Manager daemon y is now available 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:02:16.754 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:16 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:02:16.759 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: mgrmap e17: y(active, since 5m), standbys: x 2024-08-17T17:02:16.759 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: Active manager daemon y restarted 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: Activating manager daemon y 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: mgrmap e18: y(active, starting, since 0.00685384s), standbys: x 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:02:16.760 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: Manager daemon y is now available 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:02:16.761 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:02:16.762 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:02:16.762 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:02:16.762 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: mgrmap e17: y(active, since 5m), standbys: x 2024-08-17T17:02:16.762 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: Active manager daemon y restarted 2024-08-17T17:02:16.762 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: Activating manager daemon y 2024-08-17T17:02:16.762 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: osdmap e68: 8 total, 8 up, 8 in 2024-08-17T17:02:16.762 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: mgrmap e18: y(active, starting, since 0.00685384s), standbys: x 2024-08-17T17:02:16.762 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:02:16.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: Manager daemon y is now available 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:02:16.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:16 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:02:17.686 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:02:17] "GET /metrics HTTP/1.1" 200 28747 "" "Prometheus/2.43.0" 2024-08-17T17:02:17.686 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:17.683+0000 7f32a5302640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:17:02:17] ENGINE Error in HTTPServer.serve 2024-08-17T17:02:17.686 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: Traceback (most recent call last): 2024-08-17T17:02:17.686 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:02:17.686 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self._connections.run(self.expiration_interval) 2024-08-17T17:02:17.686 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:02:17.686 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self._run(expiration_interval) 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: s = self.context.wrap_socket( 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: return self.sslsocket_class._create( 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self.do_handshake() 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: self._sslobj.do_handshake() 2024-08-17T17:02:17.687 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:02:17.688 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:02:17.744 INFO:teuthology.orchestra.run.smithi059.stderr:pool 'rbd' created 2024-08-17T17:02:18.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-mon[39803]: mgrmap e19: y(active, since 1.01144s), standbys: x 2024-08-17T17:02:18.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2165230936' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:02:18.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:02:18.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-mon[39803]: [17/Aug/2024:17:02:17] ENGINE Bus STARTING 2024-08-17T17:02:18.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-mon[29264]: mgrmap e19: y(active, since 1.01144s), standbys: x 2024-08-17T17:02:18.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2165230936' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:02:18.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:02:18.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:17 smithi059 ceph-mon[29264]: [17/Aug/2024:17:02:17] ENGINE Bus STARTING 2024-08-17T17:02:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:17 smithi087 ceph-mon[33075]: mgrmap e19: y(active, since 1.01144s), standbys: x 2024-08-17T17:02:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:17 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2165230936' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:02:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:17 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-17T17:02:18.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:17 smithi087 ceph-mon[33075]: [17/Aug/2024:17:02:17] ENGINE Bus STARTING 2024-08-17T17:02:18.587 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- rbd pool init rbd 2024-08-17T17:02:18.808 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:18.917 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: [17/Aug/2024:17:02:17] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T17:02:18.918 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: [17/Aug/2024:17:02:17] ENGINE Error in HTTPServer.serve 2024-08-17T17:02:18.918 INFO:journalctl@ceph.mon.a.smithi059.stdout: Traceback (most recent call last): 2024-08-17T17:02:18.918 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:02:18.918 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:02:18.918 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:02:18.918 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._run(expiration_interval) 2024-08-17T17:02:18.918 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:02:18.918 INFO:journalctl@ceph.mon.a.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:02:18.918 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: self.do_handshake() 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:18.919 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: mgrmap e20: y(active, since 2s), standbys: x 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: [17/Aug/2024:17:02:17] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: [17/Aug/2024:17:02:17] ENGINE Bus STARTED 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.920 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.921 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.921 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.921 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: [17/Aug/2024:17:02:17] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T17:02:18.921 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: [17/Aug/2024:17:02:17] ENGINE Error in HTTPServer.serve 2024-08-17T17:02:18.921 INFO:journalctl@ceph.mon.c.smithi059.stdout: Traceback (most recent call last): 2024-08-17T17:02:18.921 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:02:18.921 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:02:18.921 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:02:18.921 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._run(expiration_interval) 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: self.do_handshake() 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T17:02:18.922 INFO:journalctl@ceph.mon.c.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: mgrmap e20: y(active, since 2s), standbys: x 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: [17/Aug/2024:17:02:17] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: [17/Aug/2024:17:02:17] ENGINE Bus STARTED 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.923 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.924 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.924 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.924 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.924 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.924 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.924 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.924 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.924 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.924 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:18.925 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.925 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.925 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:18.925 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:18 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: [17/Aug/2024:17:02:17] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T17:02:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: [17/Aug/2024:17:02:17] ENGINE Error in HTTPServer.serve 2024-08-17T17:02:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout: Traceback (most recent call last): 2024-08-17T17:02:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:02:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:02:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:02:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._run(expiration_interval) 2024-08-17T17:02:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:02:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: s = self.context.wrap_socket( 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: return self.sslsocket_class._create( 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: self.do_handshake() 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._sslobj.do_handshake() 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: mgrmap e20: y(active, since 2s), standbys: x 2024-08-17T17:02:19.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: osdmap e69: 8 total, 8 up, 8 in 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: [17/Aug/2024:17:02:17] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: [17/Aug/2024:17:02:17] ENGINE Bus STARTED 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:19.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:19.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:19.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:19.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:19.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:19.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:19.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:18 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.036 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi059 to 2993M 2024-08-17T17:02:20.036 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T17:02:20.036 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.036 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.036 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.036 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.036 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi087 to 2992M 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:02:20.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:02:20.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:02:20.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:02:20.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:02:20.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:02:20.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:02:20.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[29264]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:02:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi059 to 2993M 2024-08-17T17:02:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi087 to 2992M 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:02:20.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:19 smithi059 ceph-mon[39803]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi059 to 2993M 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: osdmap e70: 8 total, 8 up, 8 in 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi087 to 2992M 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:02:20.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:19 smithi087 ceph-mon[33075]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:02:21.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:21.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T17:02:21.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: Deploying daemon alertmanager.a on smithi059 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: mgrmap e21: y(active, since 4s), standbys: x 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3789013021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:21.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: Deploying daemon alertmanager.a on smithi059 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: mgrmap e21: y(active, since 4s), standbys: x 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3789013021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T17:02:21.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:20 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T17:02:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: osdmap e71: 8 total, 8 up, 8 in 2024-08-17T17:02:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:21.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: Deploying daemon alertmanager.a on smithi059 2024-08-17T17:02:21.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:02:21.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: mgrmap e21: y(active, since 4s), standbys: x 2024-08-17T17:02:21.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3789013021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T17:02:21.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:20 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-17T17:02:22.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:21 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T17:02:22.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:21 smithi059 ceph-mon[29264]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T17:02:22.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:21 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T17:02:22.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:21 smithi059 ceph-mon[39803]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T17:02:22.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:21 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-17T17:02:22.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:21 smithi087 ceph-mon[33075]: osdmap e72: 8 total, 8 up, 8 in 2024-08-17T17:02:23.191 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:22 smithi059 ceph-mon[29264]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:23.191 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:22 smithi059 ceph-mon[29264]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:02:23.192 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:22 smithi059 ceph-mon[29264]: Cluster is now healthy 2024-08-17T17:02:23.192 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:22 smithi059 ceph-mon[29264]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T17:02:23.192 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:22 smithi059 ceph-mon[39803]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:23.192 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:22 smithi059 ceph-mon[39803]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:02:23.192 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:22 smithi059 ceph-mon[39803]: Cluster is now healthy 2024-08-17T17:02:23.192 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:22 smithi059 ceph-mon[39803]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T17:02:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:22 smithi087 ceph-mon[33075]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:22 smithi087 ceph-mon[33075]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:02:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:22 smithi087 ceph-mon[33075]: Cluster is now healthy 2024-08-17T17:02:23.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:22 smithi087 ceph-mon[33075]: osdmap e73: 8 total, 8 up, 8 in 2024-08-17T17:02:24.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:23 smithi059 ceph-mon[29264]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T17:02:24.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:23 smithi059 ceph-mon[39803]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T17:02:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:23 smithi087 ceph-mon[33075]: osdmap e74: 8 total, 8 up, 8 in 2024-08-17T17:02:24.369 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph config log 1 --format=json 2024-08-17T17:02:25.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:24 smithi059 ceph-mon[29264]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T17:02:25.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:24 smithi059 ceph-mon[39803]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T17:02:25.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:24 smithi087 ceph-mon[33075]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-08-17T17:02:26.053 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:27.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:26 smithi059 ceph-mon[29264]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T17:02:27.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:26 smithi059 ceph-mon[39803]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T17:02:27.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:26 smithi087 ceph-mon[33075]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-08-17T17:02:27.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:02:27] "GET /metrics HTTP/1.1" 200 28747 "" "Prometheus/2.43.0" 2024-08-17T17:02:28.706 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:02:28.948 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:28 smithi059 ceph-mon[29264]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 300 B/s wr, 17 op/s 2024-08-17T17:02:28.948 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:28 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1971700141' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T17:02:29.251 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:28 smithi059 ceph-mon[39803]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 300 B/s wr, 17 op/s 2024-08-17T17:02:29.251 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:28 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1971700141' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T17:02:29.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:28 smithi087 ceph-mon[33075]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 300 B/s wr, 17 op/s 2024-08-17T17:02:29.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:28 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1971700141' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-08-17T17:02:29.510 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:02:29 smithi059 systemd[1]: Started Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:02:29.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:02:29] ENGINE Bus STOPPING 2024-08-17T17:02:29.852 INFO:teuthology.orchestra.run.smithi059.stdout:[{"version":21,"timestamp":"2024-08-17T17:02:18.907945+0000","name":"","changes":[{"name":"osd/host:smithi087/osd_memory_target","previous_value":"4479540428","new_value":"3137363148"}]}] 2024-08-17T17:02:29.852 INFO:tasks.ceph_manager:config epoch is 21 2024-08-17T17:02:29.852 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-17T17:02:29.852 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-17T17:02:29.853 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph mgr dump --format=json 2024-08-17T17:02:30.067 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:30.174 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:02:29] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:02:30.174 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:02:29] ENGINE Bus STOPPED 2024-08-17T17:02:30.174 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:02:29] ENGINE Bus STARTING 2024-08-17T17:02:30.174 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:02:30] ENGINE Serving on http://:::9283 2024-08-17T17:02:30.174 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:02:30] ENGINE Bus STARTED 2024-08-17T17:02:30.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-17T17:02:30.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:02:30.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[29264]: Deploying daemon grafana.a on smithi087 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:02:30.445 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:02:30.445 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.445 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:30 smithi059 ceph-mon[39803]: Deploying daemon grafana.a on smithi087 2024-08-17T17:02:30.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: Regenerating cephadm self-signed grafana TLS certificates 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:30 smithi087 ceph-mon[33075]: Deploying daemon grafana.a on smithi087 2024-08-17T17:02:31.381 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:02:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[71833]: ts=2024-08-17T17:02:31.269Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000428454s 2024-08-17T17:02:31.650 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:31 smithi059 ceph-mon[29264]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-17T17:02:31.650 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:02:31.651 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:31 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:31.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:31 smithi059 ceph-mon[39803]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-17T17:02:31.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:02:31.651 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:31 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:31 smithi087 ceph-mon[33075]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 255 B/s wr, 14 op/s 2024-08-17T17:02:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:02:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:31 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:31.888 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:02:32.769 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":21,"flags":0,"active_gid":24413,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6800","nonce":1261722444},{"type":"v1","addr":"172.21.15.59:6801","nonce":1261722444}]},"active_addr":"172.21.15.59:6801/1261722444","active_change":"2024-08-17T17:02:15.717194+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24406,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.59:8443/","prometheus":"http://172.21.15.59:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.59:0","nonce":4193893092}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.59:0","nonce":1372832859}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.59:0","nonce":3396275725}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.59:0","nonce":1896859609}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.59:0","nonce":2227989305}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.59:0","nonce":420067296}]}]} 2024-08-17T17:02:32.775 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-17T17:02:32.776 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-17T17:02:32.776 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:02:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:32 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/4154730054' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T17:02:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:32 smithi059 ceph-mon[29264]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T17:02:32.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:32 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/4154730054' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T17:02:32.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:32 smithi059 ceph-mon[39803]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T17:02:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:32 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/4154730054' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-17T17:02:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:32 smithi087 ceph-mon[33075]: osdmap e75: 8 total, 8 up, 8 in 2024-08-17T17:02:33.000 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:33 smithi059 ceph-mon[29264]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-08-17T17:02:33.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:33 smithi059 ceph-mon[39803]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-08-17T17:02:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:33 smithi087 ceph-mon[33075]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 208 B/s wr, 0 op/s 2024-08-17T17:02:34.702 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:02:34.702 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":75,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:56:17.042151+0000","modified":"2024-08-17T17:02:32.398280+0000","last_up_change":"2024-08-17T17:01:01.597326+0000","last_in_change":"2024-08-17T17:00:44.634200+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:59:08.425026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:01:23.662603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:01:27.156795+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:02:17.394873+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a8abe6ab-878d-4fb6-a414-43ff21a08bcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6802","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6803","nonce":2489542392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6804","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6805","nonce":2489542392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6808","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6809","nonce":2489542392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6806","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6807","nonce":2489542392}]},"public_addr":"172.21.15.59:6803/2489542392","cluster_addr":"172.21.15.59:6805/2489542392","heartbeat_back_addr":"172.21.15.59:6809/2489542392","heartbeat_front_addr":"172.21.15.59:6807/2489542392","state":["exists","up"]},{"osd":1,"uuid":"a0e61fbb-06dd-40a9-8881-1c42b819b760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6810","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6811","nonce":3713317795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6812","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6813","nonce":3713317795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6816","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6817","nonce":3713317795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6814","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6815","nonce":3713317795}]},"public_addr":"172.21.15.59:6811/3713317795","cluster_addr":"172.21.15.59:6813/3713317795","heartbeat_back_addr":"172.21.15.59:6817/3713317795","heartbeat_front_addr":"172.21.15.59:6815/3713317795","state":["exists","up"]},{"osd":2,"uuid":"835f3f39-95e1-4e14-8c2c-889850ff383d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6818","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6819","nonce":758541359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6820","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6821","nonce":758541359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6824","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6825","nonce":758541359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6822","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6823","nonce":758541359}]},"public_addr":"172.21.15.59:6819/758541359","cluster_addr":"172.21.15.59:6821/758541359","heartbeat_back_addr":"172.21.15.59:6825/758541359","heartbeat_front_addr":"172.21.15.59:6823/758541359","state":["exists","up"]},{"osd":3,"uuid":"4143c0dd-72ec-42c8-ac62-ed42253ef386","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6826","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6827","nonce":408934963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6828","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6829","nonce":408934963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6832","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6833","nonce":408934963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6830","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6831","nonce":408934963}]},"public_addr":"172.21.15.59:6827/408934963","cluster_addr":"172.21.15.59:6829/408934963","heartbeat_back_addr":"172.21.15.59:6833/408934963","heartbeat_front_addr":"172.21.15.59:6831/408934963","state":["exists","up"]},{"osd":4,"uuid":"6952a94e-12ad-4ffd-a852-2d1c10f8c45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6800","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6801","nonce":1407413506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6802","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6803","nonce":1407413506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6806","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6807","nonce":1407413506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6804","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6805","nonce":1407413506}]},"public_addr":"172.21.15.87:6801/1407413506","cluster_addr":"172.21.15.87:6803/1407413506","heartbeat_back_addr":"172.21.15.87:6807/1407413506","heartbeat_front_addr":"172.21.15.87:6805/1407413506","state":["exists","up"]},{"osd":5,"uuid":"72cb9a56-9c8a-456e-b3d0-117f53070dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6808","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6809","nonce":2215271765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6810","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6811","nonce":2215271765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6814","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6815","nonce":2215271765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6812","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6813","nonce":2215271765}]},"public_addr":"172.21.15.87:6809/2215271765","cluster_addr":"172.21.15.87:6811/2215271765","heartbeat_back_addr":"172.21.15.87:6815/2215271765","heartbeat_front_addr":"172.21.15.87:6813/2215271765","state":["exists","up"]},{"osd":6,"uuid":"ad90d6be-7d6c-464a-acac-9e2df201c565","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6816","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6817","nonce":3207811748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6818","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6819","nonce":3207811748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6822","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6823","nonce":3207811748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6820","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6821","nonce":3207811748}]},"public_addr":"172.21.15.87:6817/3207811748","cluster_addr":"172.21.15.87:6819/3207811748","heartbeat_back_addr":"172.21.15.87:6823/3207811748","heartbeat_front_addr":"172.21.15.87:6821/3207811748","state":["exists","up"]},{"osd":7,"uuid":"63553671-b0f0-49e1-bc00-04ca51f6c0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6824","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6825","nonce":261727538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6826","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6827","nonce":261727538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6830","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6831","nonce":261727538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6828","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6829","nonce":261727538}]},"public_addr":"172.21.15.87:6825/261727538","cluster_addr":"172.21.15.87:6827/261727538","heartbeat_back_addr":"172.21.15.87:6831/261727538","heartbeat_front_addr":"172.21.15.87:6829/261727538","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:20.356219+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:43.302326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:05.982887+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:30.022461+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:50.994909+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:13.368373+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:35.848013+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:59.638021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":3}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.59:0/1503785957":"2024-08-18T17:02:15.716961+0000","172.21.15.59:6801/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.59:6800/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6801/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/2203446831":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3740165002":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/2051662749":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3410712516":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/2314922288":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6801/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3068493090":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3444814006":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3736494277":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6800/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/1669262861":"2024-08-18T17:02:15.716961+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:02:35.303 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-17T17:02:35.303 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:02:35.557 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:35 smithi059 ceph-mon[29264]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T17:02:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:35 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2243760238' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:02:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:35 smithi059 ceph-mon[39803]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T17:02:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:35 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2243760238' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:02:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:35 smithi087 ceph-mon[33075]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T17:02:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:35 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2243760238' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:02:37.199 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:02:37.199 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":75,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:56:17.042151+0000","modified":"2024-08-17T17:02:32.398280+0000","last_up_change":"2024-08-17T17:01:01.597326+0000","last_in_change":"2024-08-17T17:00:44.634200+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:59:08.425026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:01:23.662603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:01:27.156795+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:02:17.394873+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a8abe6ab-878d-4fb6-a414-43ff21a08bcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6802","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6803","nonce":2489542392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6804","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6805","nonce":2489542392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6808","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6809","nonce":2489542392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6806","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6807","nonce":2489542392}]},"public_addr":"172.21.15.59:6803/2489542392","cluster_addr":"172.21.15.59:6805/2489542392","heartbeat_back_addr":"172.21.15.59:6809/2489542392","heartbeat_front_addr":"172.21.15.59:6807/2489542392","state":["exists","up"]},{"osd":1,"uuid":"a0e61fbb-06dd-40a9-8881-1c42b819b760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6810","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6811","nonce":3713317795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6812","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6813","nonce":3713317795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6816","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6817","nonce":3713317795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6814","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6815","nonce":3713317795}]},"public_addr":"172.21.15.59:6811/3713317795","cluster_addr":"172.21.15.59:6813/3713317795","heartbeat_back_addr":"172.21.15.59:6817/3713317795","heartbeat_front_addr":"172.21.15.59:6815/3713317795","state":["exists","up"]},{"osd":2,"uuid":"835f3f39-95e1-4e14-8c2c-889850ff383d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6818","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6819","nonce":758541359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6820","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6821","nonce":758541359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6824","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6825","nonce":758541359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6822","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6823","nonce":758541359}]},"public_addr":"172.21.15.59:6819/758541359","cluster_addr":"172.21.15.59:6821/758541359","heartbeat_back_addr":"172.21.15.59:6825/758541359","heartbeat_front_addr":"172.21.15.59:6823/758541359","state":["exists","up"]},{"osd":3,"uuid":"4143c0dd-72ec-42c8-ac62-ed42253ef386","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6826","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6827","nonce":408934963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6828","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6829","nonce":408934963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6832","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6833","nonce":408934963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6830","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6831","nonce":408934963}]},"public_addr":"172.21.15.59:6827/408934963","cluster_addr":"172.21.15.59:6829/408934963","heartbeat_back_addr":"172.21.15.59:6833/408934963","heartbeat_front_addr":"172.21.15.59:6831/408934963","state":["exists","up"]},{"osd":4,"uuid":"6952a94e-12ad-4ffd-a852-2d1c10f8c45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6800","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6801","nonce":1407413506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6802","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6803","nonce":1407413506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6806","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6807","nonce":1407413506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6804","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6805","nonce":1407413506}]},"public_addr":"172.21.15.87:6801/1407413506","cluster_addr":"172.21.15.87:6803/1407413506","heartbeat_back_addr":"172.21.15.87:6807/1407413506","heartbeat_front_addr":"172.21.15.87:6805/1407413506","state":["exists","up"]},{"osd":5,"uuid":"72cb9a56-9c8a-456e-b3d0-117f53070dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6808","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6809","nonce":2215271765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6810","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6811","nonce":2215271765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6814","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6815","nonce":2215271765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6812","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6813","nonce":2215271765}]},"public_addr":"172.21.15.87:6809/2215271765","cluster_addr":"172.21.15.87:6811/2215271765","heartbeat_back_addr":"172.21.15.87:6815/2215271765","heartbeat_front_addr":"172.21.15.87:6813/2215271765","state":["exists","up"]},{"osd":6,"uuid":"ad90d6be-7d6c-464a-acac-9e2df201c565","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6816","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6817","nonce":3207811748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6818","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6819","nonce":3207811748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6822","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6823","nonce":3207811748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6820","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6821","nonce":3207811748}]},"public_addr":"172.21.15.87:6817/3207811748","cluster_addr":"172.21.15.87:6819/3207811748","heartbeat_back_addr":"172.21.15.87:6823/3207811748","heartbeat_front_addr":"172.21.15.87:6821/3207811748","state":["exists","up"]},{"osd":7,"uuid":"63553671-b0f0-49e1-bc00-04ca51f6c0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6824","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6825","nonce":261727538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6826","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6827","nonce":261727538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6830","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6831","nonce":261727538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6828","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6829","nonce":261727538}]},"public_addr":"172.21.15.87:6825/261727538","cluster_addr":"172.21.15.87:6827/261727538","heartbeat_back_addr":"172.21.15.87:6831/261727538","heartbeat_front_addr":"172.21.15.87:6829/261727538","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:20.356219+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:43.302326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:05.982887+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:30.022461+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:50.994909+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:13.368373+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:35.848013+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:59.638021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":3}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.59:0/1503785957":"2024-08-18T17:02:15.716961+0000","172.21.15.59:6801/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.59:6800/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6801/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/2203446831":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3740165002":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/2051662749":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3410712516":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/2314922288":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6801/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3068493090":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3444814006":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3736494277":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6800/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/1669262861":"2024-08-18T17:02:15.716961+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:02:37.535 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:02:37] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-08-17T17:02:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:37 smithi059 ceph-mon[29264]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T17:02:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:37 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1825754087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:02:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:37 smithi059 ceph-mon[39803]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T17:02:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:37 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1825754087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:02:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:37 smithi087 ceph-mon[33075]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-17T17:02:37.858 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:37 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1825754087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:02:37.861 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-17T17:02:37.861 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-17T17:02:37.861 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-17T17:02:37.862 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-17T17:02:37.862 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-17T17:02:37.863 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-17T17:02:37.863 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-17T17:02:37.864 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-17T17:02:38.322 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:38.322 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:38.323 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:38.349 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:38.352 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:38.352 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:38.371 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:38.614 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:39.537 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:02:39 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[71833]: ts=2024-08-17T17:02:39.271Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002463066s 2024-08-17T17:02:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:39 smithi087 ceph-mon[33075]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:39.864 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:39 smithi059 ceph-mon[29264]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:39.865 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:39 smithi059 ceph-mon[39803]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:41 smithi087 ceph-mon[33075]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:42.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:41 smithi059 ceph-mon[29264]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:42.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:41 smithi059 ceph-mon[39803]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:43.474 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 podman[62752]: 2024-08-17 17:02:43.325637959 +0000 UTC m=+0.016389261 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-08-17T17:02:43.474 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 podman[62752]: 2024-08-17 17:02:43.473267882 +0000 UTC m=+0.164019211 container create 1329d73db634b0cdb9f214a9a2f1331ad5c544f0a1b90b257ae15482599d93fa (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, vendor=Red Hat, Inc., version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, release=239.1651231664, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, distribution-scope=public, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, vcs-type=git, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container) 2024-08-17T17:02:43.773 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-mon[33075]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:43.773 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 podman[62752]: 2024-08-17 17:02:43.689770097 +0000 UTC m=+0.380521391 container init 1329d73db634b0cdb9f214a9a2f1331ad5c544f0a1b90b257ae15482599d93fa (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, name=ubi8, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, io.openshift.expose-services=, release=239.1651231664, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.buildah.version=1.32.0, distribution-scope=public) 2024-08-17T17:02:43.773 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 podman[62752]: 2024-08-17 17:02:43.692801429 +0000 UTC m=+0.383552717 container start 1329d73db634b0cdb9f214a9a2f1331ad5c544f0a1b90b257ae15482599d93fa (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, architecture=x86_64, vendor=Red Hat, Inc., io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, io.openshift.tags=base rhel8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, distribution-scope=public, com.redhat.component=ubi8-container, io.openshift.expose-services=, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, maintainer=Paul Cuzner , com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, name=ubi8) 2024-08-17T17:02:43.930 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:43 smithi059 ceph-mon[29264]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:43.930 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:43 smithi059 ceph-mon[39803]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:44.024 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 bash[62752]: 1329d73db634b0cdb9f214a9a2f1331ad5c544f0a1b90b257ae15482599d93fa 2024-08-17T17:02:44.024 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 systemd[1]: Started Ceph grafana.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:02:44.024 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.853956098Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854142754Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854171866Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854179623Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854185418Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854191262Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854196917Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854202536Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.8542087Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854214682Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854220225Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T17:02:44.025 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854225502Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T17:02:44.026 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854230892Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T17:02:44.026 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=settings t=2024-08-17T17:02:43.854236854Z level=info msg="App mode production" 2024-08-17T17:02:44.026 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=sqlstore t=2024-08-17T17:02:43.854284454Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T17:02:44.026 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=sqlstore t=2024-08-17T17:02:43.854300355Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T17:02:44.026 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.855246975Z level=info msg="Starting DB migrations" 2024-08-17T17:02:44.026 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.8553172Z level=info msg="Executing migration" id="create migration_log table" 2024-08-17T17:02:44.027 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.855824495Z level=info msg="Executing migration" id="create user table" 2024-08-17T17:02:44.027 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.856292079Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-17T17:02:44.027 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.856787876Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-17T17:02:44.027 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.857613232Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-17T17:02:44.027 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.858392623Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-17T17:02:44.027 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.859390952Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-17T17:02:44.027 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.860352022Z level=info msg="Executing migration" id="create user table v2" 2024-08-17T17:02:44.027 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.86118934Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-17T17:02:44.027 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.862005678Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.863075212Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.86371771Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.864552629Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.864983944Z level=info msg="Executing migration" id="Update user table charset" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.865835329Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.866804432Z level=info msg="Executing migration" id="Add missing user data" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.867522065Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.86797511Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.868820789Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.869822847Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.870942392Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-17T17:02:44.028 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.8714182Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.872390145Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.873241176Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.873800724Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.874643645Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.875595905Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.878623637Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.881515217Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.884150551Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.887401057Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.890208678Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-17T17:02:44.029 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.893042073Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.895895503Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.898811831Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.90164389Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.90453878Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.907288846Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.907637569Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.910519408Z level=info msg="Executing migration" id="create star table" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.913298034Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.916129318Z level=info msg="Executing migration" id="create org table v1" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.916500042Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-17T17:02:44.030 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.919368371Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-17T17:02:44.031 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.922224166Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-17T17:02:44.031 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.922790537Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.925707164Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.928339908Z level=info msg="Executing migration" id="Update org table charset" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.93116602Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.931627023Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.934525962Z level=info msg="Executing migration" id="create dashboard table" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.936972798Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.939841782Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.940300865Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.943117511Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.946001369Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-17T17:02:44.034 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.948278901Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.949174134Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.952012076Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.954687092Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.95723334Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.957719983Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.96079885Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.964004626Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.966915631Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.967429498Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.970573549Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.973386014Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.976474183Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-17T17:02:44.035 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.976913912Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.979625846Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.982437045Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.985267352Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.985843884Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.986348445Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.989123459Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.989665987Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.99209443Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.992543828Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.995234903Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:43.998060922Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-17T17:02:44.036 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.000755439Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.001162705Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.004015523Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.006843766Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.009507765Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.009924621Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.012928445Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.01548928Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.018132103Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.018599926Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.021423296Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-17T17:02:44.037 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.024043548Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-17T17:02:44.276 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.026850129Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-17T17:02:44.276 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.027404858Z level=info msg="Executing migration" id="create data_source table" 2024-08-17T17:02:44.276 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.028283465Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-17T17:02:44.276 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.02909563Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-17T17:02:44.276 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.029549442Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-17T17:02:44.276 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.029999931Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-17T17:02:44.276 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.030881999Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-17T17:02:44.276 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.031917585Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.03274104Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.033183001Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.034037575Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.034899276Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.035744818Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.036320718Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.03724559Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.037663484Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.038201515Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.039091317Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-17T17:02:44.277 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.039436105Z level=info msg="Executing migration" id="Add uid column" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.040286995Z level=info msg="Executing migration" id="Update uid value" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.041171987Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.042023772Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.042451501Z level=info msg="Executing migration" id="create api_key table" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.043326201Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.044326433Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.045071557Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.045538017Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.046561002Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.047302045Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-17T17:02:44.278 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.048269568Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-17T17:02:44.279 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.04952142Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-17T17:02:44.279 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.05032056Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-17T17:02:44.279 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.05075232Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-17T17:02:44.279 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.051181159Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-17T17:02:44.279 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.051620144Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-17T17:02:44.279 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.051968537Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-17T17:02:44.279 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.052339212Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-17T17:02:44.279 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.052623788Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-17T17:02:44.279 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.053184322Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-17T17:02:44.281 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.05375314Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-17T17:02:44.281 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.054078537Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-17T17:02:44.281 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.054584976Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-17T17:02:44.281 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.055140108Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-17T17:02:44.281 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.055527765Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-17T17:02:44.281 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.055870071Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-17T17:02:44.281 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.056262832Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-17T17:02:44.281 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.056676573Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-17T17:02:44.281 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.057108071Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.057524797Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.057802608Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.058099233Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.058623531Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.059188504Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.059523279Z level=info msg="Executing migration" id="create quota table v1" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.059927052Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.060361502Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.060636971Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.061078346Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.061524706Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.062114726Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-17T17:02:44.282 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.062432017Z level=info msg="Executing migration" id="create session table" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.062861247Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.063166156Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.06344262Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.063859289Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.064254227Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.064529014Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.064802572Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.06510313Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.065416336Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.065838629Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.066132673Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.066728109Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.06705567Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-17T17:02:44.283 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.067646869Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.068252508Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.068578683Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.069016891Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.069477736Z level=info msg="Executing migration" id="create alert table v1" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.070322048Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.071329997Z level=info msg="Executing migration" id="add index alert state" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.071862652Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.072281406Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.072669137Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.073109366Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.073531816Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.074948856Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-17T17:02:44.284 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.07534315Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.075798138Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.076122024Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.076463839Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.076828859Z level=info msg="Executing migration" id="Add column is_default" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.077458089Z level=info msg="Executing migration" id="Add column frequency" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.078134613Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.078785368Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.079410081Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.079840977Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.080138515Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.080413551Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.080814275Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-17T17:02:44.285 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.081266083Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.081626075Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.082054976Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.08249629Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.083385903Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.086503Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.089452867Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.092476803Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.095434617Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.098445705Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.10141374Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.104298315Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.107283585Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.110267824Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-17T17:02:44.286 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.110849227Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.111810867Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.112536915Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.113397061Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.114328682Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.114991446Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.115841407Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.116692125Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.117655767Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.118397259Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.119253422Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.120056125Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-17T17:02:44.287 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.120911053Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.122426925Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.123312627Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.124163358Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.125057369Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.125890108Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.126763202Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.12772402Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.128666718Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.129514134Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.130373882Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.131225617Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.132094779Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-17T17:02:44.288 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.132963375Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.133864354Z level=info msg="Executing migration" id="Move region to single row" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.134701307Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.135725537Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.136473568Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.139431744Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.140348076Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.142218331Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.14270833Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.145415931Z level=info msg="Executing migration" id="create test_data table" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.148128902Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.150974937Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.153960111Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.156823512Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-17T17:02:44.289 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.159523115Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.162334523Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.165151974Z level=info msg="Executing migration" id="create team table" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.167946632Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.170763794Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.173507414Z level=info msg="Executing migration" id="create team member table" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.176473028Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.179220906Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.182004697Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.184933358Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.18765112Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.190355001Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.192960098Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-17T17:02:44.290 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.195662836Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.198361836Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.201110359Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.203925166Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.206581745Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.20931051Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.212146298Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.214614424Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.217381775Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.21775312Z level=info msg="Executing migration" id="create tag table" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.220633695Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.223202189Z level=info msg="Executing migration" id="create login attempt table" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.225881672Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-17T17:02:44.291 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.226286772Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.227226743Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.229309381Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.229685347Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.230500045Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.230816126Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.23180803Z level=info msg="Executing migration" id="create user auth table" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.232501888Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.233357188Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.233649403Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.234460313Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.235257475Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.236169068Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.236934955Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-17T17:02:44.292 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.23770879Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.238557369Z level=info msg="Executing migration" id="create server_lock table" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.239487274Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.239932549Z level=info msg="Executing migration" id="create user auth token table" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.240942696Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.241668824Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.24262061Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.243166528Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.244031389Z level=info msg="Executing migration" id="create cache_data table" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.245012372Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.245925996Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.246435375Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.247299786Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.248259025Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-17T17:02:44.293 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.249022502Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.249448911Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.250307761Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.251169773Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.252121272Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.25267128Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.253567516Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.256641457Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.259495875Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.260317085Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.26348818Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.266336928Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-17T17:02:44.294 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.269106277Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-17T17:02:44.295 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.26953787Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-17T17:02:44.295 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.272428716Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-17T17:02:44.295 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.275187719Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-17T17:02:44.295 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.278040598Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-17T17:02:44.295 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.278599596Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-17T17:02:44.526 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.281378472Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-17T17:02:44.526 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.284228671Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.287034765Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.287439456Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.290320092Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.293703866Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.297040908Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.299848716Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.300284024Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.303134604Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.305745354Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.308562984Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-17T17:02:44.527 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.311203013Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.313926984Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.316634586Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.319421859Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.32035025Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.323051607Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.325890233Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.328650743Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.32962326Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.33255555Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.33543914Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-17T17:02:44.528 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.338111669Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.338970358Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.341917335Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.344763139Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.347599521Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.348170232Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.348480197Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.351412349Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.354018713Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.356779598Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.359667264Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-17T17:02:44.529 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.362404628Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.365181138Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.365799059Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.368528964Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.371196307Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.374137292Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.374649521Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.377476739Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.380286236Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.383077985Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.384090728Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-17T17:02:44.531 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.386928018Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.389607914Z level=info msg="Executing migration" id="create alert_image table" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.390610923Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.391199775Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.392016562Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.392456332Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.392897943Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.392985604Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.393266741Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.39373275Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.394244925Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.394361204Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.39447128Z level=info msg="alerts found to migrate" alerts=0 2024-08-17T17:02:44.532 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.394882872Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.395368504Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.395851436Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.396875284Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.397649311Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.398170102Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.398987135Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.399969807Z level=info msg="Executing migration" id="create data_keys table" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.400746833Z level=info msg="Executing migration" id="create secrets table" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.401435719Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.406105039Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.407057601Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.407904306Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-17T17:02:44.533 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.412023637Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.416317483Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.417297307Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.417989733Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.418367565Z level=info msg="Executing migration" id="create permission table" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.41878722Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.419618639Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.420621945Z level=info msg="Executing migration" id="create role table" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.421181118Z level=info msg="Executing migration" id="add column display_name" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.422167404Z level=info msg="Executing migration" id="add column group_name" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.423141933Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.424019248Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.424508054Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-17T17:02:44.534 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.42547004Z level=info msg="Executing migration" id="create team role table" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.426228929Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.427076063Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.427628043Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.430680063Z level=info msg="Executing migration" id="create user role table" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.433693229Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.436550081Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.43720345Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.440070701Z level=info msg="Executing migration" id="create builtin role table" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.442952872Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.445992707Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.44648402Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.449394808Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.452201461Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-17T17:02:44.535 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.452686907Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.453157798Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.453617563Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.454010747Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.454450768Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.455463426Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.458334177Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.458917975Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.459210842Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.459586867Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.460034869Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.460400091Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.460672433Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-17T17:02:44.536 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.461027915Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.461410517Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.461843755Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.462788777Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.4630975Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.463519843Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.463944073Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.464364256Z level=info msg="Executing migration" id="add correlation config column" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.465320891Z level=info msg="Executing migration" id="create entity_events table" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.465742057Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.468521871Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.468635389Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.468918064Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.468997313Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T17:02:44.537 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.469264559Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.472096998Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.472532426Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.475029824Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.477914598Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.480555702Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.483186087Z level=info msg="Executing migration" id="Drop public config table" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.486132173Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.488977116Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.49172572Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.494503244Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.497284793Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-17T17:02:44.538 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.500455259Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.503103311Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.506072297Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.508606008Z level=info msg="Executing migration" id="add share column" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.511309946Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.514142106Z level=info msg="Executing migration" id="create file table" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.516985501Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.519652967Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.522397955Z level=info msg="Executing migration" id="create file_meta table" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.52291745Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.525626473Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.52650296Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.527317468Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-17T17:02:44.539 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.528206479Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-17T17:02:44.540 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.529093666Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-17T17:02:44.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.530156984Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-17T17:02:44.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.531050987Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-17T17:02:44.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.531908136Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-17T17:02:44.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.532747559Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-17T17:02:44.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.533592903Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-17T17:02:44.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.534486619Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-17T17:02:44.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.535518608Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-17T17:02:44.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.536547177Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-17T17:02:44.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.539235989Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.548993065Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.551890426Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.554471741Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.558022574Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.560890707Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.563426286Z level=info msg="Executing migration" id="create folder table" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.566080608Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.568982923Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.569679891Z level=info msg="Executing migration" id="Update folder title length" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.570623327Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=migrator t=2024-08-17T17:02:44.571365971Z level=info msg="migrations completed" performed=485 skipped=0 duration=716.06691ms 2024-08-17T17:02:44.802 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=sqlstore t=2024-08-17T17:02:44.571757427Z level=info msg="Created default organization" 2024-08-17T17:02:44.803 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=plugin.loader t=2024-08-17T17:02:44.627271843Z level=info msg="Plugin registered" pluginID=input 2024-08-17T17:02:44.803 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=plugin.loader t=2024-08-17T17:02:44.653781439Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-17T17:02:44.803 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=plugin.loader t=2024-08-17T17:02:44.653820518Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-17T17:02:44.803 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=secrets t=2024-08-17T17:02:44.653854315Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T17:02:44.803 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=query_data t=2024-08-17T17:02:44.655533957Z level=info msg="Query Service initialization" 2024-08-17T17:02:44.803 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=live.push_http t=2024-08-17T17:02:44.657735813Z level=info msg="Live Push Gateway initialization" 2024-08-17T17:02:45.130 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[29264]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[29264]: Deploying daemon node-exporter.a on smithi059 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[39803]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.131 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.132 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:44 smithi059 ceph-mon[39803]: Deploying daemon node-exporter.a on smithi059 2024-08-17T17:02:45.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-mon[33075]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:45.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:45.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:44 smithi087 ceph-mon[33075]: Deploying daemon node-exporter.a on smithi059 2024-08-17T17:02:45.790 INFO:teuthology.orchestra.run.smithi059.stdout:55834574897 2024-08-17T17:02:45.791 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-17T17:02:45.800 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=infra.usagestats.collector t=2024-08-17T17:02:45.372552573Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T17:02:45.800 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=provisioning.datasources t=2024-08-17T17:02:45.427036795Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=provisioning.datasources t=2024-08-17T17:02:45.459128709Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=provisioning.alerting t=2024-08-17T17:02:45.480944485Z level=info msg="starting to provision alerting" 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=provisioning.alerting t=2024-08-17T17:02:45.480980223Z level=info msg="finished to provision alerting" 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=grafanaStorageLogger t=2024-08-17T17:02:45.481133407Z level=info msg="storage starting" 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=ngalert.state.manager t=2024-08-17T17:02:45.48115038Z level=info msg="Warming state cache for startup" 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=http.server t=2024-08-17T17:02:45.482846893Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=sqlstore.transactions t=2024-08-17T17:02:45.491386407Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=ngalert.state.manager t=2024-08-17T17:02:45.493510485Z level=info msg="State cache has been initialized" states=0 duration=12.358772ms 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=ticker t=2024-08-17T17:02:45.493572031Z level=info msg=starting first_tick=2024-08-17T17:02:50Z 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=ngalert.multiorg.alertmanager t=2024-08-17T17:02:45.493573668Z level=info msg="starting MultiOrg Alertmanager" 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=sqlstore.transactions t=2024-08-17T17:02:45.543442833Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:02:45.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=sqlstore.transactions t=2024-08-17T17:02:45.553813982Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-17T17:02:46.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:02:46.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:45 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:46.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:02:46.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:45 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:46.109 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:02:46.109 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:45 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:02:46.998 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:46 smithi059 ceph-mon[29264]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:46.998 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:46 smithi059 ceph-mon[39803]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:47.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:46 smithi087 ceph-mon[33075]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:47.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:02:47] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-08-17T17:02:47.864 INFO:teuthology.orchestra.run.smithi059.stdout:197568495644 2024-08-17T17:02:47.864 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-17T17:02:49.133 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:48 smithi059 ceph-mon[29264]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:49.133 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:48 smithi059 ceph-mon[39803]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:49.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:48 smithi087 ceph-mon[33075]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:50.156 INFO:teuthology.orchestra.run.smithi059.stdout:128849018917 2024-08-17T17:02:50.156 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-17T17:02:50.960 INFO:teuthology.orchestra.run.smithi059.stdout:77309411375 2024-08-17T17:02:50.961 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-17T17:02:51.166 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:50 smithi059 ceph-mon[39803]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:51.167 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:50 smithi059 ceph-mon[29264]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:51.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:50 smithi087 ceph-mon[33075]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:51.787 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:02:51 smithi059 systemd[1]: Starting Ceph node-exporter.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:02:52.319 INFO:teuthology.orchestra.run.smithi059.stdout:107374182440 2024-08-17T17:02:52.319 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-17T17:02:52.977 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:53.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:52 smithi059 ceph-mon[29264]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:53.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:52 smithi059 ceph-mon[39803]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:53.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:52 smithi087 ceph-mon[33075]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:53.324 INFO:teuthology.orchestra.run.smithi059.stdout:231928234007 2024-08-17T17:02:53.325 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-17T17:02:53.494 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:53.495 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:53.976 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:54.508 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:55.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:54 smithi059 ceph-mon[29264]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:55.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:54 smithi059 ceph-mon[39803]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:55.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:54 smithi087 ceph-mon[33075]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:55.307 INFO:teuthology.orchestra.run.smithi059.stdout:34359738425 2024-08-17T17:02:55.307 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-17T17:02:56.277 INFO:teuthology.orchestra.run.smithi059.stdout:163208757282 2024-08-17T17:02:56.278 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-17T17:02:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:56 smithi059 ceph-mon[29264]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:57.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:56 smithi059 ceph-mon[39803]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:56 smithi087 ceph-mon[33075]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:57.784 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:02:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:02:57] "GET /metrics HTTP/1.1" 200 33653 "" "Prometheus/2.43.0" 2024-08-17T17:02:57.791 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:02:58.037 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:02:57 smithi059 bash[74296]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-17T17:02:58.581 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:02:58 smithi059 bash[74296]: Getting image source signatures 2024-08-17T17:02:58.581 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:02:58 smithi059 bash[74296]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-17T17:02:58.581 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:02:58 smithi059 bash[74296]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T17:02:58.581 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:02:58 smithi059 bash[74296]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T17:02:59.263 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:02:58 smithi059 ceph-mon[29264]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:59.263 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:02:58 smithi059 ceph-mon[39803]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:02:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:02:58 smithi087 ceph-mon[33075]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:00.537 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:00 smithi059 bash[74296]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T17:03:00.808 INFO:teuthology.orchestra.run.smithi059.stdout:55834574900 2024-08-17T17:03:00.808 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:00 smithi059 bash[74296]: Writing manifest to image destination 2024-08-17T17:03:01.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:00 smithi059 ceph-mon[29264]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:01.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:00 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:01.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:00 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1850718728' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T17:03:01.127 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:00 smithi059 ceph-mon[39803]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:01.128 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:00 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:01.128 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:00 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1850718728' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T17:03:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:00 smithi087 ceph-mon[33075]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:01.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:00 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:01.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:00 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1850718728' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-17T17:03:01.420 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:01 smithi059 podman[74296]: 2024-08-17 17:03:01.105277137 +0000 UTC m=+4.845004667 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T17:03:01.421 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:01 smithi059 podman[74296]: 2024-08-17 17:03:01.313083015 +0000 UTC m=+5.052810528 container create df2afecf28d7429ca223dd966831cf48bd2f0198355d6e791c588eb73f00bb98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:02.248 INFO:teuthology.orchestra.run.smithi059.stdout:231928234010 2024-08-17T17:03:02.339 INFO:teuthology.orchestra.run.smithi059.stdout:128849018920 2024-08-17T17:03:03.235 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:02 smithi087 ceph-mon[33075]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:03.235 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:02 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2260271883' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T17:03:03.235 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:02 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2141927137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T17:03:03.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-mon[29264]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:03.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2260271883' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T17:03:03.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2141927137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T17:03:03.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-mon[39803]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:03.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2260271883' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-17T17:03:03.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2141927137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-17T17:03:03.288 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 podman[74296]: 2024-08-17 17:03:02.882135239 +0000 UTC m=+6.621862772 container init df2afecf28d7429ca223dd966831cf48bd2f0198355d6e791c588eb73f00bb98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:03.288 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 podman[74296]: 2024-08-17 17:03:02.885872774 +0000 UTC m=+6.625600295 container start df2afecf28d7429ca223dd966831cf48bd2f0198355d6e791c588eb73f00bb98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.890Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.890Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.890Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.890Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T17:03:03.289 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T17:03:03.290 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T17:03:03.291 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T17:03:03.292 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T17:03:03.293 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T17:03:03.293 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[74618]: ts=2024-08-17T17:03:02.891Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T17:03:03.293 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 bash[74296]: df2afecf28d7429ca223dd966831cf48bd2f0198355d6e791c588eb73f00bb98 2024-08-17T17:03:03.293 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:03:02 smithi059 systemd[1]: Started Ceph node-exporter.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:03:03.800 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018917 got 128849018920 for osd.4 2024-08-17T17:03:03.801 DEBUG:teuthology.parallel:result is None 2024-08-17T17:03:03.952 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:03 smithi087 systemd[1]: Starting Ceph node-exporter.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:03:04.272 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:04 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:04.273 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:04 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:04.273 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:04 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:04.273 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:04 smithi087 ceph-mon[33075]: Deploying daemon node-exporter.b on smithi087 2024-08-17T17:03:04.273 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:03 smithi087 bash[63029]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-08-17T17:03:04.273 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:04 smithi087 bash[63029]: Getting image source signatures 2024-08-17T17:03:04.273 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:04 smithi087 bash[63029]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-08-17T17:03:04.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:04 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:04.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:04 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:04.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:04 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:04.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:04 smithi059 ceph-mon[29264]: Deploying daemon node-exporter.b on smithi087 2024-08-17T17:03:04.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:04 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:04.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:04 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:04.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:04 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:04.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:04 smithi059 ceph-mon[39803]: Deploying daemon node-exporter.b on smithi087 2024-08-17T17:03:04.550 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:04 smithi087 bash[63029]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-08-17T17:03:04.550 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:04 smithi087 bash[63029]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-08-17T17:03:04.892 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234007 got 231928234010 for osd.7 2024-08-17T17:03:04.892 DEBUG:teuthology.parallel:result is None 2024-08-17T17:03:04.944 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:04.944 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:05.152 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:05 smithi059 ceph-mon[29264]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:05.152 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:05 smithi059 ceph-mon[39803]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:05.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:05 smithi087 ceph-mon[33075]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:05.694 INFO:teuthology.orchestra.run.smithi059.stdout:197568495647 2024-08-17T17:03:06.027 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:05 smithi087 bash[63029]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-08-17T17:03:06.027 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:05 smithi087 bash[63029]: Writing manifest to image destination 2024-08-17T17:03:06.157 INFO:teuthology.orchestra.run.smithi059.stdout:77309411378 2024-08-17T17:03:06.247 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:06 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1912912044' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T17:03:06.248 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:06 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1912912044' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T17:03:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1912912044' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-17T17:03:06.301 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 podman[63029]: 2024-08-17 17:03:06.155644151 +0000 UTC m=+2.298105639 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-08-17T17:03:06.301 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 podman[63029]: 2024-08-17 17:03:06.262321319 +0000 UTC m=+2.404782850 container create 3bc09cfb609603eb05fda4e5bdafad912bc77c39470d66ede6ea3def30e18623 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:03:06.801 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 podman[63029]: 2024-08-17 17:03:06.560035511 +0000 UTC m=+2.702497016 container init 3bc09cfb609603eb05fda4e5bdafad912bc77c39470d66ede6ea3def30e18623 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:03:06.801 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 podman[63029]: 2024-08-17 17:03:06.563319289 +0000 UTC m=+2.705780778 container start 3bc09cfb609603eb05fda4e5bdafad912bc77c39470d66ede6ea3def30e18623 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:03:06.801 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.567Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-17T17:03:06.801 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.567Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-17T17:03:06.801 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T17:03:06.801 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T17:03:06.802 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T17:03:06.803 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T17:03:06.804 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T17:03:06.804 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T17:03:06.804 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T17:03:06.804 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T17:03:06.804 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T17:03:06.804 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T17:03:06.804 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T17:03:06.804 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T17:03:06.805 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T17:03:06.805 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T17:03:06.805 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T17:03:06.805 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T17:03:06.805 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T17:03:06.805 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T17:03:06.805 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T17:03:06.805 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T17:03:06.806 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T17:03:06.806 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T17:03:06.806 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T17:03:06.806 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T17:03:06.806 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T17:03:06.806 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.568Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T17:03:06.806 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.569Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-17T17:03:06.806 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[63079]: ts=2024-08-17T17:03:06.569Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T17:03:06.807 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411375 got 77309411378 for osd.2 2024-08-17T17:03:06.807 DEBUG:teuthology.parallel:result is None 2024-08-17T17:03:07.167 INFO:teuthology.orchestra.run.smithi059.stdout:107374182444 2024-08-17T17:03:07.168 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:07 smithi059 ceph-mon[39803]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:07.168 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:07 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/909874123' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T17:03:07.168 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:07 smithi059 ceph-mon[29264]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:07.168 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:07 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/909874123' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T17:03:07.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:07 smithi087 ceph-mon[33075]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:07.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:07 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/909874123' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-17T17:03:07.338 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574897 got 55834574900 for osd.1 2024-08-17T17:03:07.338 DEBUG:teuthology.parallel:result is None 2024-08-17T17:03:07.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:03:07] "GET /metrics HTTP/1.1" 200 33641 "" "Prometheus/2.43.0" 2024-08-17T17:03:07.800 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:07 smithi087 bash[63029]: 3bc09cfb609603eb05fda4e5bdafad912bc77c39470d66ede6ea3def30e18623 2024-08-17T17:03:07.800 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:03:07 smithi087 systemd[1]: Started Ceph node-exporter.b for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:03:08.053 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182440 got 107374182444 for osd.3 2024-08-17T17:03:08.053 DEBUG:teuthology.parallel:result is None 2024-08-17T17:03:08.150 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3440967203' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T17:03:08.150 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.150 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.150 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.150 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.150 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.150 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:08.151 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3440967203' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T17:03:08.151 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.151 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.151 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.151 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.151 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.151 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:08 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:08.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:08 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3440967203' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-17T17:03:08.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:08 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:08 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:08 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:08 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:08 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:08.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:08 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:09.181 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495644 got 197568495647 for osd.6 2024-08-17T17:03:09.181 DEBUG:teuthology.parallel:result is None 2024-08-17T17:03:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:09 smithi059 ceph-mon[29264]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:09.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:09 smithi059 ceph-mon[39803]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:10.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:09 smithi087 ceph-mon[33075]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:11.656 INFO:teuthology.orchestra.run.smithi059.stdout:34359738428 2024-08-17T17:03:11.824 INFO:teuthology.orchestra.run.smithi059.stdout:163208757285 2024-08-17T17:03:11.824 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:11 smithi059 ceph-mon[29264]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:11.824 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:11 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:11.824 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:11 smithi059 ceph-mon[39803]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:11.824 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:11 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:12.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:11 smithi087 ceph-mon[33075]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:12.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:11 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:12.598 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738425 got 34359738428 for osd.0 2024-08-17T17:03:12.598 DEBUG:teuthology.parallel:result is None 2024-08-17T17:03:12.948 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:12 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1331658958' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T17:03:12.948 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:12 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3848928937' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T17:03:12.948 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:12 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1331658958' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T17:03:12.948 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:12 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3848928937' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T17:03:12.975 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757282 got 163208757285 for osd.5 2024-08-17T17:03:12.975 DEBUG:teuthology.parallel:result is None 2024-08-17T17:03:12.976 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-17T17:03:12.976 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:03:13.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:12 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1331658958' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-17T17:03:13.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:12 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3848928937' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-17T17:03:13.474 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:13.853 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:13 smithi059 ceph-mon[39803]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:13.854 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:13 smithi059 ceph-mon[29264]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:13.954 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:13 smithi087 ceph-mon[33075]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:15.259 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:03:15.261 INFO:teuthology.orchestra.run.smithi059.stderr:dumped all 2024-08-17T17:03:15.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:15 smithi087 ceph-mon[33075]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:15.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:15 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:15.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:15 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:16.008 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:15 smithi059 ceph-mon[29264]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:16.008 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:15 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:16.008 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:15 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:16.008 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:15 smithi059 ceph-mon[39803]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:16.009 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:15 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:16.009 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:15 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:16.035 INFO:teuthology.orchestra.run.smithi059.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-08-17T17:03:13.744270+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228188,"kb_used_data":7932,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733028,"statfs":{"total":767960285184,"available":767726620672,"internally_reserved":0,"allocated":8122368,"data_stored":4580470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002524"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632369+0000","last_change":"2024-08-17T17:01:28.245664+0000","last_active":"2024-08-17T17:02:23.632369+0000","last_peered":"2024-08-17T17:02:23.632369+0000","last_clean":"2024-08-17T17:02:23.632369+0000","last_became_active":"2024-08-17T17:01:28.245042+0000","last_became_peered":"2024-08-17T17:01:28.245042+0000","last_unstale":"2024-08-17T17:02:23.632369+0000","last_undegraded":"2024-08-17T17:02:23.632369+0000","last_fullsized":"2024-08-17T17:02:23.632369+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:41:23.158402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.936122+0000","last_change":"2024-08-17T17:01:28.235059+0000","last_active":"2024-08-17T17:02:22.936122+0000","last_peered":"2024-08-17T17:02:22.936122+0000","last_clean":"2024-08-17T17:02:22.936122+0000","last_became_active":"2024-08-17T17:01:28.234794+0000","last_became_peered":"2024-08-17T17:01:28.234794+0000","last_unstale":"2024-08-17T17:02:22.936122+0000","last_undegraded":"2024-08-17T17:02:22.936122+0000","last_fullsized":"2024-08-17T17:02:22.936122+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:09:01.691816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932850+0000","last_change":"2024-08-17T17:01:28.241008+0000","last_active":"2024-08-17T17:02:22.932850+0000","last_peered":"2024-08-17T17:02:22.932850+0000","last_clean":"2024-08-17T17:02:22.932850+0000","last_became_active":"2024-08-17T17:01:28.240472+0000","last_became_peered":"2024-08-17T17:01:28.240472+0000","last_unstale":"2024-08-17T17:02:22.932850+0000","last_undegraded":"2024-08-17T17:02:22.932850+0000","last_fullsized":"2024-08-17T17:02:22.932850+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:42:21.149967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938216+0000","last_change":"2024-08-17T17:01:28.246159+0000","last_active":"2024-08-17T17:02:22.938216+0000","last_peered":"2024-08-17T17:02:22.938216+0000","last_clean":"2024-08-17T17:02:22.938216+0000","last_became_active":"2024-08-17T17:01:28.245905+0000","last_became_peered":"2024-08-17T17:01:28.245905+0000","last_unstale":"2024-08-17T17:02:22.938216+0000","last_undegraded":"2024-08-17T17:02:22.938216+0000","last_fullsized":"2024-08-17T17:02:22.938216+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:29:05.919232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.631939+0000","last_change":"2024-08-17T17:01:28.249586+0000","last_active":"2024-08-17T17:02:23.631939+0000","last_peered":"2024-08-17T17:02:23.631939+0000","last_clean":"2024-08-17T17:02:23.631939+0000","last_became_active":"2024-08-17T17:01:28.249307+0000","last_became_peered":"2024-08-17T17:01:28.249307+0000","last_unstale":"2024-08-17T17:02:23.631939+0000","last_undegraded":"2024-08-17T17:02:23.631939+0000","last_fullsized":"2024-08-17T17:02:23.631939+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:06:15.596186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937897+0000","last_change":"2024-08-17T17:01:28.241854+0000","last_active":"2024-08-17T17:02:22.937897+0000","last_peered":"2024-08-17T17:02:22.937897+0000","last_clean":"2024-08-17T17:02:22.937897+0000","last_became_active":"2024-08-17T17:01:28.241562+0000","last_became_peered":"2024-08-17T17:01:28.241562+0000","last_unstale":"2024-08-17T17:02:22.937897+0000","last_undegraded":"2024-08-17T17:02:22.937897+0000","last_fullsized":"2024-08-17T17:02:22.937897+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:33.631365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.631685+0000","last_change":"2024-08-17T17:02:03.789264+0000","last_active":"2024-08-17T17:02:23.631685+0000","last_peered":"2024-08-17T17:02:23.631685+0000","last_clean":"2024-08-17T17:02:23.631685+0000","last_became_active":"2024-08-17T17:02:03.788940+0000","last_became_peered":"2024-08-17T17:02:03.788940+0000","last_unstale":"2024-08-17T17:02:23.631685+0000","last_undegraded":"2024-08-17T17:02:23.631685+0000","last_fullsized":"2024-08-17T17:02:23.631685+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:42:33.074914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176259+0000","last_change":"2024-08-17T17:01:28.240666+0000","last_active":"2024-08-17T17:02:23.176259+0000","last_peered":"2024-08-17T17:02:23.176259+0000","last_clean":"2024-08-17T17:02:23.176259+0000","last_became_active":"2024-08-17T17:01:28.240380+0000","last_became_peered":"2024-08-17T17:01:28.240380+0000","last_unstale":"2024-08-17T17:02:23.176259+0000","last_undegraded":"2024-08-17T17:02:23.176259+0000","last_fullsized":"2024-08-17T17:02:23.176259+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:43:31.231415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632589+0000","last_change":"2024-08-17T17:01:28.247367+0000","last_active":"2024-08-17T17:02:23.632589+0000","last_peered":"2024-08-17T17:02:23.632589+0000","last_clean":"2024-08-17T17:02:23.632589+0000","last_became_active":"2024-08-17T17:01:28.246694+0000","last_became_peered":"2024-08-17T17:01:28.246694+0000","last_unstale":"2024-08-17T17:02:23.632589+0000","last_undegraded":"2024-08-17T17:02:23.632589+0000","last_fullsized":"2024-08-17T17:02:23.632589+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:53:46.840842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089857+0000","last_change":"2024-08-17T17:01:28.247877+0000","last_active":"2024-08-17T17:02:23.089857+0000","last_peered":"2024-08-17T17:02:23.089857+0000","last_clean":"2024-08-17T17:02:23.089857+0000","last_became_active":"2024-08-17T17:01:28.247554+0000","last_became_peered":"2024-08-17T17:01:28.247554+0000","last_unstale":"2024-08-17T17:02:23.089857+0000","last_undegraded":"2024-08-17T17:02:23.089857+0000","last_fullsized":"2024-08-17T17:02:23.089857+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:15:11.558283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089756+0000","last_change":"2024-08-17T17:02:03.575711+0000","last_active":"2024-08-17T17:02:23.089756+0000","last_peered":"2024-08-17T17:02:23.089756+0000","last_clean":"2024-08-17T17:02:23.089756+0000","last_became_active":"2024-08-17T17:02:03.575436+0000","last_became_peered":"2024-08-17T17:02:03.575436+0000","last_unstale":"2024-08-17T17:02:23.089756+0000","last_undegraded":"2024-08-17T17:02:23.089756+0000","last_fullsized":"2024-08-17T17:02:23.089756+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:54:11.457394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935471+0000","last_change":"2024-08-17T17:01:28.240242+0000","last_active":"2024-08-17T17:02:22.935471+0000","last_peered":"2024-08-17T17:02:22.935471+0000","last_clean":"2024-08-17T17:02:22.935471+0000","last_became_active":"2024-08-17T17:01:28.238311+0000","last_became_peered":"2024-08-17T17:01:28.238311+0000","last_unstale":"2024-08-17T17:02:22.935471+0000","last_undegraded":"2024-08-17T17:02:22.935471+0000","last_fullsized":"2024-08-17T17:02:22.935471+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:59.133775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176382+0000","last_change":"2024-08-17T17:01:28.234957+0000","last_active":"2024-08-17T17:02:23.176382+0000","last_peered":"2024-08-17T17:02:23.176382+0000","last_clean":"2024-08-17T17:02:23.176382+0000","last_became_active":"2024-08-17T17:01:28.234691+0000","last_became_peered":"2024-08-17T17:01:28.234691+0000","last_unstale":"2024-08-17T17:02:23.176382+0000","last_undegraded":"2024-08-17T17:02:23.176382+0000","last_fullsized":"2024-08-17T17:02:23.176382+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:19:52.248036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932316+0000","last_change":"2024-08-17T17:01:28.243260+0000","last_active":"2024-08-17T17:02:22.932316+0000","last_peered":"2024-08-17T17:02:22.932316+0000","last_clean":"2024-08-17T17:02:22.932316+0000","last_became_active":"2024-08-17T17:01:28.242983+0000","last_became_peered":"2024-08-17T17:01:28.242983+0000","last_unstale":"2024-08-17T17:02:22.932316+0000","last_undegraded":"2024-08-17T17:02:22.932316+0000","last_fullsized":"2024-08-17T17:02:22.932316+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:32.884573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935649+0000","last_change":"2024-08-17T17:01:28.237842+0000","last_active":"2024-08-17T17:02:22.935649+0000","last_peered":"2024-08-17T17:02:22.935649+0000","last_clean":"2024-08-17T17:02:22.935649+0000","last_became_active":"2024-08-17T17:01:28.237324+0000","last_became_peered":"2024-08-17T17:01:28.237324+0000","last_unstale":"2024-08-17T17:02:22.935649+0000","last_undegraded":"2024-08-17T17:02:22.935649+0000","last_fullsized":"2024-08-17T17:02:22.935649+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:48:05.714195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937897+0000","last_change":"2024-08-17T17:01:28.247610+0000","last_active":"2024-08-17T17:02:22.937897+0000","last_peered":"2024-08-17T17:02:22.937897+0000","last_clean":"2024-08-17T17:02:22.937897+0000","last_became_active":"2024-08-17T17:01:28.247362+0000","last_became_peered":"2024-08-17T17:01:28.247362+0000","last_unstale":"2024-08-17T17:02:22.937897+0000","last_undegraded":"2024-08-17T17:02:22.937897+0000","last_fullsized":"2024-08-17T17:02:22.937897+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:57:04.837068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933215+0000","last_change":"2024-08-17T17:02:03.789455+0000","last_active":"2024-08-17T17:02:22.933215+0000","last_peered":"2024-08-17T17:02:22.933215+0000","last_clean":"2024-08-17T17:02:22.933215+0000","last_became_active":"2024-08-17T17:02:03.788992+0000","last_became_peered":"2024-08-17T17:02:03.788992+0000","last_unstale":"2024-08-17T17:02:22.933215+0000","last_undegraded":"2024-08-17T17:02:22.933215+0000","last_fullsized":"2024-08-17T17:02:22.933215+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:15:21.978385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933937+0000","last_change":"2024-08-17T17:01:28.235752+0000","last_active":"2024-08-17T17:02:22.933937+0000","last_peered":"2024-08-17T17:02:22.933937+0000","last_clean":"2024-08-17T17:02:22.933937+0000","last_became_active":"2024-08-17T17:01:28.235468+0000","last_became_peered":"2024-08-17T17:01:28.235468+0000","last_unstale":"2024-08-17T17:02:22.933937+0000","last_undegraded":"2024-08-17T17:02:22.933937+0000","last_fullsized":"2024-08-17T17:02:22.933937+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:08:01.497199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632470+0000","last_change":"2024-08-17T17:01:28.243448+0000","last_active":"2024-08-17T17:02:23.632470+0000","last_peered":"2024-08-17T17:02:23.632470+0000","last_clean":"2024-08-17T17:02:23.632470+0000","last_became_active":"2024-08-17T17:01:28.243163+0000","last_became_peered":"2024-08-17T17:01:28.243163+0000","last_unstale":"2024-08-17T17:02:23.632470+0000","last_undegraded":"2024-08-17T17:02:23.632470+0000","last_fullsized":"2024-08-17T17:02:23.632470+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:32:20.364181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089649+0000","last_change":"2024-08-17T17:01:28.241744+0000","last_active":"2024-08-17T17:02:23.089649+0000","last_peered":"2024-08-17T17:02:23.089649+0000","last_clean":"2024-08-17T17:02:23.089649+0000","last_became_active":"2024-08-17T17:01:28.240534+0000","last_became_peered":"2024-08-17T17:01:28.240534+0000","last_unstale":"2024-08-17T17:02:23.089649+0000","last_undegraded":"2024-08-17T17:02:23.089649+0000","last_fullsized":"2024-08-17T17:02:23.089649+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:01:59.087785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932737+0000","last_change":"2024-08-17T17:01:28.244124+0000","last_active":"2024-08-17T17:02:22.932737+0000","last_peered":"2024-08-17T17:02:22.932737+0000","last_clean":"2024-08-17T17:02:22.932737+0000","last_became_active":"2024-08-17T17:01:28.243827+0000","last_became_peered":"2024-08-17T17:01:28.243827+0000","last_unstale":"2024-08-17T17:02:22.932737+0000","last_undegraded":"2024-08-17T17:02:22.932737+0000","last_fullsized":"2024-08-17T17:02:22.932737+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:58.840277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937957+0000","last_change":"2024-08-17T17:01:28.244940+0000","last_active":"2024-08-17T17:02:22.937957+0000","last_peered":"2024-08-17T17:02:22.937957+0000","last_clean":"2024-08-17T17:02:22.937957+0000","last_became_active":"2024-08-17T17:01:28.244675+0000","last_became_peered":"2024-08-17T17:01:28.244675+0000","last_unstale":"2024-08-17T17:02:22.937957+0000","last_undegraded":"2024-08-17T17:02:22.937957+0000","last_fullsized":"2024-08-17T17:02:22.937957+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:32.792413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176353+0000","last_change":"2024-08-17T17:02:03.547225+0000","last_active":"2024-08-17T17:02:23.176353+0000","last_peered":"2024-08-17T17:02:23.176353+0000","last_clean":"2024-08-17T17:02:23.176353+0000","last_became_active":"2024-08-17T17:02:03.546878+0000","last_became_peered":"2024-08-17T17:02:03.546878+0000","last_unstale":"2024-08-17T17:02:23.176353+0000","last_undegraded":"2024-08-17T17:02:23.176353+0000","last_fullsized":"2024-08-17T17:02:23.176353+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:30:31.622920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937914+0000","last_change":"2024-08-17T17:01:28.241881+0000","last_active":"2024-08-17T17:02:22.937914+0000","last_peered":"2024-08-17T17:02:22.937914+0000","last_clean":"2024-08-17T17:02:22.937914+0000","last_became_active":"2024-08-17T17:01:28.241624+0000","last_became_peered":"2024-08-17T17:01:28.241624+0000","last_unstale":"2024-08-17T17:02:22.937914+0000","last_undegraded":"2024-08-17T17:02:22.937914+0000","last_fullsized":"2024-08-17T17:02:22.937914+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:02.755628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176847+0000","last_change":"2024-08-17T17:02:03.546700+0000","last_active":"2024-08-17T17:02:23.176847+0000","last_peered":"2024-08-17T17:02:23.176847+0000","last_clean":"2024-08-17T17:02:23.176847+0000","last_became_active":"2024-08-17T17:02:03.546229+0000","last_became_peered":"2024-08-17T17:02:03.546229+0000","last_unstale":"2024-08-17T17:02:23.176847+0000","last_undegraded":"2024-08-17T17:02:23.176847+0000","last_fullsized":"2024-08-17T17:02:23.176847+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:00:01.876492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089929+0000","last_change":"2024-08-17T17:01:28.244541+0000","last_active":"2024-08-17T17:02:23.089929+0000","last_peered":"2024-08-17T17:02:23.089929+0000","last_clean":"2024-08-17T17:02:23.089929+0000","last_became_active":"2024-08-17T17:01:28.244256+0000","last_became_peered":"2024-08-17T17:01:28.244256+0000","last_unstale":"2024-08-17T17:02:23.089929+0000","last_undegraded":"2024-08-17T17:02:23.089929+0000","last_fullsized":"2024-08-17T17:02:23.089929+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:37:44.567534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935700+0000","last_change":"2024-08-17T17:01:28.232496+0000","last_active":"2024-08-17T17:02:22.935700+0000","last_peered":"2024-08-17T17:02:22.935700+0000","last_clean":"2024-08-17T17:02:22.935700+0000","last_became_active":"2024-08-17T17:01:28.232221+0000","last_became_peered":"2024-08-17T17:01:28.232221+0000","last_unstale":"2024-08-17T17:02:22.935700+0000","last_undegraded":"2024-08-17T17:02:22.935700+0000","last_fullsized":"2024-08-17T17:02:22.935700+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:11.279644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176687+0000","last_change":"2024-08-17T17:01:28.234311+0000","last_active":"2024-08-17T17:02:23.176687+0000","last_peered":"2024-08-17T17:02:23.176687+0000","last_clean":"2024-08-17T17:02:23.176687+0000","last_became_active":"2024-08-17T17:01:28.234091+0000","last_became_peered":"2024-08-17T17:01:28.234091+0000","last_unstale":"2024-08-17T17:02:23.176687+0000","last_undegraded":"2024-08-17T17:02:23.176687+0000","last_fullsized":"2024-08-17T17:02:23.176687+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:29.482726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932818+0000","last_change":"2024-08-17T17:01:28.236685+0000","last_active":"2024-08-17T17:02:22.932818+0000","last_peered":"2024-08-17T17:02:22.932818+0000","last_clean":"2024-08-17T17:02:22.932818+0000","last_became_active":"2024-08-17T17:01:28.236345+0000","last_became_peered":"2024-08-17T17:01:28.236345+0000","last_unstale":"2024-08-17T17:02:22.932818+0000","last_undegraded":"2024-08-17T17:02:22.932818+0000","last_fullsized":"2024-08-17T17:02:22.932818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:54:10.855268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937994+0000","last_change":"2024-08-17T17:01:28.245572+0000","last_active":"2024-08-17T17:02:22.937994+0000","last_peered":"2024-08-17T17:02:22.937994+0000","last_clean":"2024-08-17T17:02:22.937994+0000","last_became_active":"2024-08-17T17:01:28.245316+0000","last_became_peered":"2024-08-17T17:01:28.245316+0000","last_unstale":"2024-08-17T17:02:22.937994+0000","last_undegraded":"2024-08-17T17:02:22.937994+0000","last_fullsized":"2024-08-17T17:02:22.937994+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:37:59.206006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932539+0000","last_change":"2024-08-17T17:01:28.240537+0000","last_active":"2024-08-17T17:02:22.932539+0000","last_peered":"2024-08-17T17:02:22.932539+0000","last_clean":"2024-08-17T17:02:22.932539+0000","last_became_active":"2024-08-17T17:01:28.240274+0000","last_became_peered":"2024-08-17T17:01:28.240274+0000","last_unstale":"2024-08-17T17:02:22.932539+0000","last_undegraded":"2024-08-17T17:02:22.932539+0000","last_fullsized":"2024-08-17T17:02:22.932539+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:56:15.065927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089286+0000","last_change":"2024-08-17T17:01:28.247116+0000","last_active":"2024-08-17T17:02:23.089286+0000","last_peered":"2024-08-17T17:02:23.089286+0000","last_clean":"2024-08-17T17:02:23.089286+0000","last_became_active":"2024-08-17T17:01:28.246062+0000","last_became_peered":"2024-08-17T17:01:28.246062+0000","last_unstale":"2024-08-17T17:02:23.089286+0000","last_undegraded":"2024-08-17T17:02:23.089286+0000","last_fullsized":"2024-08-17T17:02:23.089286+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:25:19.710285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935057+0000","last_change":"2024-08-17T17:01:28.245972+0000","last_active":"2024-08-17T17:02:22.935057+0000","last_peered":"2024-08-17T17:02:22.935057+0000","last_clean":"2024-08-17T17:02:22.935057+0000","last_became_active":"2024-08-17T17:01:28.245667+0000","last_became_peered":"2024-08-17T17:01:28.245667+0000","last_unstale":"2024-08-17T17:02:22.935057+0000","last_undegraded":"2024-08-17T17:02:22.935057+0000","last_fullsized":"2024-08-17T17:02:22.935057+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:49:00.701596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176519+0000","last_change":"2024-08-17T17:01:25.015744+0000","last_active":"2024-08-17T17:02:23.176519+0000","last_peered":"2024-08-17T17:02:23.176519+0000","last_clean":"2024-08-17T17:02:23.176519+0000","last_became_active":"2024-08-17T17:01:25.015352+0000","last_became_peered":"2024-08-17T17:01:25.015352+0000","last_unstale":"2024-08-17T17:02:23.176519+0000","last_undegraded":"2024-08-17T17:02:23.176519+0000","last_fullsized":"2024-08-17T17:02:23.176519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:41:51.077270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932900+0000","last_change":"2024-08-17T17:01:28.244792+0000","last_active":"2024-08-17T17:02:22.932900+0000","last_peered":"2024-08-17T17:02:22.932900+0000","last_clean":"2024-08-17T17:02:22.932900+0000","last_became_active":"2024-08-17T17:01:28.244523+0000","last_became_peered":"2024-08-17T17:01:28.244523+0000","last_unstale":"2024-08-17T17:02:22.932900+0000","last_undegraded":"2024-08-17T17:02:22.932900+0000","last_fullsized":"2024-08-17T17:02:22.932900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:56:25.148396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089501+0000","last_change":"2024-08-17T17:01:25.018124+0000","last_active":"2024-08-17T17:02:23.089501+0000","last_peered":"2024-08-17T17:02:23.089501+0000","last_clean":"2024-08-17T17:02:23.089501+0000","last_became_active":"2024-08-17T17:01:25.017827+0000","last_became_peered":"2024-08-17T17:01:25.017827+0000","last_unstale":"2024-08-17T17:02:23.089501+0000","last_undegraded":"2024-08-17T17:02:23.089501+0000","last_fullsized":"2024-08-17T17:02:23.089501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:58:59.670167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176526+0000","last_change":"2024-08-17T17:01:25.015264+0000","last_active":"2024-08-17T17:02:23.176526+0000","last_peered":"2024-08-17T17:02:23.176526+0000","last_clean":"2024-08-17T17:02:23.176526+0000","last_became_active":"2024-08-17T17:01:25.014939+0000","last_became_peered":"2024-08-17T17:01:25.014939+0000","last_unstale":"2024-08-17T17:02:23.176526+0000","last_undegraded":"2024-08-17T17:02:23.176526+0000","last_fullsized":"2024-08-17T17:02:23.176526+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:07:00.299313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176329+0000","last_change":"2024-08-17T17:01:28.233538+0000","last_active":"2024-08-17T17:02:23.176329+0000","last_peered":"2024-08-17T17:02:23.176329+0000","last_clean":"2024-08-17T17:02:23.176329+0000","last_became_active":"2024-08-17T17:01:28.233238+0000","last_became_peered":"2024-08-17T17:01:28.233238+0000","last_unstale":"2024-08-17T17:02:23.176329+0000","last_undegraded":"2024-08-17T17:02:23.176329+0000","last_fullsized":"2024-08-17T17:02:23.176329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:37:26.396342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937998+0000","last_change":"2024-08-17T17:01:25.023323+0000","last_active":"2024-08-17T17:02:22.937998+0000","last_peered":"2024-08-17T17:02:22.937998+0000","last_clean":"2024-08-17T17:02:22.937998+0000","last_became_active":"2024-08-17T17:01:25.023049+0000","last_became_peered":"2024-08-17T17:01:25.023049+0000","last_unstale":"2024-08-17T17:02:22.937998+0000","last_undegraded":"2024-08-17T17:02:22.937998+0000","last_fullsized":"2024-08-17T17:02:22.937998+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:46:26.991319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935535+0000","last_change":"2024-08-17T17:01:28.228991+0000","last_active":"2024-08-17T17:02:22.935535+0000","last_peered":"2024-08-17T17:02:22.935535+0000","last_clean":"2024-08-17T17:02:22.935535+0000","last_became_active":"2024-08-17T17:01:28.228681+0000","last_became_peered":"2024-08-17T17:01:28.228681+0000","last_unstale":"2024-08-17T17:02:22.935535+0000","last_undegraded":"2024-08-17T17:02:22.935535+0000","last_fullsized":"2024-08-17T17:02:22.935535+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:44:18.986385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089889+0000","last_change":"2024-08-17T17:01:25.018286+0000","last_active":"2024-08-17T17:02:23.089889+0000","last_peered":"2024-08-17T17:02:23.089889+0000","last_clean":"2024-08-17T17:02:23.089889+0000","last_became_active":"2024-08-17T17:01:25.017997+0000","last_became_peered":"2024-08-17T17:01:25.017997+0000","last_unstale":"2024-08-17T17:02:23.089889+0000","last_undegraded":"2024-08-17T17:02:23.089889+0000","last_fullsized":"2024-08-17T17:02:23.089889+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:37:34.306164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938310+0000","last_change":"2024-08-17T17:01:28.240912+0000","last_active":"2024-08-17T17:02:22.938310+0000","last_peered":"2024-08-17T17:02:22.938310+0000","last_clean":"2024-08-17T17:02:22.938310+0000","last_became_active":"2024-08-17T17:01:28.240515+0000","last_became_peered":"2024-08-17T17:01:28.240515+0000","last_unstale":"2024-08-17T17:02:22.938310+0000","last_undegraded":"2024-08-17T17:02:22.938310+0000","last_fullsized":"2024-08-17T17:02:22.938310+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:30:55.909122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938413+0000","last_change":"2024-08-17T17:01:25.019332+0000","last_active":"2024-08-17T17:02:22.938413+0000","last_peered":"2024-08-17T17:02:22.938413+0000","last_clean":"2024-08-17T17:02:22.938413+0000","last_became_active":"2024-08-17T17:01:25.019050+0000","last_became_peered":"2024-08-17T17:01:25.019050+0000","last_unstale":"2024-08-17T17:02:22.938413+0000","last_undegraded":"2024-08-17T17:02:22.938413+0000","last_fullsized":"2024-08-17T17:02:22.938413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:58:38.436810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932976+0000","last_change":"2024-08-17T17:02:03.546112+0000","last_active":"2024-08-17T17:02:22.932976+0000","last_peered":"2024-08-17T17:02:22.932976+0000","last_clean":"2024-08-17T17:02:22.932976+0000","last_became_active":"2024-08-17T17:02:03.545768+0000","last_became_peered":"2024-08-17T17:02:03.545768+0000","last_unstale":"2024-08-17T17:02:22.932976+0000","last_undegraded":"2024-08-17T17:02:22.932976+0000","last_fullsized":"2024-08-17T17:02:22.932976+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:32:29.958924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935843+0000","last_change":"2024-08-17T17:01:25.018611+0000","last_active":"2024-08-17T17:02:22.935843+0000","last_peered":"2024-08-17T17:02:22.935843+0000","last_clean":"2024-08-17T17:02:22.935843+0000","last_became_active":"2024-08-17T17:01:25.018308+0000","last_became_peered":"2024-08-17T17:01:25.018308+0000","last_unstale":"2024-08-17T17:02:22.935843+0000","last_undegraded":"2024-08-17T17:02:22.935843+0000","last_fullsized":"2024-08-17T17:02:22.935843+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:40:13.284020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935584+0000","last_change":"2024-08-17T17:01:28.242886+0000","last_active":"2024-08-17T17:02:22.935584+0000","last_peered":"2024-08-17T17:02:22.935584+0000","last_clean":"2024-08-17T17:02:22.935584+0000","last_became_active":"2024-08-17T17:01:28.242366+0000","last_became_peered":"2024-08-17T17:01:28.242366+0000","last_unstale":"2024-08-17T17:02:22.935584+0000","last_undegraded":"2024-08-17T17:02:22.935584+0000","last_fullsized":"2024-08-17T17:02:22.935584+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:46:27.622960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089703+0000","last_change":"2024-08-17T17:01:25.018053+0000","last_active":"2024-08-17T17:02:23.089703+0000","last_peered":"2024-08-17T17:02:23.089703+0000","last_clean":"2024-08-17T17:02:23.089703+0000","last_became_active":"2024-08-17T17:01:25.017704+0000","last_became_peered":"2024-08-17T17:01:25.017704+0000","last_unstale":"2024-08-17T17:02:23.089703+0000","last_undegraded":"2024-08-17T17:02:23.089703+0000","last_fullsized":"2024-08-17T17:02:23.089703+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:19:37.671416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632307+0000","last_change":"2024-08-17T17:01:28.248171+0000","last_active":"2024-08-17T17:02:23.632307+0000","last_peered":"2024-08-17T17:02:23.632307+0000","last_clean":"2024-08-17T17:02:23.632307+0000","last_became_active":"2024-08-17T17:01:28.246410+0000","last_became_peered":"2024-08-17T17:01:28.246410+0000","last_unstale":"2024-08-17T17:02:23.632307+0000","last_undegraded":"2024-08-17T17:02:23.632307+0000","last_fullsized":"2024-08-17T17:02:23.632307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:48:42.077687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932997+0000","last_change":"2024-08-17T17:01:25.016667+0000","last_active":"2024-08-17T17:02:22.932997+0000","last_peered":"2024-08-17T17:02:22.932997+0000","last_clean":"2024-08-17T17:02:22.932997+0000","last_became_active":"2024-08-17T17:01:25.016344+0000","last_became_peered":"2024-08-17T17:01:25.016344+0000","last_unstale":"2024-08-17T17:02:22.932997+0000","last_undegraded":"2024-08-17T17:02:22.932997+0000","last_fullsized":"2024-08-17T17:02:22.932997+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:06:00.041241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932359+0000","last_change":"2024-08-17T17:01:28.244550+0000","last_active":"2024-08-17T17:02:22.932359+0000","last_peered":"2024-08-17T17:02:22.932359+0000","last_clean":"2024-08-17T17:02:22.932359+0000","last_became_active":"2024-08-17T17:01:28.244244+0000","last_became_peered":"2024-08-17T17:01:28.244244+0000","last_unstale":"2024-08-17T17:02:22.932359+0000","last_undegraded":"2024-08-17T17:02:22.932359+0000","last_fullsized":"2024-08-17T17:02:22.932359+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:17:54.808235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938120+0000","last_change":"2024-08-17T17:01:25.022944+0000","last_active":"2024-08-17T17:02:22.938120+0000","last_peered":"2024-08-17T17:02:22.938120+0000","last_clean":"2024-08-17T17:02:22.938120+0000","last_became_active":"2024-08-17T17:01:25.022090+0000","last_became_peered":"2024-08-17T17:01:25.022090+0000","last_unstale":"2024-08-17T17:02:22.938120+0000","last_undegraded":"2024-08-17T17:02:22.938120+0000","last_fullsized":"2024-08-17T17:02:22.938120+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:29:48.336613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632023+0000","last_change":"2024-08-17T17:01:28.248944+0000","last_active":"2024-08-17T17:02:23.632023+0000","last_peered":"2024-08-17T17:02:23.632023+0000","last_clean":"2024-08-17T17:02:23.632023+0000","last_became_active":"2024-08-17T17:01:28.248634+0000","last_became_peered":"2024-08-17T17:01:28.248634+0000","last_unstale":"2024-08-17T17:02:23.632023+0000","last_undegraded":"2024-08-17T17:02:23.632023+0000","last_fullsized":"2024-08-17T17:02:23.632023+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:34:14.433039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089489+0000","last_change":"2024-08-17T17:01:25.015299+0000","last_active":"2024-08-17T17:02:23.089489+0000","last_peered":"2024-08-17T17:02:23.089489+0000","last_clean":"2024-08-17T17:02:23.089489+0000","last_became_active":"2024-08-17T17:01:25.014988+0000","last_became_peered":"2024-08-17T17:01:25.014988+0000","last_unstale":"2024-08-17T17:02:23.089489+0000","last_undegraded":"2024-08-17T17:02:23.089489+0000","last_fullsized":"2024-08-17T17:02:23.089489+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:48:11.523562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089360+0000","last_change":"2024-08-17T17:01:28.247610+0000","last_active":"2024-08-17T17:02:23.089360+0000","last_peered":"2024-08-17T17:02:23.089360+0000","last_clean":"2024-08-17T17:02:23.089360+0000","last_became_active":"2024-08-17T17:01:28.247316+0000","last_became_peered":"2024-08-17T17:01:28.247316+0000","last_unstale":"2024-08-17T17:02:23.089360+0000","last_undegraded":"2024-08-17T17:02:23.089360+0000","last_fullsized":"2024-08-17T17:02:23.089360+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:18.649369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933364+0000","last_change":"2024-08-17T17:01:25.010770+0000","last_active":"2024-08-17T17:02:22.933364+0000","last_peered":"2024-08-17T17:02:22.933364+0000","last_clean":"2024-08-17T17:02:22.933364+0000","last_became_active":"2024-08-17T17:01:25.010476+0000","last_became_peered":"2024-08-17T17:01:25.010476+0000","last_unstale":"2024-08-17T17:02:22.933364+0000","last_undegraded":"2024-08-17T17:02:22.933364+0000","last_fullsized":"2024-08-17T17:02:22.933364+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:13:48.768356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.631823+0000","last_change":"2024-08-17T17:01:28.250240+0000","last_active":"2024-08-17T17:02:23.631823+0000","last_peered":"2024-08-17T17:02:23.631823+0000","last_clean":"2024-08-17T17:02:23.631823+0000","last_became_active":"2024-08-17T17:01:28.249972+0000","last_became_peered":"2024-08-17T17:01:28.249972+0000","last_unstale":"2024-08-17T17:02:23.631823+0000","last_undegraded":"2024-08-17T17:02:23.631823+0000","last_fullsized":"2024-08-17T17:02:23.631823+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:35.056941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935591+0000","last_change":"2024-08-17T17:01:25.016422+0000","last_active":"2024-08-17T17:02:22.935591+0000","last_peered":"2024-08-17T17:02:22.935591+0000","last_clean":"2024-08-17T17:02:22.935591+0000","last_became_active":"2024-08-17T17:01:25.016118+0000","last_became_peered":"2024-08-17T17:01:25.016118+0000","last_unstale":"2024-08-17T17:02:22.935591+0000","last_undegraded":"2024-08-17T17:02:22.935591+0000","last_fullsized":"2024-08-17T17:02:22.935591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:07:32.179659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632385+0000","last_change":"2024-08-17T17:01:28.247707+0000","last_active":"2024-08-17T17:02:23.632385+0000","last_peered":"2024-08-17T17:02:23.632385+0000","last_clean":"2024-08-17T17:02:23.632385+0000","last_became_active":"2024-08-17T17:01:28.247229+0000","last_became_peered":"2024-08-17T17:01:28.247229+0000","last_unstale":"2024-08-17T17:02:23.632385+0000","last_undegraded":"2024-08-17T17:02:23.632385+0000","last_fullsized":"2024-08-17T17:02:23.632385+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:31:53.546532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.934074+0000","last_change":"2024-08-17T17:01:25.016877+0000","last_active":"2024-08-17T17:02:22.934074+0000","last_peered":"2024-08-17T17:02:22.934074+0000","last_clean":"2024-08-17T17:02:22.934074+0000","last_became_active":"2024-08-17T17:01:25.015751+0000","last_became_peered":"2024-08-17T17:01:25.015751+0000","last_unstale":"2024-08-17T17:02:22.934074+0000","last_undegraded":"2024-08-17T17:02:22.934074+0000","last_fullsized":"2024-08-17T17:02:22.934074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:34:28.631804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632455+0000","last_change":"2024-08-17T17:01:28.249112+0000","last_active":"2024-08-17T17:02:23.632455+0000","last_peered":"2024-08-17T17:02:23.632455+0000","last_clean":"2024-08-17T17:02:23.632455+0000","last_became_active":"2024-08-17T17:01:28.248844+0000","last_became_peered":"2024-08-17T17:01:28.248844+0000","last_unstale":"2024-08-17T17:02:23.632455+0000","last_undegraded":"2024-08-17T17:02:23.632455+0000","last_fullsized":"2024-08-17T17:02:23.632455+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:39:19.927152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935848+0000","last_change":"2024-08-17T17:01:25.011205+0000","last_active":"2024-08-17T17:02:22.935848+0000","last_peered":"2024-08-17T17:02:22.935848+0000","last_clean":"2024-08-17T17:02:22.935848+0000","last_became_active":"2024-08-17T17:01:25.010916+0000","last_became_peered":"2024-08-17T17:01:25.010916+0000","last_unstale":"2024-08-17T17:02:22.935848+0000","last_undegraded":"2024-08-17T17:02:22.935848+0000","last_fullsized":"2024-08-17T17:02:22.935848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:19:58.639689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938337+0000","last_change":"2024-08-17T17:01:28.243647+0000","last_active":"2024-08-17T17:02:22.938337+0000","last_peered":"2024-08-17T17:02:22.938337+0000","last_clean":"2024-08-17T17:02:22.938337+0000","last_became_active":"2024-08-17T17:01:28.243320+0000","last_became_peered":"2024-08-17T17:01:28.243320+0000","last_unstale":"2024-08-17T17:02:22.938337+0000","last_undegraded":"2024-08-17T17:02:22.938337+0000","last_fullsized":"2024-08-17T17:02:22.938337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:02:32.941372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933674+0000","last_change":"2024-08-17T17:01:25.018173+0000","last_active":"2024-08-17T17:02:22.933674+0000","last_peered":"2024-08-17T17:02:22.933674+0000","last_clean":"2024-08-17T17:02:22.933674+0000","last_became_active":"2024-08-17T17:01:25.015807+0000","last_became_peered":"2024-08-17T17:01:25.015807+0000","last_unstale":"2024-08-17T17:02:22.933674+0000","last_undegraded":"2024-08-17T17:02:22.933674+0000","last_fullsized":"2024-08-17T17:02:22.933674+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:03:33.633295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632363+0000","last_change":"2024-08-17T17:01:28.242756+0000","last_active":"2024-08-17T17:02:23.632363+0000","last_peered":"2024-08-17T17:02:23.632363+0000","last_clean":"2024-08-17T17:02:23.632363+0000","last_became_active":"2024-08-17T17:01:28.242471+0000","last_became_peered":"2024-08-17T17:01:28.242471+0000","last_unstale":"2024-08-17T17:02:23.632363+0000","last_undegraded":"2024-08-17T17:02:23.632363+0000","last_fullsized":"2024-08-17T17:02:23.632363+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:07:01.801618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.545010+0000","last_change":"2024-08-17T17:02:23.090046+0000","last_active":"2024-08-17T17:02:32.545010+0000","last_peered":"2024-08-17T17:02:32.545010+0000","last_clean":"2024-08-17T17:02:32.545010+0000","last_became_active":"2024-08-17T17:02:18.754379+0000","last_became_peered":"2024-08-17T17:02:18.754379+0000","last_unstale":"2024-08-17T17:02:32.545010+0000","last_undegraded":"2024-08-17T17:02:32.545010+0000","last_fullsized":"2024-08-17T17:02:32.545010+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:46:25.076790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035339200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":273,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.447424+0000","last_change":"2024-08-17T17:01:04.823363+0000","last_active":"2024-08-17T17:02:32.447424+0000","last_peered":"2024-08-17T17:02:32.447424+0000","last_clean":"2024-08-17T17:02:32.447424+0000","last_became_active":"2024-08-17T17:01:04.822959+0000","last_became_peered":"2024-08-17T17:01:04.822959+0000","last_unstale":"2024-08-17T17:02:32.447424+0000","last_undegraded":"2024-08-17T17:02:32.447424+0000","last_fullsized":"2024-08-17T17:02:32.447424+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_clean_scrub_stamp":"2024-08-17T16:59:08.794706+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:31.609145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938092+0000","last_change":"2024-08-17T17:01:25.022885+0000","last_active":"2024-08-17T17:02:22.938092+0000","last_peered":"2024-08-17T17:02:22.938092+0000","last_clean":"2024-08-17T17:02:22.938092+0000","last_became_active":"2024-08-17T17:01:25.022315+0000","last_became_peered":"2024-08-17T17:01:25.022315+0000","last_unstale":"2024-08-17T17:02:22.938092+0000","last_undegraded":"2024-08-17T17:02:22.938092+0000","last_fullsized":"2024-08-17T17:02:22.938092+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:28:28.088971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176437+0000","last_change":"2024-08-17T17:01:28.242826+0000","last_active":"2024-08-17T17:02:23.176437+0000","last_peered":"2024-08-17T17:02:23.176437+0000","last_clean":"2024-08-17T17:02:23.176437+0000","last_became_active":"2024-08-17T17:01:28.242080+0000","last_became_peered":"2024-08-17T17:01:28.242080+0000","last_unstale":"2024-08-17T17:02:23.176437+0000","last_undegraded":"2024-08-17T17:02:23.176437+0000","last_fullsized":"2024-08-17T17:02:23.176437+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:15.942762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.546479+0000","last_change":"2024-08-17T17:02:22.933277+0000","last_active":"2024-08-17T17:02:32.546479+0000","last_peered":"2024-08-17T17:02:32.546479+0000","last_clean":"2024-08-17T17:02:32.546479+0000","last_became_active":"2024-08-17T17:02:18.753318+0000","last_became_peered":"2024-08-17T17:02:18.753318+0000","last_unstale":"2024-08-17T17:02:32.546479+0000","last_undegraded":"2024-08-17T17:02:32.546479+0000","last_fullsized":"2024-08-17T17:02:32.546479+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:45:03.780792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039604799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632138+0000","last_change":"2024-08-17T17:01:25.019335+0000","last_active":"2024-08-17T17:02:23.632138+0000","last_peered":"2024-08-17T17:02:23.632138+0000","last_clean":"2024-08-17T17:02:23.632138+0000","last_became_active":"2024-08-17T17:01:25.018653+0000","last_became_peered":"2024-08-17T17:01:25.018653+0000","last_unstale":"2024-08-17T17:02:23.632138+0000","last_undegraded":"2024-08-17T17:02:23.632138+0000","last_fullsized":"2024-08-17T17:02:23.632138+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:51:27.581249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932235+0000","last_change":"2024-08-17T17:01:28.236213+0000","last_active":"2024-08-17T17:02:22.932235+0000","last_peered":"2024-08-17T17:02:22.932235+0000","last_clean":"2024-08-17T17:02:22.932235+0000","last_became_active":"2024-08-17T17:01:28.235955+0000","last_became_peered":"2024-08-17T17:01:28.235955+0000","last_unstale":"2024-08-17T17:02:22.932235+0000","last_undegraded":"2024-08-17T17:02:22.932235+0000","last_fullsized":"2024-08-17T17:02:22.932235+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:48.909658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.401253+0000","last_change":"2024-08-17T17:02:22.936337+0000","last_active":"2024-08-17T17:02:32.401253+0000","last_peered":"2024-08-17T17:02:32.401253+0000","last_clean":"2024-08-17T17:02:32.401253+0000","last_became_active":"2024-08-17T17:02:19.243549+0000","last_became_peered":"2024-08-17T17:02:19.243549+0000","last_unstale":"2024-08-17T17:02:32.401253+0000","last_undegraded":"2024-08-17T17:02:32.401253+0000","last_fullsized":"2024-08-17T17:02:32.401253+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:51:22.293783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035149600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932714+0000","last_change":"2024-08-17T17:01:25.013800+0000","last_active":"2024-08-17T17:02:22.932714+0000","last_peered":"2024-08-17T17:02:22.932714+0000","last_clean":"2024-08-17T17:02:22.932714+0000","last_became_active":"2024-08-17T17:01:25.012029+0000","last_became_peered":"2024-08-17T17:01:25.012029+0000","last_unstale":"2024-08-17T17:02:22.932714+0000","last_undegraded":"2024-08-17T17:02:22.932714+0000","last_fullsized":"2024-08-17T17:02:22.932714+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:25:38.186692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935536+0000","last_change":"2024-08-17T17:01:28.238496+0000","last_active":"2024-08-17T17:02:22.935536+0000","last_peered":"2024-08-17T17:02:22.935536+0000","last_clean":"2024-08-17T17:02:22.935536+0000","last_became_active":"2024-08-17T17:01:28.237290+0000","last_became_peered":"2024-08-17T17:01:28.237290+0000","last_unstale":"2024-08-17T17:02:22.935536+0000","last_undegraded":"2024-08-17T17:02:22.935536+0000","last_fullsized":"2024-08-17T17:02:22.935536+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:36:46.481585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.401166+0000","last_change":"2024-08-17T17:02:22.936119+0000","last_active":"2024-08-17T17:02:32.401166+0000","last_peered":"2024-08-17T17:02:32.401166+0000","last_clean":"2024-08-17T17:02:32.401166+0000","last_became_active":"2024-08-17T17:02:18.756201+0000","last_became_peered":"2024-08-17T17:02:18.756201+0000","last_unstale":"2024-08-17T17:02:32.401166+0000","last_undegraded":"2024-08-17T17:02:32.401166+0000","last_fullsized":"2024-08-17T17:02:32.401166+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:36:17.218919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000362667,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938084+0000","last_change":"2024-08-17T17:01:25.023665+0000","last_active":"2024-08-17T17:02:22.938084+0000","last_peered":"2024-08-17T17:02:22.938084+0000","last_clean":"2024-08-17T17:02:22.938084+0000","last_became_active":"2024-08-17T17:01:25.023401+0000","last_became_peered":"2024-08-17T17:01:25.023401+0000","last_unstale":"2024-08-17T17:02:22.938084+0000","last_undegraded":"2024-08-17T17:02:22.938084+0000","last_fullsized":"2024-08-17T17:02:22.938084+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:44:11.721414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935296+0000","last_change":"2024-08-17T17:01:28.236275+0000","last_active":"2024-08-17T17:02:22.935296+0000","last_peered":"2024-08-17T17:02:22.935296+0000","last_clean":"2024-08-17T17:02:22.935296+0000","last_became_active":"2024-08-17T17:01:28.235960+0000","last_became_peered":"2024-08-17T17:01:28.235960+0000","last_unstale":"2024-08-17T17:02:22.935296+0000","last_undegraded":"2024-08-17T17:02:22.935296+0000","last_fullsized":"2024-08-17T17:02:22.935296+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:58:15.282453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.401357+0000","last_change":"2024-08-17T17:02:22.936716+0000","last_active":"2024-08-17T17:02:32.401357+0000","last_peered":"2024-08-17T17:02:32.401357+0000","last_clean":"2024-08-17T17:02:32.401357+0000","last_became_active":"2024-08-17T17:02:19.243552+0000","last_became_peered":"2024-08-17T17:02:19.243552+0000","last_unstale":"2024-08-17T17:02:32.401357+0000","last_undegraded":"2024-08-17T17:02:32.401357+0000","last_fullsized":"2024-08-17T17:02:32.401357+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:23:16.469286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010918849999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935902+0000","last_change":"2024-08-17T17:01:25.015005+0000","last_active":"2024-08-17T17:02:22.935902+0000","last_peered":"2024-08-17T17:02:22.935902+0000","last_clean":"2024-08-17T17:02:22.935902+0000","last_became_active":"2024-08-17T17:01:25.014689+0000","last_became_peered":"2024-08-17T17:01:25.014689+0000","last_unstale":"2024-08-17T17:02:22.935902+0000","last_undegraded":"2024-08-17T17:02:22.935902+0000","last_fullsized":"2024-08-17T17:02:22.935902+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:21.019702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938282+0000","last_change":"2024-08-17T17:01:28.242998+0000","last_active":"2024-08-17T17:02:22.938282+0000","last_peered":"2024-08-17T17:02:22.938282+0000","last_clean":"2024-08-17T17:02:22.938282+0000","last_became_active":"2024-08-17T17:01:28.242734+0000","last_became_peered":"2024-08-17T17:01:28.242734+0000","last_unstale":"2024-08-17T17:02:22.938282+0000","last_undegraded":"2024-08-17T17:02:22.938282+0000","last_fullsized":"2024-08-17T17:02:22.938282+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:04:52.188400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.545722+0000","last_change":"2024-08-17T17:02:22.933266+0000","last_active":"2024-08-17T17:02:32.545722+0000","last_peered":"2024-08-17T17:02:32.545722+0000","last_clean":"2024-08-17T17:02:32.545722+0000","last_became_active":"2024-08-17T17:02:19.243528+0000","last_became_peered":"2024-08-17T17:02:19.243528+0000","last_unstale":"2024-08-17T17:02:32.545722+0000","last_undegraded":"2024-08-17T17:02:32.545722+0000","last_fullsized":"2024-08-17T17:02:32.545722+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:00:33.994744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092651300000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.934151+0000","last_change":"2024-08-17T17:02:03.789455+0000","last_active":"2024-08-17T17:02:22.934151+0000","last_peered":"2024-08-17T17:02:22.934151+0000","last_clean":"2024-08-17T17:02:22.934151+0000","last_became_active":"2024-08-17T17:02:03.788985+0000","last_became_peered":"2024-08-17T17:02:03.788985+0000","last_unstale":"2024-08-17T17:02:22.934151+0000","last_undegraded":"2024-08-17T17:02:22.934151+0000","last_fullsized":"2024-08-17T17:02:22.934151+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:31:10.756816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935902+0000","last_change":"2024-08-17T17:01:28.238215+0000","last_active":"2024-08-17T17:02:22.935902+0000","last_peered":"2024-08-17T17:02:22.935902+0000","last_clean":"2024-08-17T17:02:22.935902+0000","last_became_active":"2024-08-17T17:01:28.237360+0000","last_became_peered":"2024-08-17T17:01:28.237360+0000","last_unstale":"2024-08-17T17:02:22.935902+0000","last_undegraded":"2024-08-17T17:02:22.935902+0000","last_fullsized":"2024-08-17T17:02:22.935902+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:17:48.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.544811+0000","last_change":"2024-08-17T17:02:23.176633+0000","last_active":"2024-08-17T17:02:32.544811+0000","last_peered":"2024-08-17T17:02:32.544811+0000","last_clean":"2024-08-17T17:02:32.544811+0000","last_became_active":"2024-08-17T17:02:18.755611+0000","last_became_peered":"2024-08-17T17:02:18.755611+0000","last_unstale":"2024-08-17T17:02:32.544811+0000","last_undegraded":"2024-08-17T17:02:32.544811+0000","last_fullsized":"2024-08-17T17:02:32.544811+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:50:45.583236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042823399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.936180+0000","last_change":"2024-08-17T17:01:25.015192+0000","last_active":"2024-08-17T17:02:22.936180+0000","last_peered":"2024-08-17T17:02:22.936180+0000","last_clean":"2024-08-17T17:02:22.936180+0000","last_became_active":"2024-08-17T17:01:25.014760+0000","last_became_peered":"2024-08-17T17:01:25.014760+0000","last_unstale":"2024-08-17T17:02:22.936180+0000","last_undegraded":"2024-08-17T17:02:22.936180+0000","last_fullsized":"2024-08-17T17:02:22.936180+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:08:47.004706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176898+0000","last_change":"2024-08-17T17:01:28.242154+0000","last_active":"2024-08-17T17:02:23.176898+0000","last_peered":"2024-08-17T17:02:23.176898+0000","last_clean":"2024-08-17T17:02:23.176898+0000","last_became_active":"2024-08-17T17:01:28.241855+0000","last_became_peered":"2024-08-17T17:01:28.241855+0000","last_unstale":"2024-08-17T17:02:23.176898+0000","last_undegraded":"2024-08-17T17:02:23.176898+0000","last_fullsized":"2024-08-17T17:02:23.176898+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:11:34.473032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.401422+0000","last_change":"2024-08-17T17:02:22.935648+0000","last_active":"2024-08-17T17:02:32.401422+0000","last_peered":"2024-08-17T17:02:32.401422+0000","last_clean":"2024-08-17T17:02:32.401422+0000","last_became_active":"2024-08-17T17:02:19.243250+0000","last_became_peered":"2024-08-17T17:02:19.243250+0000","last_unstale":"2024-08-17T17:02:32.401422+0000","last_undegraded":"2024-08-17T17:02:32.401422+0000","last_fullsized":"2024-08-17T17:02:32.401422+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:42:43.588073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071493100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089909+0000","last_change":"2024-08-17T17:01:25.019466+0000","last_active":"2024-08-17T17:02:23.089909+0000","last_peered":"2024-08-17T17:02:23.089909+0000","last_clean":"2024-08-17T17:02:23.089909+0000","last_became_active":"2024-08-17T17:01:25.019161+0000","last_became_peered":"2024-08-17T17:01:25.019161+0000","last_unstale":"2024-08-17T17:02:23.089909+0000","last_undegraded":"2024-08-17T17:02:23.089909+0000","last_fullsized":"2024-08-17T17:02:23.089909+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:43:02.793833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932772+0000","last_change":"2024-08-17T17:01:28.235385+0000","last_active":"2024-08-17T17:02:22.932772+0000","last_peered":"2024-08-17T17:02:22.932772+0000","last_clean":"2024-08-17T17:02:22.932772+0000","last_became_active":"2024-08-17T17:01:28.235114+0000","last_became_peered":"2024-08-17T17:01:28.235114+0000","last_unstale":"2024-08-17T17:02:22.932772+0000","last_undegraded":"2024-08-17T17:02:22.932772+0000","last_fullsized":"2024-08-17T17:02:22.932772+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:44:09.794004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632059+0000","last_change":"2024-08-17T17:01:25.019919+0000","last_active":"2024-08-17T17:02:23.632059+0000","last_peered":"2024-08-17T17:02:23.632059+0000","last_clean":"2024-08-17T17:02:23.632059+0000","last_became_active":"2024-08-17T17:01:25.019415+0000","last_became_peered":"2024-08-17T17:01:25.019415+0000","last_unstale":"2024-08-17T17:02:23.632059+0000","last_undegraded":"2024-08-17T17:02:23.632059+0000","last_fullsized":"2024-08-17T17:02:23.632059+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:01.501039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935194+0000","last_change":"2024-08-17T17:01:28.244618+0000","last_active":"2024-08-17T17:02:22.935194+0000","last_peered":"2024-08-17T17:02:22.935194+0000","last_clean":"2024-08-17T17:02:22.935194+0000","last_became_active":"2024-08-17T17:01:28.244330+0000","last_became_peered":"2024-08-17T17:01:28.244330+0000","last_unstale":"2024-08-17T17:02:22.935194+0000","last_undegraded":"2024-08-17T17:02:22.935194+0000","last_fullsized":"2024-08-17T17:02:22.935194+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:38:52.901189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935779+0000","last_change":"2024-08-17T17:01:25.013818+0000","last_active":"2024-08-17T17:02:22.935779+0000","last_peered":"2024-08-17T17:02:22.935779+0000","last_clean":"2024-08-17T17:02:22.935779+0000","last_became_active":"2024-08-17T17:01:25.013104+0000","last_became_peered":"2024-08-17T17:01:25.013104+0000","last_unstale":"2024-08-17T17:02:22.935779+0000","last_undegraded":"2024-08-17T17:02:22.935779+0000","last_fullsized":"2024-08-17T17:02:22.935779+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:58:10.109952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176356+0000","last_change":"2024-08-17T17:01:28.241869+0000","last_active":"2024-08-17T17:02:23.176356+0000","last_peered":"2024-08-17T17:02:23.176356+0000","last_clean":"2024-08-17T17:02:23.176356+0000","last_became_active":"2024-08-17T17:01:28.241600+0000","last_became_peered":"2024-08-17T17:01:28.241600+0000","last_unstale":"2024-08-17T17:02:23.176356+0000","last_undegraded":"2024-08-17T17:02:23.176356+0000","last_fullsized":"2024-08-17T17:02:23.176356+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:50:18.085398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.936090+0000","last_change":"2024-08-17T17:01:25.016014+0000","last_active":"2024-08-17T17:02:22.936090+0000","last_peered":"2024-08-17T17:02:22.936090+0000","last_clean":"2024-08-17T17:02:22.936090+0000","last_became_active":"2024-08-17T17:01:25.015709+0000","last_became_peered":"2024-08-17T17:01:25.015709+0000","last_unstale":"2024-08-17T17:02:22.936090+0000","last_undegraded":"2024-08-17T17:02:22.936090+0000","last_fullsized":"2024-08-17T17:02:22.936090+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:27.665009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176414+0000","last_change":"2024-08-17T17:01:28.240081+0000","last_active":"2024-08-17T17:02:23.176414+0000","last_peered":"2024-08-17T17:02:23.176414+0000","last_clean":"2024-08-17T17:02:23.176414+0000","last_became_active":"2024-08-17T17:01:28.239785+0000","last_became_peered":"2024-08-17T17:01:28.239785+0000","last_unstale":"2024-08-17T17:02:23.176414+0000","last_undegraded":"2024-08-17T17:02:23.176414+0000","last_fullsized":"2024-08-17T17:02:23.176414+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:40:12.664203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632198+0000","last_change":"2024-08-17T17:01:25.019569+0000","last_active":"2024-08-17T17:02:23.632198+0000","last_peered":"2024-08-17T17:02:23.632198+0000","last_clean":"2024-08-17T17:02:23.632198+0000","last_became_active":"2024-08-17T17:01:25.019295+0000","last_became_peered":"2024-08-17T17:01:25.019295+0000","last_unstale":"2024-08-17T17:02:23.632198+0000","last_undegraded":"2024-08-17T17:02:23.632198+0000","last_fullsized":"2024-08-17T17:02:23.632198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:15:15.236195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089377+0000","last_change":"2024-08-17T17:01:28.242224+0000","last_active":"2024-08-17T17:02:23.089377+0000","last_peered":"2024-08-17T17:02:23.089377+0000","last_clean":"2024-08-17T17:02:23.089377+0000","last_became_active":"2024-08-17T17:01:28.241895+0000","last_became_peered":"2024-08-17T17:01:28.241895+0000","last_unstale":"2024-08-17T17:02:23.089377+0000","last_undegraded":"2024-08-17T17:02:23.089377+0000","last_fullsized":"2024-08-17T17:02:23.089377+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:30:21.838741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938228+0000","last_change":"2024-08-17T17:01:28.249440+0000","last_active":"2024-08-17T17:02:22.938228+0000","last_peered":"2024-08-17T17:02:22.938228+0000","last_clean":"2024-08-17T17:02:22.938228+0000","last_became_active":"2024-08-17T17:01:28.249164+0000","last_became_peered":"2024-08-17T17:01:28.249164+0000","last_unstale":"2024-08-17T17:02:22.938228+0000","last_undegraded":"2024-08-17T17:02:22.938228+0000","last_fullsized":"2024-08-17T17:02:22.938228+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:48:39.262907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632183+0000","last_change":"2024-08-17T17:01:25.020444+0000","last_active":"2024-08-17T17:02:23.632183+0000","last_peered":"2024-08-17T17:02:23.632183+0000","last_clean":"2024-08-17T17:02:23.632183+0000","last_became_active":"2024-08-17T17:01:25.020166+0000","last_became_peered":"2024-08-17T17:01:25.020166+0000","last_unstale":"2024-08-17T17:02:23.632183+0000","last_undegraded":"2024-08-17T17:02:23.632183+0000","last_fullsized":"2024-08-17T17:02:23.632183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:44:35.462883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938226+0000","last_change":"2024-08-17T17:01:28.249903+0000","last_active":"2024-08-17T17:02:22.938226+0000","last_peered":"2024-08-17T17:02:22.938226+0000","last_clean":"2024-08-17T17:02:22.938226+0000","last_became_active":"2024-08-17T17:01:28.249616+0000","last_became_peered":"2024-08-17T17:01:28.249616+0000","last_unstale":"2024-08-17T17:02:22.938226+0000","last_undegraded":"2024-08-17T17:02:22.938226+0000","last_fullsized":"2024-08-17T17:02:22.938226+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:21:58.794297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632426+0000","last_change":"2024-08-17T17:01:25.015242+0000","last_active":"2024-08-17T17:02:23.632426+0000","last_peered":"2024-08-17T17:02:23.632426+0000","last_clean":"2024-08-17T17:02:23.632426+0000","last_became_active":"2024-08-17T17:01:25.014887+0000","last_became_peered":"2024-08-17T17:01:25.014887+0000","last_unstale":"2024-08-17T17:02:23.632426+0000","last_undegraded":"2024-08-17T17:02:23.632426+0000","last_fullsized":"2024-08-17T17:02:23.632426+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:53:36.189339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.936112+0000","last_change":"2024-08-17T17:02:03.546337+0000","last_active":"2024-08-17T17:02:22.936112+0000","last_peered":"2024-08-17T17:02:22.936112+0000","last_clean":"2024-08-17T17:02:22.936112+0000","last_became_active":"2024-08-17T17:02:03.545970+0000","last_became_peered":"2024-08-17T17:02:03.545970+0000","last_unstale":"2024-08-17T17:02:22.936112+0000","last_undegraded":"2024-08-17T17:02:22.936112+0000","last_fullsized":"2024-08-17T17:02:22.936112+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:03:56.061960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176823+0000","last_change":"2024-08-17T17:01:25.013861+0000","last_active":"2024-08-17T17:02:23.176823+0000","last_peered":"2024-08-17T17:02:23.176823+0000","last_clean":"2024-08-17T17:02:23.176823+0000","last_became_active":"2024-08-17T17:01:25.013315+0000","last_became_peered":"2024-08-17T17:01:25.013315+0000","last_unstale":"2024-08-17T17:02:23.176823+0000","last_undegraded":"2024-08-17T17:02:23.176823+0000","last_fullsized":"2024-08-17T17:02:23.176823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:14:15.683095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176589+0000","last_change":"2024-08-17T17:01:28.238233+0000","last_active":"2024-08-17T17:02:23.176589+0000","last_peered":"2024-08-17T17:02:23.176589+0000","last_clean":"2024-08-17T17:02:23.176589+0000","last_became_active":"2024-08-17T17:01:28.237892+0000","last_became_peered":"2024-08-17T17:01:28.237892+0000","last_unstale":"2024-08-17T17:02:23.176589+0000","last_undegraded":"2024-08-17T17:02:23.176589+0000","last_fullsized":"2024-08-17T17:02:23.176589+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:51:56.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933169+0000","last_change":"2024-08-17T17:01:25.018921+0000","last_active":"2024-08-17T17:02:22.933169+0000","last_peered":"2024-08-17T17:02:22.933169+0000","last_clean":"2024-08-17T17:02:22.933169+0000","last_became_active":"2024-08-17T17:01:25.018399+0000","last_became_peered":"2024-08-17T17:01:25.018399+0000","last_unstale":"2024-08-17T17:02:22.933169+0000","last_undegraded":"2024-08-17T17:02:22.933169+0000","last_fullsized":"2024-08-17T17:02:22.933169+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:59:16.257882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234012,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":941202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.95399999999999996,"15min":1.028},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.70099999999999996,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.54300000000000004,"15min":0.54700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68799999999999994,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.60399999999999998}]},{"osd":1,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52500000000000002,"15min":0.52200000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.65700000000000003,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.65000000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.95699999999999996,"15min":1.0289999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.72399999999999998,"5min":9.359,"15min":9.359},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.95099999999999996,"15min":1.0209999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70899999999999996,"5min":9.391,"15min":9.391},"last":0.61799999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.55000000000000004,"15min":0.55600000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.70799999999999996,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.63},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51300000000000001,"15min":0.51000000000000001},"min":{"1min":0.42599999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.67900000000000005,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.59499999999999997}]},{"osd":4,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.52800000000000002,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.497},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.45600000000000002,"15min":0.46400000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.58199999999999996}]},{"osd":5,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.47699999999999998,"15min":0.48299999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61899999999999999,"5min":0.624,"15min":0.624},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.50700000000000001,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.60399999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.44500000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.502,"15min":0.50600000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.499,"15min":0.503},"min":{"1min":0.34899999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.66700000000000004,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.53000000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495649,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28364,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716788,"statfs":{"total":95995035648,"available":95965990912,"internally_reserved":0,"allocated":1376256,"data_stored":942069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.51000000000000001,"15min":0.502},"min":{"1min":0.38700000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.51600000000000001,"15min":0.51100000000000001},"min":{"1min":0.38600000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.622}]},{"osd":1,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.53900000000000003,"15min":0.53200000000000003},"min":{"1min":0.441,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.752,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.36399999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.64500000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52300000000000002,"15min":0.51900000000000002},"min":{"1min":0.40799999999999997,"5min":0.309,"15min":0.309},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53300000000000003,"15min":0.52500000000000002},"min":{"1min":0.39600000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.71399999999999997,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.55400000000000005}]},{"osd":3,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53200000000000003,"15min":0.52800000000000002},"min":{"1min":0.41199999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69199999999999995,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.67400000000000004}]},{"osd":4,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.44500000000000001,"15min":0.45100000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.54700000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47399999999999998,"15min":0.48399999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.47299999999999998,"15min":0.47799999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.498,"15min":0.504},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.63800000000000001,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:03:04 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.50800000000000001,"15min":0.51600000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.626,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.66000000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757286,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34300000000000003,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.66700000000000004,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.51400000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54000000000000004,"15min":0.53700000000000003},"min":{"1min":0.376,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.71199999999999997,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.50900000000000001,"15min":0.505},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.56000000000000005}]},{"osd":2,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.41299999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.69999999999999996,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.55900000000000005,"15min":0.55600000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.57299999999999995}]},{"osd":3,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54800000000000004,"15min":0.54900000000000004},"min":{"1min":0.40400000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69299999999999995,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.501},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.42999999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.63900000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.377,"15min":0.36599999999999999},"min":{"1min":0.308,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.375,"15min":0.36199999999999999},"min":{"1min":0.318,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.44600000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:02:43 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.34000000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59099999999999997,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.48899999999999999,"15min":0.495},"min":{"1min":0.29399999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.63600000000000001,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48499999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.36699999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68600000000000005,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.497,"15min":0.501},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47299999999999998}]}]},{"osd":4,"up_from":30,"seq":128849018922,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":350684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":0.56399999999999995},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69699999999999995,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.71699999999999997,"15min":0.58499999999999996},"min":{"1min":0.372,"5min":0.318,"15min":0.318},"max":{"1min":0.68700000000000006,"5min":16.454000000000001,"15min":16.454000000000001},"last":0.56299999999999994}]},{"osd":1,"last update":"Sat Aug 17 17:02:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.52000000000000002,"15min":0.53800000000000003},"min":{"1min":0.36799999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.751,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.501},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.73499999999999999,"15min":0.60999999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.72299999999999998,"5min":16.471,"15min":16.471},"last":0.57199999999999995}]},{"osd":2,"last update":"Sat Aug 17 17:02:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53700000000000003,"15min":0.54400000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.74399999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.628},{"interface":"front","average":{"1min":0.502,"5min":0.54000000000000004,"15min":0.55500000000000005},"min":{"1min":0.39300000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.66400000000000003,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.48899999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:02:55 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.56699999999999995,"15min":0.58499999999999996},"min":{"1min":0.34499999999999997,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.73699999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56899999999999995,"15min":0.58099999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.71099999999999997,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.55700000000000005}]},{"osd":5,"last update":"Sat Aug 17 17:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.39000000000000001,"15min":0.379},"min":{"1min":0.29699999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.39400000000000002,"15min":0.38200000000000001},"min":{"1min":0.30099999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.33400000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.42899999999999999,"15min":0.42199999999999999},"min":{"1min":0.32000000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.374},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.45700000000000002,"15min":0.44900000000000001},"min":{"1min":0.32600000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.308}]},{"osd":7,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69799999999999995,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.54100000000000004,"15min":0.54500000000000004},"min":{"1min":0.375,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.32100000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182446,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":352409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.36499999999999999,"15min":0.371},"min":{"1min":0.23300000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.45300000000000001,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.58099999999999996,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.501}]},{"osd":1,"last update":"Sat Aug 17 17:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41499999999999998,"15min":0.42099999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.52800000000000002,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39600000000000002,"15min":0.39400000000000002},"min":{"1min":0.26800000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.59899999999999998,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.52300000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.44,"15min":0.44600000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.60999999999999999,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.42799999999999999,"15min":0.437},"min":{"1min":0.27400000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.55500000000000005,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.746}]},{"osd":4,"last update":"Sat Aug 17 17:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.39000000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.75,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55700000000000005,"15min":0.55900000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.67300000000000004,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.439}]},{"osd":5,"last update":"Sat Aug 17 17:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.58099999999999996,"15min":0.58599999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.74199999999999999,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58699999999999997,"15min":0.58799999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80200000000000005,"5min":0.871,"15min":0.871},"last":0.57899999999999996}]},{"osd":6,"last update":"Sat Aug 17 17:02:40 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.60099999999999998,"15min":0.60499999999999998},"min":{"1min":0.46300000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.746,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.65600000000000003}]},{"osd":7,"last update":"Sat Aug 17 17:03:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.44700000000000001,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71999999999999997,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.60499999999999998,"15min":0.60999999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72599999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.70199999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411380,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31880,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713272,"statfs":{"total":95995035648,"available":95962390528,"internally_reserved":0,"allocated":782336,"data_stored":350230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.36299999999999999,"15min":0.37},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.45100000000000001,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.23999999999999999},{"interface":"front","average":{"1min":0.37,"5min":0.38300000000000001,"15min":0.38700000000000001},"min":{"1min":0.22700000000000001,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.55000000000000004,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.28899999999999998}]},{"osd":1,"last update":"Sat Aug 17 17:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.379},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.39300000000000002,"15min":0.38600000000000001},"min":{"1min":0.28999999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.57499999999999996,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.307}]},{"osd":3,"last update":"Sat Aug 17 17:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.46800000000000003,"15min":0.47799999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.439,"15min":0.45700000000000002},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.63200000000000001,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.33000000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.54700000000000004,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73799999999999999,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.621},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59099999999999997,"15min":0.57699999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78900000000000003,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.65500000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:02:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58999999999999997,"15min":0.59099999999999997},"min":{"1min":0.44500000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.745,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.627},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.51900000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72599999999999998,"5min":0.876,"15min":0.876},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.58399999999999996,"15min":0.58999999999999997},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.68600000000000005,"5min":0.745,"15min":0.745},"last":0.66700000000000004}]},{"osd":7,"last update":"Sat Aug 17 17:03:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.60399999999999998,"15min":0.60999999999999999},"min":{"1min":0.42099999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77200000000000002,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.70099999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":790528,"data_stored":350136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:53 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34499999999999997,"15min":0.315},"min":{"1min":0.26400000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.55800000000000005,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.36699999999999999,"15min":0.32800000000000001},"min":{"1min":0.26400000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.22}]},{"osd":2,"last update":"Sat Aug 17 17:02:16 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.39300000000000002,"15min":0.375},"min":{"1min":0.30099999999999999,"5min":0.254,"15min":0.254},"max":{"1min":0.60599999999999998,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.27600000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.38300000000000001,"15min":0.36499999999999999},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.62,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.29799999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.45400000000000001,"15min":0.46200000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.23599999999999999},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.42399999999999999,"15min":0.42999999999999999},"min":{"1min":0.27800000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.57599999999999996,"5min":0.627,"15min":0.627},"last":0.26000000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.59899999999999998,"15min":0.59199999999999997},"min":{"1min":0.43099999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.83399999999999996,"5min":0.875,"15min":0.875},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.59599999999999997,"15min":0.58799999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.85399999999999998,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.53500000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:02:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.46100000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.623,"5min":1.3380000000000001,"15min":1.4570000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.93200000000000005,"5min":16.126000000000001,"15min":16.126000000000001},"last":0.48899999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.63900000000000001,"15min":0.64400000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.95499999999999996,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.64600000000000002},"min":{"1min":0.497,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.78700000000000003,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.5}]},{"osd":7,"last update":"Sat Aug 17 17:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.624,"15min":0.62},"min":{"1min":0.434,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.624,"15min":0.625},"min":{"1min":0.45300000000000001,"5min":0.437,"15min":0.437},"max":{"1min":0.81599999999999995,"5min":0.876,"15min":0.876},"last":0.45300000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28376,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716776,"statfs":{"total":95995035648,"available":95965978624,"internally_reserved":0,"allocated":1388544,"data_stored":941053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:02:54 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.36699999999999999,"15min":0.35099999999999998},"min":{"1min":0.27500000000000002,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.38800000000000001,"15min":0.36699999999999999},"min":{"1min":0.255,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.51600000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.40200000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.40400000000000003,"15min":0.41599999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.495,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.52200000000000002,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.63500000000000001}]},{"osd":3,"last update":"Sat Aug 17 17:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.42099999999999999,"15min":0.41999999999999998},"min":{"1min":0.27200000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.47799999999999998,"15min":0.48599999999999999},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.52100000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:02:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71799999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.69199999999999995,"15min":0.65200000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.749,"5min":7.8890000000000002,"15min":7.8890000000000002},"last":0.73799999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.67800000000000005,"15min":0.628},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":7.8410000000000002,"5min":7.8410000000000002,"15min":7.8410000000000002},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.61299999999999999,"15min":0.61499999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.66100000000000003}]},{"osd":6,"last update":"Sat Aug 17 17:02:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.38700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.70599999999999996,"15min":0.65200000000000002},"min":{"1min":0.42299999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":7.8570000000000002,"5min":7.8570000000000002,"15min":7.8570000000000002},"last":0.71099999999999997}]},{"osd":7,"last update":"Sat Aug 17 17:03:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39100000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.75600000000000001,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.89300000000000002,"15min":0.94699999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81799999999999995,"5min":7.827,"15min":7.827},"last":0.60499999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:03:16.042 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:03:16.753 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:16.947 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:16 smithi059 ceph-mon[29264]: from='client.24559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:16.947 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:16.947 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:16 smithi059 ceph-mon[39803]: from='client.24559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:16.947 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:17.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:16 smithi087 ceph-mon[33075]: from='client.24559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:17.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:17.744 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:03:17] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-08-17T17:03:17.744 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[29264]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:17.744 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:17.744 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:17.744 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:17.744 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:17.744 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:17.745 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[39803]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:17.745 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:17.745 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:17.745 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:17.745 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:17.745 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:17 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:17 smithi087 ceph-mon[33075]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:17 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:17 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:18.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:17 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:18.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:17 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:18.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:17 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:18.741 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:18 smithi059 ceph-mon[39803]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T17:03:18.741 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:18 smithi059 ceph-mon[39803]: Reconfiguring daemon alertmanager.a on smithi059 2024-08-17T17:03:18.741 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:18 smithi059 ceph-mon[29264]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T17:03:18.741 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:18 smithi059 ceph-mon[29264]: Reconfiguring daemon alertmanager.a on smithi059 2024-08-17T17:03:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:18 smithi087 ceph-mon[33075]: Reconfiguring alertmanager.a (dependencies changed)... 2024-08-17T17:03:19.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:18 smithi087 ceph-mon[33075]: Reconfiguring daemon alertmanager.a on smithi059 2024-08-17T17:03:19.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:19 smithi059 ceph-mon[29264]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:19.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:19 smithi059 ceph-mon[39803]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:19 smithi087 ceph-mon[33075]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:21.306 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:03:21.307 INFO:teuthology.orchestra.run.smithi059.stderr:dumped all 2024-08-17T17:03:21.965 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:21 smithi059 ceph-mon[29264]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:21.965 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:21 smithi059 ceph-mon[39803]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:21.966 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:21 smithi059 systemd[1]: Stopping Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:03:22.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:21 smithi087 ceph-mon[33075]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:22.394 INFO:teuthology.orchestra.run.smithi059.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-08-17T17:03:19.745378+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228188,"kb_used_data":7932,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733028,"statfs":{"total":767960285184,"available":767726620672,"internally_reserved":0,"allocated":8122368,"data_stored":4580470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002510"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632369+0000","last_change":"2024-08-17T17:01:28.245664+0000","last_active":"2024-08-17T17:02:23.632369+0000","last_peered":"2024-08-17T17:02:23.632369+0000","last_clean":"2024-08-17T17:02:23.632369+0000","last_became_active":"2024-08-17T17:01:28.245042+0000","last_became_peered":"2024-08-17T17:01:28.245042+0000","last_unstale":"2024-08-17T17:02:23.632369+0000","last_undegraded":"2024-08-17T17:02:23.632369+0000","last_fullsized":"2024-08-17T17:02:23.632369+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:41:23.158402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.936122+0000","last_change":"2024-08-17T17:01:28.235059+0000","last_active":"2024-08-17T17:02:22.936122+0000","last_peered":"2024-08-17T17:02:22.936122+0000","last_clean":"2024-08-17T17:02:22.936122+0000","last_became_active":"2024-08-17T17:01:28.234794+0000","last_became_peered":"2024-08-17T17:01:28.234794+0000","last_unstale":"2024-08-17T17:02:22.936122+0000","last_undegraded":"2024-08-17T17:02:22.936122+0000","last_fullsized":"2024-08-17T17:02:22.936122+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:09:01.691816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932850+0000","last_change":"2024-08-17T17:01:28.241008+0000","last_active":"2024-08-17T17:02:22.932850+0000","last_peered":"2024-08-17T17:02:22.932850+0000","last_clean":"2024-08-17T17:02:22.932850+0000","last_became_active":"2024-08-17T17:01:28.240472+0000","last_became_peered":"2024-08-17T17:01:28.240472+0000","last_unstale":"2024-08-17T17:02:22.932850+0000","last_undegraded":"2024-08-17T17:02:22.932850+0000","last_fullsized":"2024-08-17T17:02:22.932850+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:42:21.149967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938216+0000","last_change":"2024-08-17T17:01:28.246159+0000","last_active":"2024-08-17T17:02:22.938216+0000","last_peered":"2024-08-17T17:02:22.938216+0000","last_clean":"2024-08-17T17:02:22.938216+0000","last_became_active":"2024-08-17T17:01:28.245905+0000","last_became_peered":"2024-08-17T17:01:28.245905+0000","last_unstale":"2024-08-17T17:02:22.938216+0000","last_undegraded":"2024-08-17T17:02:22.938216+0000","last_fullsized":"2024-08-17T17:02:22.938216+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:29:05.919232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.631939+0000","last_change":"2024-08-17T17:01:28.249586+0000","last_active":"2024-08-17T17:02:23.631939+0000","last_peered":"2024-08-17T17:02:23.631939+0000","last_clean":"2024-08-17T17:02:23.631939+0000","last_became_active":"2024-08-17T17:01:28.249307+0000","last_became_peered":"2024-08-17T17:01:28.249307+0000","last_unstale":"2024-08-17T17:02:23.631939+0000","last_undegraded":"2024-08-17T17:02:23.631939+0000","last_fullsized":"2024-08-17T17:02:23.631939+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:06:15.596186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937897+0000","last_change":"2024-08-17T17:01:28.241854+0000","last_active":"2024-08-17T17:02:22.937897+0000","last_peered":"2024-08-17T17:02:22.937897+0000","last_clean":"2024-08-17T17:02:22.937897+0000","last_became_active":"2024-08-17T17:01:28.241562+0000","last_became_peered":"2024-08-17T17:01:28.241562+0000","last_unstale":"2024-08-17T17:02:22.937897+0000","last_undegraded":"2024-08-17T17:02:22.937897+0000","last_fullsized":"2024-08-17T17:02:22.937897+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:35:33.631365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.631685+0000","last_change":"2024-08-17T17:02:03.789264+0000","last_active":"2024-08-17T17:02:23.631685+0000","last_peered":"2024-08-17T17:02:23.631685+0000","last_clean":"2024-08-17T17:02:23.631685+0000","last_became_active":"2024-08-17T17:02:03.788940+0000","last_became_peered":"2024-08-17T17:02:03.788940+0000","last_unstale":"2024-08-17T17:02:23.631685+0000","last_undegraded":"2024-08-17T17:02:23.631685+0000","last_fullsized":"2024-08-17T17:02:23.631685+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:42:33.074914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176259+0000","last_change":"2024-08-17T17:01:28.240666+0000","last_active":"2024-08-17T17:02:23.176259+0000","last_peered":"2024-08-17T17:02:23.176259+0000","last_clean":"2024-08-17T17:02:23.176259+0000","last_became_active":"2024-08-17T17:01:28.240380+0000","last_became_peered":"2024-08-17T17:01:28.240380+0000","last_unstale":"2024-08-17T17:02:23.176259+0000","last_undegraded":"2024-08-17T17:02:23.176259+0000","last_fullsized":"2024-08-17T17:02:23.176259+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:43:31.231415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632589+0000","last_change":"2024-08-17T17:01:28.247367+0000","last_active":"2024-08-17T17:02:23.632589+0000","last_peered":"2024-08-17T17:02:23.632589+0000","last_clean":"2024-08-17T17:02:23.632589+0000","last_became_active":"2024-08-17T17:01:28.246694+0000","last_became_peered":"2024-08-17T17:01:28.246694+0000","last_unstale":"2024-08-17T17:02:23.632589+0000","last_undegraded":"2024-08-17T17:02:23.632589+0000","last_fullsized":"2024-08-17T17:02:23.632589+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:53:46.840842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089857+0000","last_change":"2024-08-17T17:01:28.247877+0000","last_active":"2024-08-17T17:02:23.089857+0000","last_peered":"2024-08-17T17:02:23.089857+0000","last_clean":"2024-08-17T17:02:23.089857+0000","last_became_active":"2024-08-17T17:01:28.247554+0000","last_became_peered":"2024-08-17T17:01:28.247554+0000","last_unstale":"2024-08-17T17:02:23.089857+0000","last_undegraded":"2024-08-17T17:02:23.089857+0000","last_fullsized":"2024-08-17T17:02:23.089857+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:15:11.558283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089756+0000","last_change":"2024-08-17T17:02:03.575711+0000","last_active":"2024-08-17T17:02:23.089756+0000","last_peered":"2024-08-17T17:02:23.089756+0000","last_clean":"2024-08-17T17:02:23.089756+0000","last_became_active":"2024-08-17T17:02:03.575436+0000","last_became_peered":"2024-08-17T17:02:03.575436+0000","last_unstale":"2024-08-17T17:02:23.089756+0000","last_undegraded":"2024-08-17T17:02:23.089756+0000","last_fullsized":"2024-08-17T17:02:23.089756+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:54:11.457394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935471+0000","last_change":"2024-08-17T17:01:28.240242+0000","last_active":"2024-08-17T17:02:22.935471+0000","last_peered":"2024-08-17T17:02:22.935471+0000","last_clean":"2024-08-17T17:02:22.935471+0000","last_became_active":"2024-08-17T17:01:28.238311+0000","last_became_peered":"2024-08-17T17:01:28.238311+0000","last_unstale":"2024-08-17T17:02:22.935471+0000","last_undegraded":"2024-08-17T17:02:22.935471+0000","last_fullsized":"2024-08-17T17:02:22.935471+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:59:59.133775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176382+0000","last_change":"2024-08-17T17:01:28.234957+0000","last_active":"2024-08-17T17:02:23.176382+0000","last_peered":"2024-08-17T17:02:23.176382+0000","last_clean":"2024-08-17T17:02:23.176382+0000","last_became_active":"2024-08-17T17:01:28.234691+0000","last_became_peered":"2024-08-17T17:01:28.234691+0000","last_unstale":"2024-08-17T17:02:23.176382+0000","last_undegraded":"2024-08-17T17:02:23.176382+0000","last_fullsized":"2024-08-17T17:02:23.176382+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:19:52.248036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932316+0000","last_change":"2024-08-17T17:01:28.243260+0000","last_active":"2024-08-17T17:02:22.932316+0000","last_peered":"2024-08-17T17:02:22.932316+0000","last_clean":"2024-08-17T17:02:22.932316+0000","last_became_active":"2024-08-17T17:01:28.242983+0000","last_became_peered":"2024-08-17T17:01:28.242983+0000","last_unstale":"2024-08-17T17:02:22.932316+0000","last_undegraded":"2024-08-17T17:02:22.932316+0000","last_fullsized":"2024-08-17T17:02:22.932316+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:32.884573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935649+0000","last_change":"2024-08-17T17:01:28.237842+0000","last_active":"2024-08-17T17:02:22.935649+0000","last_peered":"2024-08-17T17:02:22.935649+0000","last_clean":"2024-08-17T17:02:22.935649+0000","last_became_active":"2024-08-17T17:01:28.237324+0000","last_became_peered":"2024-08-17T17:01:28.237324+0000","last_unstale":"2024-08-17T17:02:22.935649+0000","last_undegraded":"2024-08-17T17:02:22.935649+0000","last_fullsized":"2024-08-17T17:02:22.935649+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:48:05.714195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937897+0000","last_change":"2024-08-17T17:01:28.247610+0000","last_active":"2024-08-17T17:02:22.937897+0000","last_peered":"2024-08-17T17:02:22.937897+0000","last_clean":"2024-08-17T17:02:22.937897+0000","last_became_active":"2024-08-17T17:01:28.247362+0000","last_became_peered":"2024-08-17T17:01:28.247362+0000","last_unstale":"2024-08-17T17:02:22.937897+0000","last_undegraded":"2024-08-17T17:02:22.937897+0000","last_fullsized":"2024-08-17T17:02:22.937897+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:57:04.837068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933215+0000","last_change":"2024-08-17T17:02:03.789455+0000","last_active":"2024-08-17T17:02:22.933215+0000","last_peered":"2024-08-17T17:02:22.933215+0000","last_clean":"2024-08-17T17:02:22.933215+0000","last_became_active":"2024-08-17T17:02:03.788992+0000","last_became_peered":"2024-08-17T17:02:03.788992+0000","last_unstale":"2024-08-17T17:02:22.933215+0000","last_undegraded":"2024-08-17T17:02:22.933215+0000","last_fullsized":"2024-08-17T17:02:22.933215+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:15:21.978385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933937+0000","last_change":"2024-08-17T17:01:28.235752+0000","last_active":"2024-08-17T17:02:22.933937+0000","last_peered":"2024-08-17T17:02:22.933937+0000","last_clean":"2024-08-17T17:02:22.933937+0000","last_became_active":"2024-08-17T17:01:28.235468+0000","last_became_peered":"2024-08-17T17:01:28.235468+0000","last_unstale":"2024-08-17T17:02:22.933937+0000","last_undegraded":"2024-08-17T17:02:22.933937+0000","last_fullsized":"2024-08-17T17:02:22.933937+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:08:01.497199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632470+0000","last_change":"2024-08-17T17:01:28.243448+0000","last_active":"2024-08-17T17:02:23.632470+0000","last_peered":"2024-08-17T17:02:23.632470+0000","last_clean":"2024-08-17T17:02:23.632470+0000","last_became_active":"2024-08-17T17:01:28.243163+0000","last_became_peered":"2024-08-17T17:01:28.243163+0000","last_unstale":"2024-08-17T17:02:23.632470+0000","last_undegraded":"2024-08-17T17:02:23.632470+0000","last_fullsized":"2024-08-17T17:02:23.632470+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:32:20.364181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089649+0000","last_change":"2024-08-17T17:01:28.241744+0000","last_active":"2024-08-17T17:02:23.089649+0000","last_peered":"2024-08-17T17:02:23.089649+0000","last_clean":"2024-08-17T17:02:23.089649+0000","last_became_active":"2024-08-17T17:01:28.240534+0000","last_became_peered":"2024-08-17T17:01:28.240534+0000","last_unstale":"2024-08-17T17:02:23.089649+0000","last_undegraded":"2024-08-17T17:02:23.089649+0000","last_fullsized":"2024-08-17T17:02:23.089649+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:01:59.087785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932737+0000","last_change":"2024-08-17T17:01:28.244124+0000","last_active":"2024-08-17T17:02:22.932737+0000","last_peered":"2024-08-17T17:02:22.932737+0000","last_clean":"2024-08-17T17:02:22.932737+0000","last_became_active":"2024-08-17T17:01:28.243827+0000","last_became_peered":"2024-08-17T17:01:28.243827+0000","last_unstale":"2024-08-17T17:02:22.932737+0000","last_undegraded":"2024-08-17T17:02:22.932737+0000","last_fullsized":"2024-08-17T17:02:22.932737+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:10:58.840277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937957+0000","last_change":"2024-08-17T17:01:28.244940+0000","last_active":"2024-08-17T17:02:22.937957+0000","last_peered":"2024-08-17T17:02:22.937957+0000","last_clean":"2024-08-17T17:02:22.937957+0000","last_became_active":"2024-08-17T17:01:28.244675+0000","last_became_peered":"2024-08-17T17:01:28.244675+0000","last_unstale":"2024-08-17T17:02:22.937957+0000","last_undegraded":"2024-08-17T17:02:22.937957+0000","last_fullsized":"2024-08-17T17:02:22.937957+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:54:32.792413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176353+0000","last_change":"2024-08-17T17:02:03.547225+0000","last_active":"2024-08-17T17:02:23.176353+0000","last_peered":"2024-08-17T17:02:23.176353+0000","last_clean":"2024-08-17T17:02:23.176353+0000","last_became_active":"2024-08-17T17:02:03.546878+0000","last_became_peered":"2024-08-17T17:02:03.546878+0000","last_unstale":"2024-08-17T17:02:23.176353+0000","last_undegraded":"2024-08-17T17:02:23.176353+0000","last_fullsized":"2024-08-17T17:02:23.176353+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:30:31.622920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937914+0000","last_change":"2024-08-17T17:01:28.241881+0000","last_active":"2024-08-17T17:02:22.937914+0000","last_peered":"2024-08-17T17:02:22.937914+0000","last_clean":"2024-08-17T17:02:22.937914+0000","last_became_active":"2024-08-17T17:01:28.241624+0000","last_became_peered":"2024-08-17T17:01:28.241624+0000","last_unstale":"2024-08-17T17:02:22.937914+0000","last_undegraded":"2024-08-17T17:02:22.937914+0000","last_fullsized":"2024-08-17T17:02:22.937914+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:48:02.755628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176847+0000","last_change":"2024-08-17T17:02:03.546700+0000","last_active":"2024-08-17T17:02:23.176847+0000","last_peered":"2024-08-17T17:02:23.176847+0000","last_clean":"2024-08-17T17:02:23.176847+0000","last_became_active":"2024-08-17T17:02:03.546229+0000","last_became_peered":"2024-08-17T17:02:03.546229+0000","last_unstale":"2024-08-17T17:02:23.176847+0000","last_undegraded":"2024-08-17T17:02:23.176847+0000","last_fullsized":"2024-08-17T17:02:23.176847+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:00:01.876492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089929+0000","last_change":"2024-08-17T17:01:28.244541+0000","last_active":"2024-08-17T17:02:23.089929+0000","last_peered":"2024-08-17T17:02:23.089929+0000","last_clean":"2024-08-17T17:02:23.089929+0000","last_became_active":"2024-08-17T17:01:28.244256+0000","last_became_peered":"2024-08-17T17:01:28.244256+0000","last_unstale":"2024-08-17T17:02:23.089929+0000","last_undegraded":"2024-08-17T17:02:23.089929+0000","last_fullsized":"2024-08-17T17:02:23.089929+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:37:44.567534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935700+0000","last_change":"2024-08-17T17:01:28.232496+0000","last_active":"2024-08-17T17:02:22.935700+0000","last_peered":"2024-08-17T17:02:22.935700+0000","last_clean":"2024-08-17T17:02:22.935700+0000","last_became_active":"2024-08-17T17:01:28.232221+0000","last_became_peered":"2024-08-17T17:01:28.232221+0000","last_unstale":"2024-08-17T17:02:22.935700+0000","last_undegraded":"2024-08-17T17:02:22.935700+0000","last_fullsized":"2024-08-17T17:02:22.935700+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:11.279644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176687+0000","last_change":"2024-08-17T17:01:28.234311+0000","last_active":"2024-08-17T17:02:23.176687+0000","last_peered":"2024-08-17T17:02:23.176687+0000","last_clean":"2024-08-17T17:02:23.176687+0000","last_became_active":"2024-08-17T17:01:28.234091+0000","last_became_peered":"2024-08-17T17:01:28.234091+0000","last_unstale":"2024-08-17T17:02:23.176687+0000","last_undegraded":"2024-08-17T17:02:23.176687+0000","last_fullsized":"2024-08-17T17:02:23.176687+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:29.482726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932818+0000","last_change":"2024-08-17T17:01:28.236685+0000","last_active":"2024-08-17T17:02:22.932818+0000","last_peered":"2024-08-17T17:02:22.932818+0000","last_clean":"2024-08-17T17:02:22.932818+0000","last_became_active":"2024-08-17T17:01:28.236345+0000","last_became_peered":"2024-08-17T17:01:28.236345+0000","last_unstale":"2024-08-17T17:02:22.932818+0000","last_undegraded":"2024-08-17T17:02:22.932818+0000","last_fullsized":"2024-08-17T17:02:22.932818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:54:10.855268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937994+0000","last_change":"2024-08-17T17:01:28.245572+0000","last_active":"2024-08-17T17:02:22.937994+0000","last_peered":"2024-08-17T17:02:22.937994+0000","last_clean":"2024-08-17T17:02:22.937994+0000","last_became_active":"2024-08-17T17:01:28.245316+0000","last_became_peered":"2024-08-17T17:01:28.245316+0000","last_unstale":"2024-08-17T17:02:22.937994+0000","last_undegraded":"2024-08-17T17:02:22.937994+0000","last_fullsized":"2024-08-17T17:02:22.937994+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:37:59.206006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932539+0000","last_change":"2024-08-17T17:01:28.240537+0000","last_active":"2024-08-17T17:02:22.932539+0000","last_peered":"2024-08-17T17:02:22.932539+0000","last_clean":"2024-08-17T17:02:22.932539+0000","last_became_active":"2024-08-17T17:01:28.240274+0000","last_became_peered":"2024-08-17T17:01:28.240274+0000","last_unstale":"2024-08-17T17:02:22.932539+0000","last_undegraded":"2024-08-17T17:02:22.932539+0000","last_fullsized":"2024-08-17T17:02:22.932539+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:56:15.065927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089286+0000","last_change":"2024-08-17T17:01:28.247116+0000","last_active":"2024-08-17T17:02:23.089286+0000","last_peered":"2024-08-17T17:02:23.089286+0000","last_clean":"2024-08-17T17:02:23.089286+0000","last_became_active":"2024-08-17T17:01:28.246062+0000","last_became_peered":"2024-08-17T17:01:28.246062+0000","last_unstale":"2024-08-17T17:02:23.089286+0000","last_undegraded":"2024-08-17T17:02:23.089286+0000","last_fullsized":"2024-08-17T17:02:23.089286+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:25:19.710285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935057+0000","last_change":"2024-08-17T17:01:28.245972+0000","last_active":"2024-08-17T17:02:22.935057+0000","last_peered":"2024-08-17T17:02:22.935057+0000","last_clean":"2024-08-17T17:02:22.935057+0000","last_became_active":"2024-08-17T17:01:28.245667+0000","last_became_peered":"2024-08-17T17:01:28.245667+0000","last_unstale":"2024-08-17T17:02:22.935057+0000","last_undegraded":"2024-08-17T17:02:22.935057+0000","last_fullsized":"2024-08-17T17:02:22.935057+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:49:00.701596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176519+0000","last_change":"2024-08-17T17:01:25.015744+0000","last_active":"2024-08-17T17:02:23.176519+0000","last_peered":"2024-08-17T17:02:23.176519+0000","last_clean":"2024-08-17T17:02:23.176519+0000","last_became_active":"2024-08-17T17:01:25.015352+0000","last_became_peered":"2024-08-17T17:01:25.015352+0000","last_unstale":"2024-08-17T17:02:23.176519+0000","last_undegraded":"2024-08-17T17:02:23.176519+0000","last_fullsized":"2024-08-17T17:02:23.176519+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:41:51.077270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932900+0000","last_change":"2024-08-17T17:01:28.244792+0000","last_active":"2024-08-17T17:02:22.932900+0000","last_peered":"2024-08-17T17:02:22.932900+0000","last_clean":"2024-08-17T17:02:22.932900+0000","last_became_active":"2024-08-17T17:01:28.244523+0000","last_became_peered":"2024-08-17T17:01:28.244523+0000","last_unstale":"2024-08-17T17:02:22.932900+0000","last_undegraded":"2024-08-17T17:02:22.932900+0000","last_fullsized":"2024-08-17T17:02:22.932900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:56:25.148396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089501+0000","last_change":"2024-08-17T17:01:25.018124+0000","last_active":"2024-08-17T17:02:23.089501+0000","last_peered":"2024-08-17T17:02:23.089501+0000","last_clean":"2024-08-17T17:02:23.089501+0000","last_became_active":"2024-08-17T17:01:25.017827+0000","last_became_peered":"2024-08-17T17:01:25.017827+0000","last_unstale":"2024-08-17T17:02:23.089501+0000","last_undegraded":"2024-08-17T17:02:23.089501+0000","last_fullsized":"2024-08-17T17:02:23.089501+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:58:59.670167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176526+0000","last_change":"2024-08-17T17:01:25.015264+0000","last_active":"2024-08-17T17:02:23.176526+0000","last_peered":"2024-08-17T17:02:23.176526+0000","last_clean":"2024-08-17T17:02:23.176526+0000","last_became_active":"2024-08-17T17:01:25.014939+0000","last_became_peered":"2024-08-17T17:01:25.014939+0000","last_unstale":"2024-08-17T17:02:23.176526+0000","last_undegraded":"2024-08-17T17:02:23.176526+0000","last_fullsized":"2024-08-17T17:02:23.176526+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:07:00.299313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176329+0000","last_change":"2024-08-17T17:01:28.233538+0000","last_active":"2024-08-17T17:02:23.176329+0000","last_peered":"2024-08-17T17:02:23.176329+0000","last_clean":"2024-08-17T17:02:23.176329+0000","last_became_active":"2024-08-17T17:01:28.233238+0000","last_became_peered":"2024-08-17T17:01:28.233238+0000","last_unstale":"2024-08-17T17:02:23.176329+0000","last_undegraded":"2024-08-17T17:02:23.176329+0000","last_fullsized":"2024-08-17T17:02:23.176329+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:37:26.396342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.937998+0000","last_change":"2024-08-17T17:01:25.023323+0000","last_active":"2024-08-17T17:02:22.937998+0000","last_peered":"2024-08-17T17:02:22.937998+0000","last_clean":"2024-08-17T17:02:22.937998+0000","last_became_active":"2024-08-17T17:01:25.023049+0000","last_became_peered":"2024-08-17T17:01:25.023049+0000","last_unstale":"2024-08-17T17:02:22.937998+0000","last_undegraded":"2024-08-17T17:02:22.937998+0000","last_fullsized":"2024-08-17T17:02:22.937998+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:46:26.991319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935535+0000","last_change":"2024-08-17T17:01:28.228991+0000","last_active":"2024-08-17T17:02:22.935535+0000","last_peered":"2024-08-17T17:02:22.935535+0000","last_clean":"2024-08-17T17:02:22.935535+0000","last_became_active":"2024-08-17T17:01:28.228681+0000","last_became_peered":"2024-08-17T17:01:28.228681+0000","last_unstale":"2024-08-17T17:02:22.935535+0000","last_undegraded":"2024-08-17T17:02:22.935535+0000","last_fullsized":"2024-08-17T17:02:22.935535+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:44:18.986385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089889+0000","last_change":"2024-08-17T17:01:25.018286+0000","last_active":"2024-08-17T17:02:23.089889+0000","last_peered":"2024-08-17T17:02:23.089889+0000","last_clean":"2024-08-17T17:02:23.089889+0000","last_became_active":"2024-08-17T17:01:25.017997+0000","last_became_peered":"2024-08-17T17:01:25.017997+0000","last_unstale":"2024-08-17T17:02:23.089889+0000","last_undegraded":"2024-08-17T17:02:23.089889+0000","last_fullsized":"2024-08-17T17:02:23.089889+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:37:34.306164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938310+0000","last_change":"2024-08-17T17:01:28.240912+0000","last_active":"2024-08-17T17:02:22.938310+0000","last_peered":"2024-08-17T17:02:22.938310+0000","last_clean":"2024-08-17T17:02:22.938310+0000","last_became_active":"2024-08-17T17:01:28.240515+0000","last_became_peered":"2024-08-17T17:01:28.240515+0000","last_unstale":"2024-08-17T17:02:22.938310+0000","last_undegraded":"2024-08-17T17:02:22.938310+0000","last_fullsized":"2024-08-17T17:02:22.938310+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:30:55.909122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938413+0000","last_change":"2024-08-17T17:01:25.019332+0000","last_active":"2024-08-17T17:02:22.938413+0000","last_peered":"2024-08-17T17:02:22.938413+0000","last_clean":"2024-08-17T17:02:22.938413+0000","last_became_active":"2024-08-17T17:01:25.019050+0000","last_became_peered":"2024-08-17T17:01:25.019050+0000","last_unstale":"2024-08-17T17:02:22.938413+0000","last_undegraded":"2024-08-17T17:02:22.938413+0000","last_fullsized":"2024-08-17T17:02:22.938413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:58:38.436810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932976+0000","last_change":"2024-08-17T17:02:03.546112+0000","last_active":"2024-08-17T17:02:22.932976+0000","last_peered":"2024-08-17T17:02:22.932976+0000","last_clean":"2024-08-17T17:02:22.932976+0000","last_became_active":"2024-08-17T17:02:03.545768+0000","last_became_peered":"2024-08-17T17:02:03.545768+0000","last_unstale":"2024-08-17T17:02:22.932976+0000","last_undegraded":"2024-08-17T17:02:22.932976+0000","last_fullsized":"2024-08-17T17:02:22.932976+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:32:29.958924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935843+0000","last_change":"2024-08-17T17:01:25.018611+0000","last_active":"2024-08-17T17:02:22.935843+0000","last_peered":"2024-08-17T17:02:22.935843+0000","last_clean":"2024-08-17T17:02:22.935843+0000","last_became_active":"2024-08-17T17:01:25.018308+0000","last_became_peered":"2024-08-17T17:01:25.018308+0000","last_unstale":"2024-08-17T17:02:22.935843+0000","last_undegraded":"2024-08-17T17:02:22.935843+0000","last_fullsized":"2024-08-17T17:02:22.935843+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:40:13.284020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935584+0000","last_change":"2024-08-17T17:01:28.242886+0000","last_active":"2024-08-17T17:02:22.935584+0000","last_peered":"2024-08-17T17:02:22.935584+0000","last_clean":"2024-08-17T17:02:22.935584+0000","last_became_active":"2024-08-17T17:01:28.242366+0000","last_became_peered":"2024-08-17T17:01:28.242366+0000","last_unstale":"2024-08-17T17:02:22.935584+0000","last_undegraded":"2024-08-17T17:02:22.935584+0000","last_fullsized":"2024-08-17T17:02:22.935584+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:46:27.622960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"68'9","reported_seq":34,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089703+0000","last_change":"2024-08-17T17:01:25.018053+0000","last_active":"2024-08-17T17:02:23.089703+0000","last_peered":"2024-08-17T17:02:23.089703+0000","last_clean":"2024-08-17T17:02:23.089703+0000","last_became_active":"2024-08-17T17:01:25.017704+0000","last_became_peered":"2024-08-17T17:01:25.017704+0000","last_unstale":"2024-08-17T17:02:23.089703+0000","last_undegraded":"2024-08-17T17:02:23.089703+0000","last_fullsized":"2024-08-17T17:02:23.089703+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:19:37.671416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632307+0000","last_change":"2024-08-17T17:01:28.248171+0000","last_active":"2024-08-17T17:02:23.632307+0000","last_peered":"2024-08-17T17:02:23.632307+0000","last_clean":"2024-08-17T17:02:23.632307+0000","last_became_active":"2024-08-17T17:01:28.246410+0000","last_became_peered":"2024-08-17T17:01:28.246410+0000","last_unstale":"2024-08-17T17:02:23.632307+0000","last_undegraded":"2024-08-17T17:02:23.632307+0000","last_fullsized":"2024-08-17T17:02:23.632307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:48:42.077687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932997+0000","last_change":"2024-08-17T17:01:25.016667+0000","last_active":"2024-08-17T17:02:22.932997+0000","last_peered":"2024-08-17T17:02:22.932997+0000","last_clean":"2024-08-17T17:02:22.932997+0000","last_became_active":"2024-08-17T17:01:25.016344+0000","last_became_peered":"2024-08-17T17:01:25.016344+0000","last_unstale":"2024-08-17T17:02:22.932997+0000","last_undegraded":"2024-08-17T17:02:22.932997+0000","last_fullsized":"2024-08-17T17:02:22.932997+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:06:00.041241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932359+0000","last_change":"2024-08-17T17:01:28.244550+0000","last_active":"2024-08-17T17:02:22.932359+0000","last_peered":"2024-08-17T17:02:22.932359+0000","last_clean":"2024-08-17T17:02:22.932359+0000","last_became_active":"2024-08-17T17:01:28.244244+0000","last_became_peered":"2024-08-17T17:01:28.244244+0000","last_unstale":"2024-08-17T17:02:22.932359+0000","last_undegraded":"2024-08-17T17:02:22.932359+0000","last_fullsized":"2024-08-17T17:02:22.932359+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:17:54.808235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938120+0000","last_change":"2024-08-17T17:01:25.022944+0000","last_active":"2024-08-17T17:02:22.938120+0000","last_peered":"2024-08-17T17:02:22.938120+0000","last_clean":"2024-08-17T17:02:22.938120+0000","last_became_active":"2024-08-17T17:01:25.022090+0000","last_became_peered":"2024-08-17T17:01:25.022090+0000","last_unstale":"2024-08-17T17:02:22.938120+0000","last_undegraded":"2024-08-17T17:02:22.938120+0000","last_fullsized":"2024-08-17T17:02:22.938120+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:29:48.336613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632023+0000","last_change":"2024-08-17T17:01:28.248944+0000","last_active":"2024-08-17T17:02:23.632023+0000","last_peered":"2024-08-17T17:02:23.632023+0000","last_clean":"2024-08-17T17:02:23.632023+0000","last_became_active":"2024-08-17T17:01:28.248634+0000","last_became_peered":"2024-08-17T17:01:28.248634+0000","last_unstale":"2024-08-17T17:02:23.632023+0000","last_undegraded":"2024-08-17T17:02:23.632023+0000","last_fullsized":"2024-08-17T17:02:23.632023+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:34:14.433039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089489+0000","last_change":"2024-08-17T17:01:25.015299+0000","last_active":"2024-08-17T17:02:23.089489+0000","last_peered":"2024-08-17T17:02:23.089489+0000","last_clean":"2024-08-17T17:02:23.089489+0000","last_became_active":"2024-08-17T17:01:25.014988+0000","last_became_peered":"2024-08-17T17:01:25.014988+0000","last_unstale":"2024-08-17T17:02:23.089489+0000","last_undegraded":"2024-08-17T17:02:23.089489+0000","last_fullsized":"2024-08-17T17:02:23.089489+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:48:11.523562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089360+0000","last_change":"2024-08-17T17:01:28.247610+0000","last_active":"2024-08-17T17:02:23.089360+0000","last_peered":"2024-08-17T17:02:23.089360+0000","last_clean":"2024-08-17T17:02:23.089360+0000","last_became_active":"2024-08-17T17:01:28.247316+0000","last_became_peered":"2024-08-17T17:01:28.247316+0000","last_unstale":"2024-08-17T17:02:23.089360+0000","last_undegraded":"2024-08-17T17:02:23.089360+0000","last_fullsized":"2024-08-17T17:02:23.089360+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:09:18.649369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":33,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933364+0000","last_change":"2024-08-17T17:01:25.010770+0000","last_active":"2024-08-17T17:02:22.933364+0000","last_peered":"2024-08-17T17:02:22.933364+0000","last_clean":"2024-08-17T17:02:22.933364+0000","last_became_active":"2024-08-17T17:01:25.010476+0000","last_became_peered":"2024-08-17T17:01:25.010476+0000","last_unstale":"2024-08-17T17:02:22.933364+0000","last_undegraded":"2024-08-17T17:02:22.933364+0000","last_fullsized":"2024-08-17T17:02:22.933364+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:13:48.768356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.631823+0000","last_change":"2024-08-17T17:01:28.250240+0000","last_active":"2024-08-17T17:02:23.631823+0000","last_peered":"2024-08-17T17:02:23.631823+0000","last_clean":"2024-08-17T17:02:23.631823+0000","last_became_active":"2024-08-17T17:01:28.249972+0000","last_became_peered":"2024-08-17T17:01:28.249972+0000","last_unstale":"2024-08-17T17:02:23.631823+0000","last_undegraded":"2024-08-17T17:02:23.631823+0000","last_fullsized":"2024-08-17T17:02:23.631823+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:58:35.056941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935591+0000","last_change":"2024-08-17T17:01:25.016422+0000","last_active":"2024-08-17T17:02:22.935591+0000","last_peered":"2024-08-17T17:02:22.935591+0000","last_clean":"2024-08-17T17:02:22.935591+0000","last_became_active":"2024-08-17T17:01:25.016118+0000","last_became_peered":"2024-08-17T17:01:25.016118+0000","last_unstale":"2024-08-17T17:02:22.935591+0000","last_undegraded":"2024-08-17T17:02:22.935591+0000","last_fullsized":"2024-08-17T17:02:22.935591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:07:32.179659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632385+0000","last_change":"2024-08-17T17:01:28.247707+0000","last_active":"2024-08-17T17:02:23.632385+0000","last_peered":"2024-08-17T17:02:23.632385+0000","last_clean":"2024-08-17T17:02:23.632385+0000","last_became_active":"2024-08-17T17:01:28.247229+0000","last_became_peered":"2024-08-17T17:01:28.247229+0000","last_unstale":"2024-08-17T17:02:23.632385+0000","last_undegraded":"2024-08-17T17:02:23.632385+0000","last_fullsized":"2024-08-17T17:02:23.632385+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:31:53.546532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.934074+0000","last_change":"2024-08-17T17:01:25.016877+0000","last_active":"2024-08-17T17:02:22.934074+0000","last_peered":"2024-08-17T17:02:22.934074+0000","last_clean":"2024-08-17T17:02:22.934074+0000","last_became_active":"2024-08-17T17:01:25.015751+0000","last_became_peered":"2024-08-17T17:01:25.015751+0000","last_unstale":"2024-08-17T17:02:22.934074+0000","last_undegraded":"2024-08-17T17:02:22.934074+0000","last_fullsized":"2024-08-17T17:02:22.934074+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:34:28.631804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632455+0000","last_change":"2024-08-17T17:01:28.249112+0000","last_active":"2024-08-17T17:02:23.632455+0000","last_peered":"2024-08-17T17:02:23.632455+0000","last_clean":"2024-08-17T17:02:23.632455+0000","last_became_active":"2024-08-17T17:01:28.248844+0000","last_became_peered":"2024-08-17T17:01:28.248844+0000","last_unstale":"2024-08-17T17:02:23.632455+0000","last_undegraded":"2024-08-17T17:02:23.632455+0000","last_fullsized":"2024-08-17T17:02:23.632455+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:39:19.927152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935848+0000","last_change":"2024-08-17T17:01:25.011205+0000","last_active":"2024-08-17T17:02:22.935848+0000","last_peered":"2024-08-17T17:02:22.935848+0000","last_clean":"2024-08-17T17:02:22.935848+0000","last_became_active":"2024-08-17T17:01:25.010916+0000","last_became_peered":"2024-08-17T17:01:25.010916+0000","last_unstale":"2024-08-17T17:02:22.935848+0000","last_undegraded":"2024-08-17T17:02:22.935848+0000","last_fullsized":"2024-08-17T17:02:22.935848+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:19:58.639689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938337+0000","last_change":"2024-08-17T17:01:28.243647+0000","last_active":"2024-08-17T17:02:22.938337+0000","last_peered":"2024-08-17T17:02:22.938337+0000","last_clean":"2024-08-17T17:02:22.938337+0000","last_became_active":"2024-08-17T17:01:28.243320+0000","last_became_peered":"2024-08-17T17:01:28.243320+0000","last_unstale":"2024-08-17T17:02:22.938337+0000","last_undegraded":"2024-08-17T17:02:22.938337+0000","last_fullsized":"2024-08-17T17:02:22.938337+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:02:32.941372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933674+0000","last_change":"2024-08-17T17:01:25.018173+0000","last_active":"2024-08-17T17:02:22.933674+0000","last_peered":"2024-08-17T17:02:22.933674+0000","last_clean":"2024-08-17T17:02:22.933674+0000","last_became_active":"2024-08-17T17:01:25.015807+0000","last_became_peered":"2024-08-17T17:01:25.015807+0000","last_unstale":"2024-08-17T17:02:22.933674+0000","last_undegraded":"2024-08-17T17:02:22.933674+0000","last_fullsized":"2024-08-17T17:02:22.933674+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:03:33.633295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632363+0000","last_change":"2024-08-17T17:01:28.242756+0000","last_active":"2024-08-17T17:02:23.632363+0000","last_peered":"2024-08-17T17:02:23.632363+0000","last_clean":"2024-08-17T17:02:23.632363+0000","last_became_active":"2024-08-17T17:01:28.242471+0000","last_became_peered":"2024-08-17T17:01:28.242471+0000","last_unstale":"2024-08-17T17:02:23.632363+0000","last_undegraded":"2024-08-17T17:02:23.632363+0000","last_fullsized":"2024-08-17T17:02:23.632363+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:07:01.801618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.545010+0000","last_change":"2024-08-17T17:02:23.090046+0000","last_active":"2024-08-17T17:02:32.545010+0000","last_peered":"2024-08-17T17:02:32.545010+0000","last_clean":"2024-08-17T17:02:32.545010+0000","last_became_active":"2024-08-17T17:02:18.754379+0000","last_became_peered":"2024-08-17T17:02:18.754379+0000","last_unstale":"2024-08-17T17:02:32.545010+0000","last_undegraded":"2024-08-17T17:02:32.545010+0000","last_fullsized":"2024-08-17T17:02:32.545010+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:46:25.076790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035339200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":273,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.447424+0000","last_change":"2024-08-17T17:01:04.823363+0000","last_active":"2024-08-17T17:02:32.447424+0000","last_peered":"2024-08-17T17:02:32.447424+0000","last_clean":"2024-08-17T17:02:32.447424+0000","last_became_active":"2024-08-17T17:01:04.822959+0000","last_became_peered":"2024-08-17T17:01:04.822959+0000","last_unstale":"2024-08-17T17:02:32.447424+0000","last_undegraded":"2024-08-17T17:02:32.447424+0000","last_fullsized":"2024-08-17T17:02:32.447424+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_clean_scrub_stamp":"2024-08-17T16:59:08.794706+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:31.609145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938092+0000","last_change":"2024-08-17T17:01:25.022885+0000","last_active":"2024-08-17T17:02:22.938092+0000","last_peered":"2024-08-17T17:02:22.938092+0000","last_clean":"2024-08-17T17:02:22.938092+0000","last_became_active":"2024-08-17T17:01:25.022315+0000","last_became_peered":"2024-08-17T17:01:25.022315+0000","last_unstale":"2024-08-17T17:02:22.938092+0000","last_undegraded":"2024-08-17T17:02:22.938092+0000","last_fullsized":"2024-08-17T17:02:22.938092+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:28:28.088971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176437+0000","last_change":"2024-08-17T17:01:28.242826+0000","last_active":"2024-08-17T17:02:23.176437+0000","last_peered":"2024-08-17T17:02:23.176437+0000","last_clean":"2024-08-17T17:02:23.176437+0000","last_became_active":"2024-08-17T17:01:28.242080+0000","last_became_peered":"2024-08-17T17:01:28.242080+0000","last_unstale":"2024-08-17T17:02:23.176437+0000","last_undegraded":"2024-08-17T17:02:23.176437+0000","last_fullsized":"2024-08-17T17:02:23.176437+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:14:15.942762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.546479+0000","last_change":"2024-08-17T17:02:22.933277+0000","last_active":"2024-08-17T17:02:32.546479+0000","last_peered":"2024-08-17T17:02:32.546479+0000","last_clean":"2024-08-17T17:02:32.546479+0000","last_became_active":"2024-08-17T17:02:18.753318+0000","last_became_peered":"2024-08-17T17:02:18.753318+0000","last_unstale":"2024-08-17T17:02:32.546479+0000","last_undegraded":"2024-08-17T17:02:32.546479+0000","last_fullsized":"2024-08-17T17:02:32.546479+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:45:03.780792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039604799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632138+0000","last_change":"2024-08-17T17:01:25.019335+0000","last_active":"2024-08-17T17:02:23.632138+0000","last_peered":"2024-08-17T17:02:23.632138+0000","last_clean":"2024-08-17T17:02:23.632138+0000","last_became_active":"2024-08-17T17:01:25.018653+0000","last_became_peered":"2024-08-17T17:01:25.018653+0000","last_unstale":"2024-08-17T17:02:23.632138+0000","last_undegraded":"2024-08-17T17:02:23.632138+0000","last_fullsized":"2024-08-17T17:02:23.632138+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:51:27.581249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932235+0000","last_change":"2024-08-17T17:01:28.236213+0000","last_active":"2024-08-17T17:02:22.932235+0000","last_peered":"2024-08-17T17:02:22.932235+0000","last_clean":"2024-08-17T17:02:22.932235+0000","last_became_active":"2024-08-17T17:01:28.235955+0000","last_became_peered":"2024-08-17T17:01:28.235955+0000","last_unstale":"2024-08-17T17:02:22.932235+0000","last_undegraded":"2024-08-17T17:02:22.932235+0000","last_fullsized":"2024-08-17T17:02:22.932235+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:48.909658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.401253+0000","last_change":"2024-08-17T17:02:22.936337+0000","last_active":"2024-08-17T17:02:32.401253+0000","last_peered":"2024-08-17T17:02:32.401253+0000","last_clean":"2024-08-17T17:02:32.401253+0000","last_became_active":"2024-08-17T17:02:19.243549+0000","last_became_peered":"2024-08-17T17:02:19.243549+0000","last_unstale":"2024-08-17T17:02:32.401253+0000","last_undegraded":"2024-08-17T17:02:32.401253+0000","last_fullsized":"2024-08-17T17:02:32.401253+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:51:22.293783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035149600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932714+0000","last_change":"2024-08-17T17:01:25.013800+0000","last_active":"2024-08-17T17:02:22.932714+0000","last_peered":"2024-08-17T17:02:22.932714+0000","last_clean":"2024-08-17T17:02:22.932714+0000","last_became_active":"2024-08-17T17:01:25.012029+0000","last_became_peered":"2024-08-17T17:01:25.012029+0000","last_unstale":"2024-08-17T17:02:22.932714+0000","last_undegraded":"2024-08-17T17:02:22.932714+0000","last_fullsized":"2024-08-17T17:02:22.932714+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:25:38.186692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935536+0000","last_change":"2024-08-17T17:01:28.238496+0000","last_active":"2024-08-17T17:02:22.935536+0000","last_peered":"2024-08-17T17:02:22.935536+0000","last_clean":"2024-08-17T17:02:22.935536+0000","last_became_active":"2024-08-17T17:01:28.237290+0000","last_became_peered":"2024-08-17T17:01:28.237290+0000","last_unstale":"2024-08-17T17:02:22.935536+0000","last_undegraded":"2024-08-17T17:02:22.935536+0000","last_fullsized":"2024-08-17T17:02:22.935536+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:36:46.481585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.401166+0000","last_change":"2024-08-17T17:02:22.936119+0000","last_active":"2024-08-17T17:02:32.401166+0000","last_peered":"2024-08-17T17:02:32.401166+0000","last_clean":"2024-08-17T17:02:32.401166+0000","last_became_active":"2024-08-17T17:02:18.756201+0000","last_became_peered":"2024-08-17T17:02:18.756201+0000","last_unstale":"2024-08-17T17:02:32.401166+0000","last_undegraded":"2024-08-17T17:02:32.401166+0000","last_fullsized":"2024-08-17T17:02:32.401166+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:36:17.218919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000362667,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938084+0000","last_change":"2024-08-17T17:01:25.023665+0000","last_active":"2024-08-17T17:02:22.938084+0000","last_peered":"2024-08-17T17:02:22.938084+0000","last_clean":"2024-08-17T17:02:22.938084+0000","last_became_active":"2024-08-17T17:01:25.023401+0000","last_became_peered":"2024-08-17T17:01:25.023401+0000","last_unstale":"2024-08-17T17:02:22.938084+0000","last_undegraded":"2024-08-17T17:02:22.938084+0000","last_fullsized":"2024-08-17T17:02:22.938084+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:44:11.721414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935296+0000","last_change":"2024-08-17T17:01:28.236275+0000","last_active":"2024-08-17T17:02:22.935296+0000","last_peered":"2024-08-17T17:02:22.935296+0000","last_clean":"2024-08-17T17:02:22.935296+0000","last_became_active":"2024-08-17T17:01:28.235960+0000","last_became_peered":"2024-08-17T17:01:28.235960+0000","last_unstale":"2024-08-17T17:02:22.935296+0000","last_undegraded":"2024-08-17T17:02:22.935296+0000","last_fullsized":"2024-08-17T17:02:22.935296+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:58:15.282453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.401357+0000","last_change":"2024-08-17T17:02:22.936716+0000","last_active":"2024-08-17T17:02:32.401357+0000","last_peered":"2024-08-17T17:02:32.401357+0000","last_clean":"2024-08-17T17:02:32.401357+0000","last_became_active":"2024-08-17T17:02:19.243552+0000","last_became_peered":"2024-08-17T17:02:19.243552+0000","last_unstale":"2024-08-17T17:02:32.401357+0000","last_undegraded":"2024-08-17T17:02:32.401357+0000","last_fullsized":"2024-08-17T17:02:32.401357+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:23:16.469286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010918849999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935902+0000","last_change":"2024-08-17T17:01:25.015005+0000","last_active":"2024-08-17T17:02:22.935902+0000","last_peered":"2024-08-17T17:02:22.935902+0000","last_clean":"2024-08-17T17:02:22.935902+0000","last_became_active":"2024-08-17T17:01:25.014689+0000","last_became_peered":"2024-08-17T17:01:25.014689+0000","last_unstale":"2024-08-17T17:02:22.935902+0000","last_undegraded":"2024-08-17T17:02:22.935902+0000","last_fullsized":"2024-08-17T17:02:22.935902+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:22:21.019702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938282+0000","last_change":"2024-08-17T17:01:28.242998+0000","last_active":"2024-08-17T17:02:22.938282+0000","last_peered":"2024-08-17T17:02:22.938282+0000","last_clean":"2024-08-17T17:02:22.938282+0000","last_became_active":"2024-08-17T17:01:28.242734+0000","last_became_peered":"2024-08-17T17:01:28.242734+0000","last_unstale":"2024-08-17T17:02:22.938282+0000","last_undegraded":"2024-08-17T17:02:22.938282+0000","last_fullsized":"2024-08-17T17:02:22.938282+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:04:52.188400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.545722+0000","last_change":"2024-08-17T17:02:22.933266+0000","last_active":"2024-08-17T17:02:32.545722+0000","last_peered":"2024-08-17T17:02:32.545722+0000","last_clean":"2024-08-17T17:02:32.545722+0000","last_became_active":"2024-08-17T17:02:19.243528+0000","last_became_peered":"2024-08-17T17:02:19.243528+0000","last_unstale":"2024-08-17T17:02:32.545722+0000","last_undegraded":"2024-08-17T17:02:32.545722+0000","last_fullsized":"2024-08-17T17:02:32.545722+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:00:33.994744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00092651300000000001,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.934151+0000","last_change":"2024-08-17T17:02:03.789455+0000","last_active":"2024-08-17T17:02:22.934151+0000","last_peered":"2024-08-17T17:02:22.934151+0000","last_clean":"2024-08-17T17:02:22.934151+0000","last_became_active":"2024-08-17T17:02:03.788985+0000","last_became_peered":"2024-08-17T17:02:03.788985+0000","last_unstale":"2024-08-17T17:02:22.934151+0000","last_undegraded":"2024-08-17T17:02:22.934151+0000","last_fullsized":"2024-08-17T17:02:22.934151+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:31:10.756816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935902+0000","last_change":"2024-08-17T17:01:28.238215+0000","last_active":"2024-08-17T17:02:22.935902+0000","last_peered":"2024-08-17T17:02:22.935902+0000","last_clean":"2024-08-17T17:02:22.935902+0000","last_became_active":"2024-08-17T17:01:28.237360+0000","last_became_peered":"2024-08-17T17:01:28.237360+0000","last_unstale":"2024-08-17T17:02:22.935902+0000","last_undegraded":"2024-08-17T17:02:22.935902+0000","last_fullsized":"2024-08-17T17:02:22.935902+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:17:48.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.544811+0000","last_change":"2024-08-17T17:02:23.176633+0000","last_active":"2024-08-17T17:02:32.544811+0000","last_peered":"2024-08-17T17:02:32.544811+0000","last_clean":"2024-08-17T17:02:32.544811+0000","last_became_active":"2024-08-17T17:02:18.755611+0000","last_became_peered":"2024-08-17T17:02:18.755611+0000","last_unstale":"2024-08-17T17:02:32.544811+0000","last_undegraded":"2024-08-17T17:02:32.544811+0000","last_fullsized":"2024-08-17T17:02:32.544811+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:50:45.583236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042823399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.936180+0000","last_change":"2024-08-17T17:01:25.015192+0000","last_active":"2024-08-17T17:02:22.936180+0000","last_peered":"2024-08-17T17:02:22.936180+0000","last_clean":"2024-08-17T17:02:22.936180+0000","last_became_active":"2024-08-17T17:01:25.014760+0000","last_became_peered":"2024-08-17T17:01:25.014760+0000","last_unstale":"2024-08-17T17:02:22.936180+0000","last_undegraded":"2024-08-17T17:02:22.936180+0000","last_fullsized":"2024-08-17T17:02:22.936180+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:08:47.004706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176898+0000","last_change":"2024-08-17T17:01:28.242154+0000","last_active":"2024-08-17T17:02:23.176898+0000","last_peered":"2024-08-17T17:02:23.176898+0000","last_clean":"2024-08-17T17:02:23.176898+0000","last_became_active":"2024-08-17T17:01:28.241855+0000","last_became_peered":"2024-08-17T17:01:28.241855+0000","last_unstale":"2024-08-17T17:02:23.176898+0000","last_undegraded":"2024-08-17T17:02:23.176898+0000","last_fullsized":"2024-08-17T17:02:23.176898+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:11:34.473032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-17T17:02:32.401422+0000","last_change":"2024-08-17T17:02:22.935648+0000","last_active":"2024-08-17T17:02:32.401422+0000","last_peered":"2024-08-17T17:02:32.401422+0000","last_clean":"2024-08-17T17:02:32.401422+0000","last_became_active":"2024-08-17T17:02:19.243250+0000","last_became_peered":"2024-08-17T17:02:19.243250+0000","last_unstale":"2024-08-17T17:02:32.401422+0000","last_undegraded":"2024-08-17T17:02:32.401422+0000","last_fullsized":"2024-08-17T17:02:32.401422+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:42:43.588073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071493100000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089909+0000","last_change":"2024-08-17T17:01:25.019466+0000","last_active":"2024-08-17T17:02:23.089909+0000","last_peered":"2024-08-17T17:02:23.089909+0000","last_clean":"2024-08-17T17:02:23.089909+0000","last_became_active":"2024-08-17T17:01:25.019161+0000","last_became_peered":"2024-08-17T17:01:25.019161+0000","last_unstale":"2024-08-17T17:02:23.089909+0000","last_undegraded":"2024-08-17T17:02:23.089909+0000","last_fullsized":"2024-08-17T17:02:23.089909+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:43:02.793833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.932772+0000","last_change":"2024-08-17T17:01:28.235385+0000","last_active":"2024-08-17T17:02:22.932772+0000","last_peered":"2024-08-17T17:02:22.932772+0000","last_clean":"2024-08-17T17:02:22.932772+0000","last_became_active":"2024-08-17T17:01:28.235114+0000","last_became_peered":"2024-08-17T17:01:28.235114+0000","last_unstale":"2024-08-17T17:02:22.932772+0000","last_undegraded":"2024-08-17T17:02:22.932772+0000","last_fullsized":"2024-08-17T17:02:22.932772+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:44:09.794004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632059+0000","last_change":"2024-08-17T17:01:25.019919+0000","last_active":"2024-08-17T17:02:23.632059+0000","last_peered":"2024-08-17T17:02:23.632059+0000","last_clean":"2024-08-17T17:02:23.632059+0000","last_became_active":"2024-08-17T17:01:25.019415+0000","last_became_peered":"2024-08-17T17:01:25.019415+0000","last_unstale":"2024-08-17T17:02:23.632059+0000","last_undegraded":"2024-08-17T17:02:23.632059+0000","last_fullsized":"2024-08-17T17:02:23.632059+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:39:01.501039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935194+0000","last_change":"2024-08-17T17:01:28.244618+0000","last_active":"2024-08-17T17:02:22.935194+0000","last_peered":"2024-08-17T17:02:22.935194+0000","last_clean":"2024-08-17T17:02:22.935194+0000","last_became_active":"2024-08-17T17:01:28.244330+0000","last_became_peered":"2024-08-17T17:01:28.244330+0000","last_unstale":"2024-08-17T17:02:22.935194+0000","last_undegraded":"2024-08-17T17:02:22.935194+0000","last_fullsized":"2024-08-17T17:02:22.935194+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:38:52.901189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.935779+0000","last_change":"2024-08-17T17:01:25.013818+0000","last_active":"2024-08-17T17:02:22.935779+0000","last_peered":"2024-08-17T17:02:22.935779+0000","last_clean":"2024-08-17T17:02:22.935779+0000","last_became_active":"2024-08-17T17:01:25.013104+0000","last_became_peered":"2024-08-17T17:01:25.013104+0000","last_unstale":"2024-08-17T17:02:22.935779+0000","last_undegraded":"2024-08-17T17:02:22.935779+0000","last_fullsized":"2024-08-17T17:02:22.935779+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:58:10.109952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176356+0000","last_change":"2024-08-17T17:01:28.241869+0000","last_active":"2024-08-17T17:02:23.176356+0000","last_peered":"2024-08-17T17:02:23.176356+0000","last_clean":"2024-08-17T17:02:23.176356+0000","last_became_active":"2024-08-17T17:01:28.241600+0000","last_became_peered":"2024-08-17T17:01:28.241600+0000","last_unstale":"2024-08-17T17:02:23.176356+0000","last_undegraded":"2024-08-17T17:02:23.176356+0000","last_fullsized":"2024-08-17T17:02:23.176356+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:50:18.085398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.936090+0000","last_change":"2024-08-17T17:01:25.016014+0000","last_active":"2024-08-17T17:02:22.936090+0000","last_peered":"2024-08-17T17:02:22.936090+0000","last_clean":"2024-08-17T17:02:22.936090+0000","last_became_active":"2024-08-17T17:01:25.015709+0000","last_became_peered":"2024-08-17T17:01:25.015709+0000","last_unstale":"2024-08-17T17:02:22.936090+0000","last_undegraded":"2024-08-17T17:02:22.936090+0000","last_fullsized":"2024-08-17T17:02:22.936090+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:44:27.665009+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176414+0000","last_change":"2024-08-17T17:01:28.240081+0000","last_active":"2024-08-17T17:02:23.176414+0000","last_peered":"2024-08-17T17:02:23.176414+0000","last_clean":"2024-08-17T17:02:23.176414+0000","last_became_active":"2024-08-17T17:01:28.239785+0000","last_became_peered":"2024-08-17T17:01:28.239785+0000","last_unstale":"2024-08-17T17:02:23.176414+0000","last_undegraded":"2024-08-17T17:02:23.176414+0000","last_fullsized":"2024-08-17T17:02:23.176414+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:40:12.664203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632198+0000","last_change":"2024-08-17T17:01:25.019569+0000","last_active":"2024-08-17T17:02:23.632198+0000","last_peered":"2024-08-17T17:02:23.632198+0000","last_clean":"2024-08-17T17:02:23.632198+0000","last_became_active":"2024-08-17T17:01:25.019295+0000","last_became_peered":"2024-08-17T17:01:25.019295+0000","last_unstale":"2024-08-17T17:02:23.632198+0000","last_undegraded":"2024-08-17T17:02:23.632198+0000","last_fullsized":"2024-08-17T17:02:23.632198+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:15:15.236195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.089377+0000","last_change":"2024-08-17T17:01:28.242224+0000","last_active":"2024-08-17T17:02:23.089377+0000","last_peered":"2024-08-17T17:02:23.089377+0000","last_clean":"2024-08-17T17:02:23.089377+0000","last_became_active":"2024-08-17T17:01:28.241895+0000","last_became_peered":"2024-08-17T17:01:28.241895+0000","last_unstale":"2024-08-17T17:02:23.089377+0000","last_undegraded":"2024-08-17T17:02:23.089377+0000","last_fullsized":"2024-08-17T17:02:23.089377+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:30:21.838741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938228+0000","last_change":"2024-08-17T17:01:28.249440+0000","last_active":"2024-08-17T17:02:22.938228+0000","last_peered":"2024-08-17T17:02:22.938228+0000","last_clean":"2024-08-17T17:02:22.938228+0000","last_became_active":"2024-08-17T17:01:28.249164+0000","last_became_peered":"2024-08-17T17:01:28.249164+0000","last_unstale":"2024-08-17T17:02:22.938228+0000","last_undegraded":"2024-08-17T17:02:22.938228+0000","last_fullsized":"2024-08-17T17:02:22.938228+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:48:39.262907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632183+0000","last_change":"2024-08-17T17:01:25.020444+0000","last_active":"2024-08-17T17:02:23.632183+0000","last_peered":"2024-08-17T17:02:23.632183+0000","last_clean":"2024-08-17T17:02:23.632183+0000","last_became_active":"2024-08-17T17:01:25.020166+0000","last_became_peered":"2024-08-17T17:01:25.020166+0000","last_unstale":"2024-08-17T17:02:23.632183+0000","last_undegraded":"2024-08-17T17:02:23.632183+0000","last_fullsized":"2024-08-17T17:02:23.632183+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:44:35.462883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.938226+0000","last_change":"2024-08-17T17:01:28.249903+0000","last_active":"2024-08-17T17:02:22.938226+0000","last_peered":"2024-08-17T17:02:22.938226+0000","last_clean":"2024-08-17T17:02:22.938226+0000","last_became_active":"2024-08-17T17:01:28.249616+0000","last_became_peered":"2024-08-17T17:01:28.249616+0000","last_unstale":"2024-08-17T17:02:22.938226+0000","last_undegraded":"2024-08-17T17:02:22.938226+0000","last_fullsized":"2024-08-17T17:02:22.938226+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:21:58.794297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.632426+0000","last_change":"2024-08-17T17:01:25.015242+0000","last_active":"2024-08-17T17:02:23.632426+0000","last_peered":"2024-08-17T17:02:23.632426+0000","last_clean":"2024-08-17T17:02:23.632426+0000","last_became_active":"2024-08-17T17:01:25.014887+0000","last_became_peered":"2024-08-17T17:01:25.014887+0000","last_unstale":"2024-08-17T17:02:23.632426+0000","last_undegraded":"2024-08-17T17:02:23.632426+0000","last_fullsized":"2024-08-17T17:02:23.632426+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:53:36.189339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":19,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.936112+0000","last_change":"2024-08-17T17:02:03.546337+0000","last_active":"2024-08-17T17:02:22.936112+0000","last_peered":"2024-08-17T17:02:22.936112+0000","last_clean":"2024-08-17T17:02:22.936112+0000","last_became_active":"2024-08-17T17:02:03.545970+0000","last_became_peered":"2024-08-17T17:02:03.545970+0000","last_unstale":"2024-08-17T17:02:22.936112+0000","last_undegraded":"2024-08-17T17:02:22.936112+0000","last_fullsized":"2024-08-17T17:02:22.936112+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:03:56.061960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176823+0000","last_change":"2024-08-17T17:01:25.013861+0000","last_active":"2024-08-17T17:02:23.176823+0000","last_peered":"2024-08-17T17:02:23.176823+0000","last_clean":"2024-08-17T17:02:23.176823+0000","last_became_active":"2024-08-17T17:01:25.013315+0000","last_became_peered":"2024-08-17T17:01:25.013315+0000","last_unstale":"2024-08-17T17:02:23.176823+0000","last_undegraded":"2024-08-17T17:02:23.176823+0000","last_fullsized":"2024-08-17T17:02:23.176823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:14:15.683095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:23.176589+0000","last_change":"2024-08-17T17:01:28.238233+0000","last_active":"2024-08-17T17:02:23.176589+0000","last_peered":"2024-08-17T17:02:23.176589+0000","last_clean":"2024-08-17T17:02:23.176589+0000","last_became_active":"2024-08-17T17:01:28.237892+0000","last_became_peered":"2024-08-17T17:01:28.237892+0000","last_unstale":"2024-08-17T17:02:23.176589+0000","last_undegraded":"2024-08-17T17:02:23.176589+0000","last_fullsized":"2024-08-17T17:02:23.176589+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:51:56.518147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":29,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-17T17:02:22.933169+0000","last_change":"2024-08-17T17:01:25.018921+0000","last_active":"2024-08-17T17:02:22.933169+0000","last_peered":"2024-08-17T17:02:22.933169+0000","last_clean":"2024-08-17T17:02:22.933169+0000","last_became_active":"2024-08-17T17:01:25.018399+0000","last_became_peered":"2024-08-17T17:01:25.018399+0000","last_unstale":"2024-08-17T17:02:22.933169+0000","last_undegraded":"2024-08-17T17:02:22.933169+0000","last_fullsized":"2024-08-17T17:02:22.933169+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:59:16.257882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234013,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28372,"kb_used_data":1352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716780,"statfs":{"total":95995035648,"available":95965982720,"internally_reserved":0,"allocated":1384448,"data_stored":941202,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.95399999999999996,"15min":1.028},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.70099999999999996,"5min":9.3070000000000004,"15min":9.3070000000000004},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.54300000000000004,"15min":0.54700000000000004},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68799999999999994,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.41299999999999998}]},{"osd":1,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52500000000000002,"15min":0.52200000000000002},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.65700000000000003,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.313}]},{"osd":2,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.95699999999999996,"15min":1.0289999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.72399999999999998,"5min":9.359,"15min":9.359},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.95099999999999996,"15min":1.0209999999999999},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.70899999999999996,"5min":9.391,"15min":9.391},"last":0.42499999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.55000000000000004,"15min":0.55600000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.70799999999999996,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51300000000000001,"15min":0.51000000000000001},"min":{"1min":0.42599999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.67900000000000005,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.39000000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.52800000000000002,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.45600000000000002,"15min":0.46400000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.63,"5min":0.63,"15min":0.63},"last":0.32100000000000001}]},{"osd":5,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.44500000000000001,"5min":0.47699999999999998,"15min":0.48299999999999998},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.61899999999999999,"5min":0.624,"15min":0.624},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.45100000000000001,"5min":0.50700000000000001,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.60399999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.438}]},{"osd":6,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.502,"15min":0.50600000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.375},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.499,"15min":0.503},"min":{"1min":0.34899999999999998,"5min":0.309,"15min":0.309},"max":{"1min":0.66700000000000004,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.28999999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495650,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28364,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716788,"statfs":{"total":95995035648,"available":95965990912,"internally_reserved":0,"allocated":1376256,"data_stored":942069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.51000000000000001,"15min":0.502},"min":{"1min":0.38700000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.755,"5min":0.755,"15min":0.755},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.51600000000000001,"15min":0.51100000000000001},"min":{"1min":0.38600000000000001,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.622}]},{"osd":1,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.53900000000000003,"15min":0.53200000000000003},"min":{"1min":0.441,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.752,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52400000000000002,"15min":0.52200000000000002},"min":{"1min":0.36399999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.64500000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.52300000000000002,"15min":0.51900000000000002},"min":{"1min":0.40799999999999997,"5min":0.309,"15min":0.309},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53300000000000003,"15min":0.52500000000000002},"min":{"1min":0.39600000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.71399999999999997,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.55400000000000005}]},{"osd":3,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.747,"5min":0.747,"15min":0.747},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.53200000000000003,"15min":0.52800000000000002},"min":{"1min":0.41199999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.69199999999999995,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.67400000000000004}]},{"osd":4,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.40799999999999997,"5min":0.44500000000000001,"15min":0.45100000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.54700000000000004,"5min":0.59799999999999998,"15min":0.59799999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.47399999999999998,"15min":0.48399999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.57599999999999996}]},{"osd":5,"last update":"Sat Aug 17 17:02:38 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.47299999999999998,"15min":0.47799999999999998},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.498,"15min":0.504},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.63800000000000001,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.60899999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:03:04 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.50800000000000001,"15min":0.51600000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.626,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55300000000000005,"15min":0.55500000000000005},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.66000000000000003}]}]},{"osd":5,"up_from":38,"seq":163208757287,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.34300000000000003,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.66700000000000004,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.56699999999999995}]},{"osd":1,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54000000000000004,"15min":0.53700000000000003},"min":{"1min":0.376,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.71199999999999997,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.50900000000000001,"15min":0.505},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.51600000000000001}]},{"osd":2,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.41299999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.69999999999999996,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.55900000000000005,"15min":0.55600000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.61899999999999999}]},{"osd":3,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54800000000000004,"15min":0.54900000000000004},"min":{"1min":0.40400000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69299999999999995,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53100000000000003,"15min":0.52500000000000002},"min":{"1min":0.42999999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.64900000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.377,"15min":0.36599999999999999},"min":{"1min":0.308,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.378},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.375,"15min":0.36199999999999999},"min":{"1min":0.318,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.42699999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:02:43 2024","interfaces":[{"interface":"back","average":{"1min":0.42999999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.34000000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.59099999999999997,"5min":0.67900000000000005,"15min":0.67900000000000005},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.48899999999999999,"15min":0.495},"min":{"1min":0.29399999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.63600000000000001,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48799999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:03:06 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.36699999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.68600000000000005,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.497,"15min":0.501},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.45400000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018923,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":350684,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.54400000000000004,"15min":0.56399999999999995},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69699999999999995,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.71699999999999997,"15min":0.58499999999999996},"min":{"1min":0.372,"5min":0.318,"15min":0.318},"max":{"1min":0.68700000000000006,"5min":16.454000000000001,"15min":16.454000000000001},"last":0.50700000000000001}]},{"osd":1,"last update":"Sat Aug 17 17:02:55 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.52000000000000002,"15min":0.53800000000000003},"min":{"1min":0.36799999999999999,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.751,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.73499999999999999,"15min":0.60999999999999999},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.72299999999999998,"5min":16.471,"15min":16.471},"last":0.377}]},{"osd":2,"last update":"Sat Aug 17 17:02:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53700000000000003,"15min":0.54400000000000004},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.74399999999999999,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.502,"5min":0.54000000000000004,"15min":0.55500000000000005},"min":{"1min":0.39300000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.66400000000000003,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46999999999999997}]},{"osd":3,"last update":"Sat Aug 17 17:02:55 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.56699999999999995,"15min":0.58499999999999996},"min":{"1min":0.34499999999999997,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.73699999999999999,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.56899999999999995,"15min":0.58099999999999996},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.71099999999999997,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.53300000000000003}]},{"osd":5,"last update":"Sat Aug 17 17:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.39000000000000001,"15min":0.379},"min":{"1min":0.29699999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.39400000000000002,"15min":0.38200000000000001},"min":{"1min":0.30099999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.35899999999999999}]},{"osd":6,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.42899999999999999,"15min":0.42199999999999999},"min":{"1min":0.32000000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.312},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.45700000000000002,"15min":0.44900000000000001},"min":{"1min":0.32600000000000001,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"last":0.33200000000000002}]},{"osd":7,"last update":"Sat Aug 17 17:03:02 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.53100000000000003,"15min":0.54000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69799999999999995,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.54100000000000004,"15min":0.54500000000000004},"min":{"1min":0.375,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.34699999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182447,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27800,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717352,"statfs":{"total":95995035648,"available":95966568448,"internally_reserved":0,"allocated":798720,"data_stored":352409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.36499999999999999,"15min":0.371},"min":{"1min":0.23300000000000001,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.45300000000000001,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.312},{"interface":"front","average":{"1min":0.379,"5min":0.39800000000000002,"15min":0.39600000000000002},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.58099999999999996,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.28100000000000003}]},{"osd":1,"last update":"Sat Aug 17 17:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.41499999999999998,"15min":0.42099999999999999},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.52800000000000002,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.39600000000000002,"15min":0.39400000000000002},"min":{"1min":0.26800000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.59899999999999998,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.29699999999999999}]},{"osd":2,"last update":"Sat Aug 17 17:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.44,"15min":0.44600000000000001},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.60999999999999999,"5min":0.68100000000000005,"15min":0.68100000000000005},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.42799999999999999,"15min":0.437},"min":{"1min":0.27400000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.55500000000000005,"5min":0.57199999999999995,"15min":0.57199999999999995},"last":0.38100000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.54800000000000004,"15min":0.55000000000000004},"min":{"1min":0.39000000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.75,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55700000000000005,"15min":0.55900000000000005},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.67300000000000004,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.495}]},{"osd":5,"last update":"Sat Aug 17 17:02:19 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.58099999999999996,"15min":0.58599999999999997},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.74199999999999999,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58699999999999997,"15min":0.58799999999999997},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80200000000000005,"5min":0.871,"15min":0.871},"last":0.437}]},{"osd":6,"last update":"Sat Aug 17 17:02:40 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.60099999999999998,"15min":0.60499999999999998},"min":{"1min":0.46300000000000002,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.746,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.46400000000000002}]},{"osd":7,"last update":"Sat Aug 17 17:03:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.44700000000000001,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.71999999999999997,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.60499999999999998,"15min":0.60999999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.72599999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.45300000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31880,"kb_used_data":764,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713272,"statfs":{"total":95995035648,"available":95962390528,"internally_reserved":0,"allocated":782336,"data_stored":350230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.36599999999999999,"5min":0.36099999999999999,"15min":0.36899999999999999},"min":{"1min":0.218,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.34699999999999998,"5min":0.375,"15min":0.38400000000000001},"min":{"1min":0.23599999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.46400000000000002,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.57899999999999996}]},{"osd":1,"last update":"Sat Aug 17 17:03:14 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.372,"15min":0.377},"min":{"1min":0.28699999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.441,"5min":0.746,"15min":0.746},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.39800000000000002,"15min":0.38800000000000001},"min":{"1min":0.27200000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.59799999999999998,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47399999999999998}]},{"osd":3,"last update":"Sat Aug 17 17:02:37 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.46800000000000003,"15min":0.47799999999999998},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.439,"15min":0.45700000000000002},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.63200000000000001,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.51400000000000001}]},{"osd":4,"last update":"Sat Aug 17 17:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.54700000000000004,"15min":0.52800000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73799999999999999,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59099999999999997,"15min":0.57699999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.78900000000000003,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.55800000000000005}]},{"osd":5,"last update":"Sat Aug 17 17:02:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58999999999999997,"15min":0.59099999999999997},"min":{"1min":0.44500000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.745,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56000000000000005,"15min":0.56200000000000006},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.63700000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.72599999999999998,"5min":0.876,"15min":0.876},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.58399999999999996,"15min":0.58999999999999997},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.68600000000000005,"5min":0.745,"15min":0.745},"last":0.45100000000000001}]},{"osd":7,"last update":"Sat Aug 17 17:03:05 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.60399999999999998,"15min":0.60999999999999999},"min":{"1min":0.42099999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77200000000000002,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.66400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":790528,"data_stored":350136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Aug 17 17:02:53 2024","interfaces":[{"interface":"back","average":{"1min":0.36899999999999999,"5min":0.34499999999999997,"15min":0.315},"min":{"1min":0.26400000000000001,"5min":0.17899999999999999,"15min":0.17899999999999999},"max":{"1min":0.55800000000000005,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.41699999999999998,"5min":0.36699999999999999,"15min":0.32800000000000001},"min":{"1min":0.26400000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.621,"5min":0.621,"15min":0.621},"last":0.26800000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:03:16 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.39400000000000002,"15min":0.376},"min":{"1min":0.27600000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.45500000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.38300000000000001,"15min":0.36499999999999999},"min":{"1min":0.26100000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.52900000000000003,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.38}]},{"osd":3,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.45400000000000001,"15min":0.46200000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.42399999999999999,"15min":0.42999999999999999},"min":{"1min":0.27800000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.57599999999999996,"5min":0.627,"15min":0.627},"last":0.39300000000000002}]},{"osd":4,"last update":"Sat Aug 17 17:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.59899999999999998,"15min":0.59199999999999997},"min":{"1min":0.43099999999999999,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.83399999999999996,"5min":0.875,"15min":0.875},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.59599999999999997,"15min":0.58799999999999997},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.85399999999999998,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.57999999999999996}]},{"osd":5,"last update":"Sat Aug 17 17:02:22 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.46100000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.623,"5min":1.3380000000000001,"15min":1.4570000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.93200000000000005,"5min":16.126000000000001,"15min":16.126000000000001},"last":0.50900000000000001}]},{"osd":6,"last update":"Sat Aug 17 17:02:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.63900000000000001,"15min":0.64400000000000002},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.95499999999999996,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.64200000000000002,"15min":0.64600000000000002},"min":{"1min":0.497,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.78700000000000003,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.49299999999999999}]},{"osd":7,"last update":"Sat Aug 17 17:03:03 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.624,"15min":0.62},"min":{"1min":0.434,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.624,"15min":0.625},"min":{"1min":0.45300000000000001,"5min":0.437,"15min":0.437},"max":{"1min":0.81599999999999995,"5min":0.876,"15min":0.876},"last":0.62}]}]},{"osd":0,"up_from":8,"seq":34359738430,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28376,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716776,"statfs":{"total":95995035648,"available":95965978624,"internally_reserved":0,"allocated":1388544,"data_stored":941053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Aug 17 17:02:54 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.36699999999999999,"15min":0.35099999999999998},"min":{"1min":0.27500000000000002,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.312},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.38800000000000001,"15min":0.36699999999999999},"min":{"1min":0.255,"5min":0.22900000000000001,"15min":0.22900000000000001},"max":{"1min":0.51600000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.33900000000000002}]},{"osd":2,"last update":"Sat Aug 17 17:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.34000000000000002,"5min":0.40400000000000003,"15min":0.41599999999999998},"min":{"1min":0.23899999999999999,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.495,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.43099999999999999,"15min":0.43099999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.52200000000000002,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.39300000000000002}]},{"osd":3,"last update":"Sat Aug 17 17:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.42099999999999999,"15min":0.41999999999999998},"min":{"1min":0.27200000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.432},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.47799999999999998,"15min":0.48599999999999999},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.373}]},{"osd":4,"last update":"Sat Aug 17 17:02:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.71799999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.69199999999999995,"15min":0.65200000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.749,"5min":7.8890000000000002,"15min":7.8890000000000002},"last":0.49399999999999999}]},{"osd":5,"last update":"Sat Aug 17 17:02:17 2024","interfaces":[{"interface":"back","average":{"1min":0.97899999999999998,"5min":0.67800000000000005,"15min":0.628},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":7.8410000000000002,"5min":7.8410000000000002,"15min":7.8410000000000002},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.61299999999999999,"15min":0.61499999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.45800000000000002}]},{"osd":6,"last update":"Sat Aug 17 17:02:40 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.38700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.70599999999999996,"15min":0.65200000000000002},"min":{"1min":0.42299999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":7.8570000000000002,"5min":7.8570000000000002,"15min":7.8570000000000002},"last":0.52400000000000002}]},{"osd":7,"last update":"Sat Aug 17 17:03:04 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39100000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.75600000000000001,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.89300000000000002,"15min":0.94699999999999995},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81799999999999995,"5min":7.827,"15min":7.827},"last":0.40699999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:03:22.399 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-17T17:03:22.400 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-17T17:03:22.400 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-17T17:03:22.400 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph health --format=json 2024-08-17T17:03:22.937 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:22 smithi059 ceph-mon[29264]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:22.938 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:22 smithi059 ceph-mon[39803]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:22.938 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:22 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[71833]: ts=2024-08-17T17:03:22.660Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:03:23.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:22 smithi087 ceph-mon[33075]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:03:23.287 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:23 smithi059 podman[76151]: 2024-08-17 17:03:23.110581822 +0000 UTC m=+0.542150859 container cleanup 3dbc6f0ca6403784c156eb260fc3a0ee3dfea17a76a38393433aa5756d466b99 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:23.287 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:23 smithi059 bash[76151]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T17:03:23.411 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:23.555 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:23 smithi059 podman[76177]: 2024-08-17 17:03:23.303651454 +0000 UTC m=+0.616466916 container remove 3dbc6f0ca6403784c156eb260fc3a0ee3dfea17a76a38393433aa5756d466b99 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:23.555 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:23 smithi059 podman[76177]: 2024-08-17 17:03:23.396183273 +0000 UTC m=+0.708998690 volume remove 974fd8b1808a75f1940ac5745c71170f3de0e9027257278fa4299bc4a2d1b1ff 2024-08-17T17:03:23.866 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:23 smithi059 ceph-mon[29264]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:23.867 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:23 smithi059 ceph-mon[39803]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:24.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:23 smithi087 ceph-mon[33075]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:25.146 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:03:25.147 INFO:teuthology.orchestra.run.smithi059.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-17T17:03:25.183 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:24 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T17:03:25.183 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:24 smithi059 systemd[1]: Stopped Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:03:25.183 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:24 smithi059 systemd[1]: Starting Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:03:25.183 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:25 smithi059 podman[76365]: 2024-08-17 17:03:25.071877934 +0000 UTC m=+0.018164307 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-08-17T17:03:25.183 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:25 smithi059 podman[76365]: 2024-08-17 17:03:25.182529041 +0000 UTC m=+0.128815413 volume create 23f469dc926b822e487266f44a6264032125701db76b28811f2906eb5a1c68f8 2024-08-17T17:03:25.537 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:25 smithi059 podman[76365]: 2024-08-17 17:03:25.258070756 +0000 UTC m=+0.204357128 container create 0307048bb07df7b25ce87e7123a3a5c47594b72150ad20a471ccf009b0b9adc3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:25.963 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:25 smithi059 ceph-mon[29264]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:25.963 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:25 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2389210949' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T17:03:25.963 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:25 smithi059 ceph-mon[39803]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:25.964 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:25 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2389210949' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T17:03:25.990 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-17T17:03:25.990 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:03:26.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:25 smithi087 ceph-mon[33075]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:26.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:25 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2389210949' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-17T17:03:26.257 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 podman[76365]: 2024-08-17 17:03:26.165309361 +0000 UTC m=+1.111595756 container init 0307048bb07df7b25ce87e7123a3a5c47594b72150ad20a471ccf009b0b9adc3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 podman[76365]: 2024-08-17 17:03:26.168480006 +0000 UTC m=+1.114766387 container start 0307048bb07df7b25ce87e7123a3a5c47594b72150ad20a471ccf009b0b9adc3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:26.182Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:26.183Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:26.184Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.59 port=9094 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:26.185Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:26.209Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:26.209Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:26.212Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:26.212Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T17:03:26.258 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 bash[76365]: 0307048bb07df7b25ce87e7123a3a5c47594b72150ad20a471ccf009b0b9adc3 2024-08-17T17:03:26.323 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:26.537 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:26 smithi059 systemd[1]: Started Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:03:27.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[29264]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:27.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:27.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:27.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[29264]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:03:27.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[29264]: Reconfiguring daemon prometheus.a on smithi087 2024-08-17T17:03:27.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:03:27] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-08-17T17:03:27.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[39803]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:27.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:27.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:27.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[39803]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:03:27.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:27 smithi059 ceph-mon[39803]: Reconfiguring daemon prometheus.a on smithi087 2024-08-17T17:03:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:27 smithi087 ceph-mon[33075]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:27 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:27 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:27 smithi087 ceph-mon[33075]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:03:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:27 smithi087 ceph-mon[33075]: Reconfiguring daemon prometheus.a on smithi087 2024-08-17T17:03:28.110 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:03:28.110 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24305,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.59:6835/3469108766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6834","nonce":3469108766},{"type":"v1","addr":"172.21.15.59:6835","nonce":3469108766}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:01:29.825641+0000","modified":"2024-08-17T17:01:41.082670+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.87:6833/2565906484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6832","nonce":2565906484},{"type":"v1","addr":"172.21.15.87:6833","nonce":2565906484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-17T17:03:28.110 INFO:teuthology.orchestra.run.smithi059.stderr:dumped fsmap epoch 8 2024-08-17T17:03:28.415 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:28 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1093540411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:28.415 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:28 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1093540411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:28.416 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:28 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:28.185Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000775828s 2024-08-17T17:03:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:28 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1093540411' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:28.805 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:03:29.019 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:29.405 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:29 smithi059 ceph-mon[39803]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:29.405 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:29 smithi059 ceph-mon[29264]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-mon[33075]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:29.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 systemd[1]: Stopping Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:03:30.030 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:03:30.030 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:03:30.030 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:03:30.030 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:03:30.030 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:03:30.030 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T17:03:30.030 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:03:30.030 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T17:03:30.031 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T17:03:30.031 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:03:30.031 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T17:03:30.031 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[60806]: ts=2024-08-17T17:03:29.705Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T17:03:30.031 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:29 smithi087 podman[63864]: 2024-08-17 17:03:29.715398396 +0000 UTC m=+0.119080674 container died 999df2b9035632348150ad3ee51e535dc01889924a6dd330e226a1cdaa3a3d36 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:30.031 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 podman[63864]: 2024-08-17 17:03:30.029333996 +0000 UTC m=+0.433016318 container cleanup 999df2b9035632348150ad3ee51e535dc01889924a6dd330e226a1cdaa3a3d36 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:30.031 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 bash[63864]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:03:30.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 podman[63878]: 2024-08-17 17:03:30.238808585 +0000 UTC m=+0.525214350 container remove 999df2b9035632348150ad3ee51e535dc01889924a6dd330e226a1cdaa3a3d36 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:30.736 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:03:30.736 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24305,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.59:6835/3469108766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6834","nonce":3469108766},{"type":"v1","addr":"172.21.15.59:6835","nonce":3469108766}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:01:29.825641+0000","modified":"2024-08-17T17:01:41.082670+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.87:6833/2565906484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6832","nonce":2565906484},{"type":"v1","addr":"172.21.15.87:6833","nonce":2565906484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-17T17:03:30.737 INFO:teuthology.orchestra.run.smithi059.stderr:dumped fsmap epoch 8 2024-08-17T17:03:30.800 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T17:03:30.800 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 systemd[1]: Stopped Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:03:30.801 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.104s CPU time. 2024-08-17T17:03:30.801 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 systemd[1]: Starting Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:03:30.801 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 podman[63967]: 2024-08-17 17:03:30.565125343 +0000 UTC m=+0.017669221 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T17:03:30.801 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 podman[63967]: 2024-08-17 17:03:30.672913304 +0000 UTC m=+0.125457176 container create 1780e37dcfe6410f598ebb00834ca44740873d618cef9db6c633e630497de893 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:31.298 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 podman[63967]: 2024-08-17 17:03:30.916748976 +0000 UTC m=+0.369292847 container init 1780e37dcfe6410f598ebb00834ca44740873d618cef9db6c633e630497de893 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:31.298 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 podman[63967]: 2024-08-17 17:03:30.919581916 +0000 UTC m=+0.372125790 container start 1780e37dcfe6410f598ebb00834ca44740873d618cef9db6c633e630497de893 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:03:31.298 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.943Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T17:03:31.298 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.943Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T17:03:31.298 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.943Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi087 (none))" 2024-08-17T17:03:31.298 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.943Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T17:03:31.298 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.943Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T17:03:31.298 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.945Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.945Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.946Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.946Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.948Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.949Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.843µs 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.949Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.950Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.950Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.950Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.962µs wal_replay_duration=1.579872ms wbl_replay_duration=311ns total_replay_duration=1.627074ms 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.951Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T17:03:31.299 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.951Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T17:03:31.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.951Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T17:03:31.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.971Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.732345ms db_storage=765ns remote_storage=1.049µs web_handler=414ns query_engine=556ns scrape=458.159µs scrape_sd=81.683µs notify=14.91µs notify_sd=24.566µs rules=18.744137ms tracing=5.611µs 2024-08-17T17:03:31.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.971Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T17:03:31.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:03:30.971Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T17:03:31.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:31 smithi087 bash[63967]: 1780e37dcfe6410f598ebb00834ca44740873d618cef9db6c633e630497de893 2024-08-17T17:03:31.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:03:31 smithi087 systemd[1]: Started Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:03:31.314 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2582204831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi059.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi087.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi087.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:03:31.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.316 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:31.316 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Bus STOPPING 2024-08-17T17:03:31.316 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:03:31.316 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Bus STOPPED 2024-08-17T17:03:31.316 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Bus STARTING 2024-08-17T17:03:31.316 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Serving on http://:::9283 2024-08-17T17:03:31.316 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Bus STARTED 2024-08-17T17:03:31.316 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Bus STOPPING 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2582204831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi059.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi087.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.317 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:03:31.318 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi087.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:03:31.318 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.318 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:31.419 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:03:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2582204831' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi059.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi087.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi087.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:03:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:31.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:32.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:03:32.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Bus STOPPED 2024-08-17T17:03:32.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Bus STARTING 2024-08-17T17:03:32.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Serving on http://:::9283 2024-08-17T17:03:32.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Bus STARTED 2024-08-17T17:03:32.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:31] ENGINE Bus STOPPING 2024-08-17T17:03:32.292 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:32.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:03:32.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi059.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:03:32.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:03:32.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi087.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:03:32.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:03:32.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi087.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:32] ENGINE Bus STOPPED 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:32] ENGINE Bus STARTING 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:32] ENGINE Serving on http://:::9283 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:32] ENGINE Bus STARTED 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi059.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi087.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:03:32.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:03:32.560 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:32 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi087.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:03:32.576 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:32 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:03:32.576 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:32 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi059.front.sepia.ceph.com:9093"}]: dispatch 2024-08-17T17:03:32.576 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:32 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:03:32.576 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:32 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi087.front.sepia.ceph.com:9095"}]: dispatch 2024-08-17T17:03:32.576 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:32 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:03:32.576 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:32 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi087.front.sepia.ceph.com:3000"}]: dispatch 2024-08-17T17:03:33.571 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:33 smithi087 ceph-mon[33075]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:33.627 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:33 smithi059 ceph-mon[29264]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:33.627 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:33 smithi059 ceph-mon[39803]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:34.123 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:03:34.123 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":75,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:56:17.042151+0000","modified":"2024-08-17T17:02:32.398280+0000","last_up_change":"2024-08-17T17:01:01.597326+0000","last_in_change":"2024-08-17T17:00:44.634200+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:59:08.425026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:01:23.662603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:01:27.156795+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:02:17.394873+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a8abe6ab-878d-4fb6-a414-43ff21a08bcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6802","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6803","nonce":2489542392}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6804","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6805","nonce":2489542392}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6808","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6809","nonce":2489542392}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6806","nonce":2489542392},{"type":"v1","addr":"172.21.15.59:6807","nonce":2489542392}]},"public_addr":"172.21.15.59:6803/2489542392","cluster_addr":"172.21.15.59:6805/2489542392","heartbeat_back_addr":"172.21.15.59:6809/2489542392","heartbeat_front_addr":"172.21.15.59:6807/2489542392","state":["exists","up"]},{"osd":1,"uuid":"a0e61fbb-06dd-40a9-8881-1c42b819b760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6810","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6811","nonce":3713317795}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6812","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6813","nonce":3713317795}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6816","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6817","nonce":3713317795}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6814","nonce":3713317795},{"type":"v1","addr":"172.21.15.59:6815","nonce":3713317795}]},"public_addr":"172.21.15.59:6811/3713317795","cluster_addr":"172.21.15.59:6813/3713317795","heartbeat_back_addr":"172.21.15.59:6817/3713317795","heartbeat_front_addr":"172.21.15.59:6815/3713317795","state":["exists","up"]},{"osd":2,"uuid":"835f3f39-95e1-4e14-8c2c-889850ff383d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6818","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6819","nonce":758541359}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6820","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6821","nonce":758541359}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6824","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6825","nonce":758541359}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6822","nonce":758541359},{"type":"v1","addr":"172.21.15.59:6823","nonce":758541359}]},"public_addr":"172.21.15.59:6819/758541359","cluster_addr":"172.21.15.59:6821/758541359","heartbeat_back_addr":"172.21.15.59:6825/758541359","heartbeat_front_addr":"172.21.15.59:6823/758541359","state":["exists","up"]},{"osd":3,"uuid":"4143c0dd-72ec-42c8-ac62-ed42253ef386","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6826","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6827","nonce":408934963}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6828","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6829","nonce":408934963}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6832","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6833","nonce":408934963}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6830","nonce":408934963},{"type":"v1","addr":"172.21.15.59:6831","nonce":408934963}]},"public_addr":"172.21.15.59:6827/408934963","cluster_addr":"172.21.15.59:6829/408934963","heartbeat_back_addr":"172.21.15.59:6833/408934963","heartbeat_front_addr":"172.21.15.59:6831/408934963","state":["exists","up"]},{"osd":4,"uuid":"6952a94e-12ad-4ffd-a852-2d1c10f8c45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6800","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6801","nonce":1407413506}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6802","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6803","nonce":1407413506}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6806","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6807","nonce":1407413506}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6804","nonce":1407413506},{"type":"v1","addr":"172.21.15.87:6805","nonce":1407413506}]},"public_addr":"172.21.15.87:6801/1407413506","cluster_addr":"172.21.15.87:6803/1407413506","heartbeat_back_addr":"172.21.15.87:6807/1407413506","heartbeat_front_addr":"172.21.15.87:6805/1407413506","state":["exists","up"]},{"osd":5,"uuid":"72cb9a56-9c8a-456e-b3d0-117f53070dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6808","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6809","nonce":2215271765}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6810","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6811","nonce":2215271765}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6814","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6815","nonce":2215271765}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6812","nonce":2215271765},{"type":"v1","addr":"172.21.15.87:6813","nonce":2215271765}]},"public_addr":"172.21.15.87:6809/2215271765","cluster_addr":"172.21.15.87:6811/2215271765","heartbeat_back_addr":"172.21.15.87:6815/2215271765","heartbeat_front_addr":"172.21.15.87:6813/2215271765","state":["exists","up"]},{"osd":6,"uuid":"ad90d6be-7d6c-464a-acac-9e2df201c565","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6816","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6817","nonce":3207811748}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6818","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6819","nonce":3207811748}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6822","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6823","nonce":3207811748}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6820","nonce":3207811748},{"type":"v1","addr":"172.21.15.87:6821","nonce":3207811748}]},"public_addr":"172.21.15.87:6817/3207811748","cluster_addr":"172.21.15.87:6819/3207811748","heartbeat_back_addr":"172.21.15.87:6823/3207811748","heartbeat_front_addr":"172.21.15.87:6821/3207811748","state":["exists","up"]},{"osd":7,"uuid":"63553671-b0f0-49e1-bc00-04ca51f6c0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6824","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6825","nonce":261727538}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6826","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6827","nonce":261727538}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6830","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6831","nonce":261727538}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6828","nonce":261727538},{"type":"v1","addr":"172.21.15.87:6829","nonce":261727538}]},"public_addr":"172.21.15.87:6825/261727538","cluster_addr":"172.21.15.87:6827/261727538","heartbeat_back_addr":"172.21.15.87:6831/261727538","heartbeat_front_addr":"172.21.15.87:6829/261727538","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:20.356219+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:43.302326+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:05.982887+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:30.022461+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:50.994909+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:13.368373+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:35.848013+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:59.638021+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":3}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.59:0/1503785957":"2024-08-18T17:02:15.716961+0000","172.21.15.59:6801/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.59:6800/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6801/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/2203446831":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3740165002":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/2051662749":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3410712516":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/2314922288":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6801/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3068493090":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3444814006":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3736494277":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6800/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/1669262861":"2024-08-18T17:02:15.716961+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:03:34.682 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:34 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3250035146' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:34.682 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:34 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3250035146' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:34.711 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:03:34.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:34 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3250035146' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-17T17:03:35.299 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:35.697 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:35 smithi059 ceph-mon[29264]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:35.697 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:35 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:35.697 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:35 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:35.697 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:35 smithi059 ceph-mon[39803]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:35.697 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:35 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:35.697 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:35 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:35 smithi087 ceph-mon[33075]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:35 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:35 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:36.334 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:03:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:03:36.188Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003193355s 2024-08-17T17:03:37.232 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:03:37.233 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24305,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.59:6835/3469108766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6834","nonce":3469108766},{"type":"v1","addr":"172.21.15.59:6835","nonce":3469108766}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:01:29.825641+0000","modified":"2024-08-17T17:01:41.082670+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.87:6833/2565906484","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6832","nonce":2565906484},{"type":"v1","addr":"172.21.15.87:6833","nonce":2565906484}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-08-17T17:03:37.233 INFO:teuthology.orchestra.run.smithi059.stderr:dumped fsmap epoch 8 2024-08-17T17:03:37.519 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:03:37] "GET /metrics HTTP/1.1" 200 33647 "" "Prometheus/2.43.0" 2024-08-17T17:03:37.771 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:37 smithi059 ceph-mon[29264]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:37.772 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:37 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3517667079' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:37.772 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:37 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:37.772 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:37 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:37.772 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:37 smithi059 ceph-mon[39803]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:37.772 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:37 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3517667079' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:37.772 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:37 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:37.772 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:37 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:37 smithi087 ceph-mon[33075]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:37 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3517667079' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-17T17:03:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:37 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:37 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:38.060 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-17T17:01:29.825641+0000', 'modified': '2024-08-17T17:01:41.082670+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24322}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24322': {'gid': 24322, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.87:6833/2565906484', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.87:6832', 'nonce': 2565906484}, {'type': 'v1', 'addr': '172.21.15.87:6833', 'nonce': 2565906484}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-08-17T17:03:38.060 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-17T17:03:38.060 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph tell mds.b status 2024-08-17T17:03:38.274 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:38.691 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:38 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:38.691 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:38 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:38.691 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:38 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:38.691 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:38 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:38.692 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:38 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:38.692 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:38 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:38.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:38 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:38.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:38 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:38.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:38 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:39.737 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:39 smithi059 ceph-mon[29264]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:39.738 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:39 smithi059 ceph-mon[39803]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:39 smithi087 ceph-mon[33075]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:40.058 INFO:teuthology.orchestra.run.smithi059.stderr:2024-08-17T17:03:40.057+0000 7f5eeb7fe640 0 client.14754 ms_handle_reset on v2:172.21.15.87:6832/2565906484 2024-08-17T17:03:40.078 INFO:teuthology.orchestra.run.smithi059.stderr:2024-08-17T17:03:40.077+0000 7f5eeb7fe640 0 client.14760 ms_handle_reset on v2:172.21.15.87:6832/2565906484 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "cluster_fsid": "781173ba-5cb9-11ef-bccf-c7b262605968", 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "whoami": 0, 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "id": 24322, 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "want_state": "up:active", 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "state": "up:active", 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "fs_name": "cephfs", 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "rank_uptime": 130.24964962999999, 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "mdsmap_epoch": 8, 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "osdmap_epoch": 75, 2024-08-17T17:03:40.079 INFO:teuthology.orchestra.run.smithi059.stdout: "osdmap_epoch_barrier": 65, 2024-08-17T17:03:40.080 INFO:teuthology.orchestra.run.smithi059.stdout: "uptime": 145.22560042200001 2024-08-17T17:03:40.080 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:03:40.636 INFO:tasks.cephadm:Setup complete, yielding 2024-08-17T17:03:40.636 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:03:40.645 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-08-17T17:03:40.645 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:03:40.652 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-17T17:03:40.652 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-17T17:03:40.661 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi059.front.sepia.ceph.com 2024-08-17T17:03:40.661 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-17T17:03:40.873 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:03:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:41 smithi059 ceph-mon[29264]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:41.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:41 smithi059 ceph-mon[39803]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:41 smithi087 ceph-mon[33075]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:42.951 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:42] ENGINE Bus STOPPING 2024-08-17T17:03:42.951 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:03:42.951 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:42] ENGINE Bus STOPPED 2024-08-17T17:03:43.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:42] ENGINE Bus STARTING 2024-08-17T17:03:43.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:43] ENGINE Serving on http://:::9283 2024-08-17T17:03:43.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:43 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:03:43] ENGINE Bus STARTED 2024-08-17T17:03:43.522 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:03:43.534 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-17T17:03:43.534 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:03:43.554 INFO:teuthology.task.print:**** done start telemetry reef... 2024-08-17T17:03:43.554 INFO:teuthology.run_tasks:Running task workunit... 2024-08-17T17:03:43.567 INFO:tasks.workunit:Pulling workunits from ref 91f88e4d132ac08dc53355fa3d9717a53236a3a9 2024-08-17T17:03:43.568 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T17:03:43.568 DEBUG:teuthology.orchestra.run.smithi059:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:03:43.569 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:43 smithi087 ceph-mon[33075]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:43.569 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:43 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1070938263' entity='client.admin' 2024-08-17T17:03:43.569 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:43 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:43.587 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:03:43.587 INFO:teuthology.orchestra.run.smithi059.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T17:03:43.590 DEBUG:teuthology.orchestra.run.smithi059:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:03:43.646 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T17:03:43.646 DEBUG:teuthology.orchestra.run.smithi059:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T17:03:43.704 INFO:tasks.workunit:timeout=3h 2024-08-17T17:03:43.704 INFO:tasks.workunit:cleanup=True 2024-08-17T17:03:43.704 DEBUG:teuthology.orchestra.run.smithi059:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 91f88e4d132ac08dc53355fa3d9717a53236a3a9 2024-08-17T17:03:43.760 INFO:tasks.workunit.client.0.smithi059.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T17:03:43.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:43 smithi059 ceph-mon[29264]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:43.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:43 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1070938263' entity='client.admin' 2024-08-17T17:03:43.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:43 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:43.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:43 smithi059 ceph-mon[39803]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:43.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:43 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1070938263' entity='client.admin' 2024-08-17T17:03:43.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:43 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:03:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:45 smithi059 ceph-mon[29264]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:45.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:45 smithi059 ceph-mon[39803]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:45.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:45 smithi087 ceph-mon[33075]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:46.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:46.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:46 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:46.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:46 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:46.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:46 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:46.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:46 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:46.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:46.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:46.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:46 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:47.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:03:47.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:03:47.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:46 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:03:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:47 smithi059 ceph-mon[29264]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:47 smithi059 ceph-mon[39803]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:47.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:03:47] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-08-17T17:03:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:47 smithi087 ceph-mon[33075]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:03:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:49 smithi087 ceph-mon[33075]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:49.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:49 smithi087 ceph-mon[33075]: mgrmap e22: y(active, since 92s), standbys: x 2024-08-17T17:03:50.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:49 smithi059 ceph-mon[29264]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:49 smithi059 ceph-mon[29264]: mgrmap e22: y(active, since 92s), standbys: x 2024-08-17T17:03:50.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:49 smithi059 ceph-mon[39803]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:50.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:49 smithi059 ceph-mon[39803]: mgrmap e22: y(active, since 92s), standbys: x 2024-08-17T17:03:52.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:51 smithi059 ceph-mon[29264]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:52.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:51 smithi059 ceph-mon[39803]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:52.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:51 smithi087 ceph-mon[33075]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:54.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:53 smithi059 ceph-mon[29264]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:54.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:53 smithi059 ceph-mon[39803]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:54.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:53 smithi087 ceph-mon[33075]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:55.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:55 smithi087 ceph-mon[33075]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:56.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:55 smithi059 ceph-mon[29264]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:56.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:55 smithi059 ceph-mon[39803]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:57.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:57 smithi059 ceph-mon[29264]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:57.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:57 smithi059 ceph-mon[39803]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:03:57.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:03:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:03:57] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-08-17T17:03:58.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:57 smithi087 ceph-mon[33075]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:04:00.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:03:59 smithi059 ceph-mon[39803]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:04:00.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:03:59 smithi059 ceph-mon[29264]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:04:00.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:03:59 smithi087 ceph-mon[33075]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-17T17:04:01.878 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:01 smithi059 ceph-mon[29264]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:01.878 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:01 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:01.878 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:01 smithi059 ceph-mon[39803]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:01.879 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:01 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:02.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:01 smithi087 ceph-mon[33075]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:02.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:01 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:03 smithi059 ceph-mon[29264]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:04.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:03 smithi059 ceph-mon[39803]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:04.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:03 smithi087 ceph-mon[33075]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:06.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:05 smithi059 ceph-mon[29264]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:06.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:05 smithi059 ceph-mon[39803]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:05 smithi087 ceph-mon[33075]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:07.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:07 smithi059 ceph-mon[29264]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:07.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:07 smithi059 ceph-mon[39803]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:07.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:04:07] "GET /metrics HTTP/1.1" 200 33652 "" "Prometheus/2.43.0" 2024-08-17T17:04:08.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:07 smithi087 ceph-mon[33075]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:10.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:09 smithi059 ceph-mon[29264]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:10.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:09 smithi059 ceph-mon[39803]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:10.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:09 smithi087 ceph-mon[33075]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:11 smithi059 ceph-mon[29264]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:11.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:11 smithi059 ceph-mon[39803]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:12.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:11 smithi087 ceph-mon[33075]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:14.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:13 smithi059 ceph-mon[29264]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:14.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:13 smithi059 ceph-mon[39803]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:14.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:13 smithi087 ceph-mon[33075]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:15.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:15 smithi087 ceph-mon[33075]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:16.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:15 smithi059 ceph-mon[29264]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:16.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:15 smithi059 ceph-mon[39803]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:17.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:16 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:17.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:16 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:17.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:16 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:17.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:17 smithi059 ceph-mon[29264]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:17.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:04:17] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-08-17T17:04:17.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:17 smithi059 ceph-mon[39803]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:17 smithi087 ceph-mon[33075]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:20.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:19 smithi059 ceph-mon[39803]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:19 smithi059 ceph-mon[29264]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:19 smithi087 ceph-mon[33075]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:22.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:21 smithi059 ceph-mon[29264]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:22.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:21 smithi059 ceph-mon[39803]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:22.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:21 smithi087 ceph-mon[33075]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:24.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:23 smithi059 ceph-mon[29264]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:24.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:23 smithi059 ceph-mon[39803]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:24.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:23 smithi087 ceph-mon[33075]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:26.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:25 smithi059 ceph-mon[39803]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:26.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:25 smithi059 ceph-mon[29264]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:26.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:25 smithi087 ceph-mon[33075]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:27.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:27 smithi059 ceph-mon[39803]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:27.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:27 smithi059 ceph-mon[29264]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:27.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:04:27] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-08-17T17:04:28.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:27 smithi087 ceph-mon[33075]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:30.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:29 smithi059 ceph-mon[39803]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:30.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:29 smithi059 ceph-mon[29264]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:30.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:29 smithi087 ceph-mon[33075]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:32.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:31 smithi059 ceph-mon[29264]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:32.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:32.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:31 smithi059 ceph-mon[39803]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:32.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:31 smithi087 ceph-mon[33075]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:34.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:33 smithi059 ceph-mon[29264]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:34.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:33 smithi059 ceph-mon[39803]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:34.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:33 smithi087 ceph-mon[33075]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:36.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:35 smithi059 ceph-mon[29264]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:36.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:35 smithi059 ceph-mon[39803]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:36.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:35 smithi087 ceph-mon[33075]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:37 smithi059 ceph-mon[29264]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:37.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:37 smithi059 ceph-mon[39803]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:37.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:04:37] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-08-17T17:04:38.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:37 smithi087 ceph-mon[33075]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:39.160 INFO:tasks.workunit.client.0.smithi059.stderr:Updating files: 93% (12059/12849) Updating files: 94% (12079/12849) Updating files: 95% (12207/12849) Updating files: 96% (12336/12849) Updating files: 97% (12464/12849) Updating files: 98% (12593/12849) Updating files: 99% (12721/12849) Updating files: 100% (12849/12849) Updating files: 100% (12849/12849), done. 2024-08-17T17:04:39.312 INFO:tasks.workunit.client.0.smithi059.stderr:Note: switching to '91f88e4d132ac08dc53355fa3d9717a53236a3a9'. 2024-08-17T17:04:39.312 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:39.312 INFO:tasks.workunit.client.0.smithi059.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-17T17:04:39.312 INFO:tasks.workunit.client.0.smithi059.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-17T17:04:39.312 INFO:tasks.workunit.client.0.smithi059.stderr:state without impacting any branches by switching back to a branch. 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr: git switch -c 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr:Or undo this operation with: 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr: git switch - 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-17T17:04:39.313 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:39.314 INFO:tasks.workunit.client.0.smithi059.stderr:HEAD is now at 91f88e4d132 Merge pull request #58355 from batrick/ceph-backport-fetchhead 2024-08-17T17:04:39.315 DEBUG:teuthology.orchestra.run.smithi059:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T17:04:39.377 INFO:tasks.workunit.client.0.smithi059.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T17:04:39.380 INFO:tasks.workunit.client.0.smithi059.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:04:39.380 INFO:tasks.workunit.client.0.smithi059.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T17:04:40.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:39 smithi059 ceph-mon[29264]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:40.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:39 smithi059 ceph-mon[39803]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:40.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:39 smithi087 ceph-mon[33075]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:40.103 INFO:tasks.workunit.client.0.smithi059.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T17:04:40.158 INFO:tasks.workunit.client.0.smithi059.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T17:04:40.198 INFO:tasks.workunit.client.0.smithi059.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:04:40.200 INFO:tasks.workunit.client.0.smithi059.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:04:40.200 INFO:tasks.workunit.client.0.smithi059.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T17:04:40.239 INFO:tasks.workunit.client.0.smithi059.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:04:40.243 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T17:04:40.243 DEBUG:teuthology.orchestra.run.smithi059:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T17:04:40.299 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-08-17T17:04:40.300 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-08-17T17:04:40.301 DEBUG:teuthology.orchestra.run.smithi059:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=91f88e4d132ac08dc53355fa3d9717a53236a3a9 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-08-17T17:04:40.372 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-17T17:04:40.777 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-17T17:04:40.941 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:40 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:40] ENGINE Bus STOPPING 2024-08-17T17:04:40.941 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:40 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:04:40.941 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:40 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:40] ENGINE Bus STOPPED 2024-08-17T17:04:41.189 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-17T17:04:41.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:40 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:40] ENGINE Bus STARTING 2024-08-17T17:04:41.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:41] ENGINE Serving on http://:::9283 2024-08-17T17:04:41.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:41] ENGINE Bus STARTED 2024-08-17T17:04:41.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:41] ENGINE Bus STOPPING 2024-08-17T17:04:41.610 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph telemetry preview 2024-08-17T17:04:42.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:42.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3409051974' entity='client.admin' 2024-08-17T17:04:42.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2507142270' entity='client.admin' 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:42.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:42.039 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:04:42.039 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:41] ENGINE Bus STOPPED 2024-08-17T17:04:42.039 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:41] ENGINE Bus STARTING 2024-08-17T17:04:42.039 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:41] ENGINE Serving on http://:::9283 2024-08-17T17:04:42.039 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:41] ENGINE Bus STARTED 2024-08-17T17:04:42.039 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:41] ENGINE Bus STOPPING 2024-08-17T17:04:42.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:42.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3409051974' entity='client.admin' 2024-08-17T17:04:42.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2507142270' entity='client.admin' 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:42.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:41 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:42.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3409051974' entity='client.admin' 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2507142270' entity='client.admin' 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:42.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:42.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:42.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:41 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:42.128 INFO:tasks.workunit.client.0.smithi059.stdout:{ 2024-08-17T17:04:42.128 INFO:tasks.workunit.client.0.smithi059.stdout: "balancer": { 2024-08-17T17:04:42.128 INFO:tasks.workunit.client.0.smithi059.stdout: "active": true, 2024-08-17T17:04:42.128 INFO:tasks.workunit.client.0.smithi059.stdout: "mode": "" 2024-08-17T17:04:42.128 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.128 INFO:tasks.workunit.client.0.smithi059.stdout: "channels": [ 2024-08-17T17:04:42.128 INFO:tasks.workunit.client.0.smithi059.stdout: "basic", 2024-08-17T17:04:42.128 INFO:tasks.workunit.client.0.smithi059.stdout: "crash", 2024-08-17T17:04:42.128 INFO:tasks.workunit.client.0.smithi059.stdout: "device", 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "ident" 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "channels_available": [ 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "basic", 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "ident", 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "crash", 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "device", 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "perf" 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "collections_available": [ 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_base", 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "device_base", 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "crash_base", 2024-08-17T17:04:42.129 INFO:tasks.workunit.client.0.smithi059.stdout: "ident_base", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_perf", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_mds_metadata", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_usage", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_usage_by_class", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_rook_v01", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_memory_metrics", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_options_bluestore" 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "collections_opted_in": [ 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_base", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "device_base", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "crash_base", 2024-08-17T17:04:42.130 INFO:tasks.workunit.client.0.smithi059.stdout: "ident_base", 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_perf", 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_mds_metadata", 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_usage", 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_usage_by_class", 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_rook_v01", 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_memory_metrics", 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_options_bluestore" 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "config": { 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "active_changed": [ 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_debug", 2024-08-17T17:04:42.131 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_service_ticket_ttl", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "bdev_debug_aio", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "client_check_pool_perm", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "client_mount_gid", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "client_mount_uid", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "client_quota", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "container_image", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "daemonize", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mgr", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mon", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_ms", 2024-08-17T17:04:42.132 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_osd", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_paxos", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "keyring", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_block_size", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_cache_size", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_compression", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_log", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_write_buffer_size", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_file", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_journald", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_stderr", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_allow_pool_delete", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_clock_drift_allowed", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_file_level", 2024-08-17T17:04:42.133 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_file", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_journald", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_stderr", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_data_avail_warn", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_election_default_strategy", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_host", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_max_pg_per_osd", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:04:42.134 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_bug", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_old_message", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "no_config_file", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_default_list", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_load_list", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_crush_chooseleaf_type", 2024-08-17T17:04:42.135 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_op_order", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_shutdown", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_hdd", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_hybrid", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_ssd", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_max_backfills", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T17:04:42.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_profile", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target", 2024-08-17T17:04:42.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target_autotune", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue_cut_off", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pg_delete_cost", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recover_clone_overlap", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active_hdd", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active_ssd", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_chunk", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_hdd", 2024-08-17T17:04:42.138 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_ssd", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_load_threshold", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_max_interval", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_sleep", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "public_addr", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "public_addrv", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "public_network", 2024-08-17T17:04:42.139 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd_default_features", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd_qos_exclude_ops", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "setgroup", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "setuser" 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster_changed": [ 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_debug", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_service_ticket_ttl", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "bdev_debug_aio", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "container_image", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mgr", 2024-08-17T17:04:42.140 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mon", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_ms", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_osd", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_paxos", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_file", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_journald", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_stderr", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_join_fs", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/container_init", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/migration_current", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T17:04:42.141 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/channel_ident", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/description", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/organization", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_allow_pool_delete", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_clock_drift_allowed", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_file_level", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_file", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_data_avail_warn", 2024-08-17T17:04:42.142 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_election_default_strategy", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_max_pg_per_osd", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:04:42.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_bug", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_old_message", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_default_list", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_load_list", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_op_order", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_shutdown", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T17:04:42.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_profile", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target_autotune", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue_cut_off", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recover_clone_overlap", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_chunk", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_load_threshold", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_max_interval", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "public_network", 2024-08-17T17:04:42.145 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_cache_enabled", 2024-08-17T17:04:42.146 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_enable_ops_log", 2024-08-17T17:04:42.146 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_enable_usage_log" 2024-08-17T17:04:42.146 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:42.146 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.146 INFO:tasks.workunit.client.0.smithi059.stdout: "contact": null, 2024-08-17T17:04:42.146 INFO:tasks.workunit.client.0.smithi059.stdout: "crashes": [], 2024-08-17T17:04:42.146 INFO:tasks.workunit.client.0.smithi059.stdout: "created": "2024-08-17T16:56:12.609998Z", 2024-08-17T17:04:42.146 INFO:tasks.workunit.client.0.smithi059.stdout: "crush": { 2024-08-17T17:04:42.146 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_algs": { 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: "straw2": 3 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_sizes": { 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: "2": 1, 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: "4": 2 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_types": { 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: "1": 2, 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: "11": 1 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: "compat_weight_set": false, 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: "device_classes": [ 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: 8 2024-08-17T17:04:42.147 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "num_buckets": 6, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "num_devices": 8, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "num_rules": 1, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "num_types": 12, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "num_weight_sets": 0, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "tunables": { 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "allowed_bucket_algs": 54, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_local_fallback_tries": 0, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_local_tries": 0, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_total_tries": 50, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_descend_once": 1, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_stable": 1, 2024-08-17T17:04:42.148 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_vary_r": 1, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v2_rules": 0, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v3_rules": 0, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v4_buckets": 1, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v5_rules": 0, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "legacy_tunables": 0, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "minimum_required_version": "jewel", 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "optimal_tunables": 1, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "profile": "jewel", 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables": 1, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables2": 1, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables3": 1, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables5": 1, 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: "straw_calc_version": 1 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.149 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "description": "upgrade test cluster", 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "fs": { 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "feature_flags": { 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "enable_multiple": true, 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "ever_enabled_multiple": true 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "filesystems": [ 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "approx_ctime": "2024-08", 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "balancer_enabled": false, 2024-08-17T17:04:42.150 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_caps": 0, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_dns": 10, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_inos": 13, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_subtrees": 2, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "ever_allowed_features": 0, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "explicitly_allowed_features": 0, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "files": 0, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "max_mds": 1, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_data_pools": 1, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_in": 1, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_mds": 1, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": 0, 2024-08-17T17:04:42.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_standby_replay": 0, 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_up": 1, 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "snaps": 0, 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "standby_count_wanted": 0 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_standby_mds": 1, 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "total_num_mds": 2 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "hosts": { 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num": 2, 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mds": 2, 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mgr": 2, 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mon": 2, 2024-08-17T17:04:42.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_osd": 2 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "leaderboard": false, 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "leaderboard_description": null, 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "license": "sharing-1-0", 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "metadata": { 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 2 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:42.153 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 2 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 2 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T17:04:42.154 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 2 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 3 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-17T17:04:42.155 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 3 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 3 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.156 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 3 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 8 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-17T17:04:42.157 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 8 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 8 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.158 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 8 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_objectstore": { 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": 8 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "rotational": { 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "0": 8 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "features": { 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "optional": [], 2024-08-17T17:04:42.159 INFO:tasks.workunit.client.0.smithi059.stdout: "persistent": [ 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "kraken", 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "luminous", 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "mimic", 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap-prune", 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "nautilus", 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "octopus", 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "pacific", 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "elector-pinging", 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "quincy", 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "reef" 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "ipv4_addr_mons": 6, 2024-08-17T17:04:42.160 INFO:tasks.workunit.client.0.smithi059.stdout: "ipv6_addr_mons": 0, 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "min_mon_release": 18, 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "v1_addr_mons": 3, 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "v2_addr_mons": 3 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "organization": "ceph-qa", 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster_network": false, 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "require_min_compat_client": "luminous", 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "require_osd_release": "reef" 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "pools": [ 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:42.161 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr" 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 1, 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 1, 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 1, 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:42.162 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 1781760, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 1781760, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 2, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 2.44310012931237e-06, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 212, 2024-08-17T17:04:42.163 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 313344, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 590368, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 590368, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 1771104, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 179, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 2473984 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:42.164 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 32, 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 32, 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 2, 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 98304, 2024-08-17T17:04:42.165 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 98304, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 22, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 1.3479203175847942e-07, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 3428, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 3428, 2024-08-17T17:04:42.166 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 10284, 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 51, 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 20480 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:42.167 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 64, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 64, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 3, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 0, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 0, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:42.168 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 0.0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 0, 2024-08-17T17:04:42.169 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 0 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd" 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:42.170 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 8, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 8, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 4, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 12288, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 12288, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:42.171 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 2, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 1.6849007522523607e-08, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 19, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 19, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 57, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 2, 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 2048 2024-08-17T17:04:42.172 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd": { 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: "mirroring_by_pool": [ 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: false 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: "num_images_by_pool": [ 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.173 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pools": 1 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "report_id": "07d843ac-2d39-46cd-88a1-bba98d2d1075", 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "report_timestamp": "2024-08-17T17:04:42.121336", 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "report_version": 1, 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "rook": { 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster": { 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "external-mode": null, 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "allow-multiple-per-node": null, 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "count": null, 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "max-id": null, 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "pvc": { 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: "enabled": null 2024-08-17T17:04:42.174 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "stretch": { 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "enabled": null 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "network": { 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "provider": null 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "storage": { 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "device-set": { 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "non-portable": null, 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "portable": null, 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: "total": null 2024-08-17T17:04:42.175 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "csi": { 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "kubernetes": { 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "node": { 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "kubernetes-total": null, 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "with-ceph-daemons": null, 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T17:04:42.176 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-nfs-plugin": null, 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-rbd-plugin": null 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: "usage": { 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: "storage-class": { 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket": null, 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs": null, 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: "nfs": null, 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd": null, 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: "total": null 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.177 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "services": {}, 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "usage": { 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 105, 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "pools": 4, 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_by_class": { 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "ssd": { 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "total_avail_bytes": 767726632960, 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "total_bytes": 767960285184, 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_bytes": 233652224, 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_raw_bytes": 233652224, 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_raw_ratio": 0.0003042503958567977 2024-08-17T17:04:42.178 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.179 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.179 INFO:tasks.workunit.client.0.smithi059.stdout: "total_avail_bytes": 767726632960, 2024-08-17T17:04:42.179 INFO:tasks.workunit.client.0.smithi059.stdout: "total_bytes": 767960285184, 2024-08-17T17:04:42.179 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_bytes": 233652224 2024-08-17T17:04:42.179 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.179 INFO:tasks.workunit.client.0.smithi059.stdout:} 2024-08-17T17:04:42.179 INFO:tasks.workunit.client.0.smithi059.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-17T17:04:42.179 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph telemetry preview-device 2024-08-17T17:04:42.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:04:42.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:42] ENGINE Bus STOPPED 2024-08-17T17:04:42.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:42] ENGINE Bus STARTING 2024-08-17T17:04:42.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:42] ENGINE Serving on http://:::9283 2024-08-17T17:04:42.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:42] ENGINE Bus STARTED 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout:{ 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout: "cbce4acc-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout: "INTEL_SSDPEDMD400G4_cbceff8a-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout: "20240817-165910": { 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout: "device": { 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout: "protocol": "NVMe", 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "nvme" 2024-08-17T17:04:42.670 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "host_id": "cbce4acc-5cba-11ef-bcf1-0cc47abd192a", 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "json_format_version": [ 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "local_time": { 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "asctime": "Sat Aug 17 16:59:10 2024 UTC", 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "time_t": 1723913950 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "logical_block_size": 512, 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_controller_id": 0, 2024-08-17T17:04:42.671 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_namespaces": [ 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "capacity": { 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "formatted_lba_size": 512, 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 1, 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "size": { 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.672 INFO:tasks.workunit.client.0.smithi059.stdout: "utilization": { 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_pci_vendor": { 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 32902, 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "subsystem_id": 32902 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "Device stats": { 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_fw_downgrades": { 2024-08-17T17:04:42.673 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "crc_error_count": { 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "erase_fail_count": { 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.674 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "host_bytes_written": { 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 42310704 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "host_ctx_wear_used": { 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 1 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "media_bytes_read": { 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.675 INFO:tasks.workunit.client.0.smithi059.stdout: "nand_bytes_written": { 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 64923409 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_stat_indicator": { 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "pll_lock_loss_count": { 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "program_fail_count": { 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.676 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 8 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: "soft_ecc_err_rate": { 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "thermal_throttle_status": { 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "cnt": 0, 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "pct": 0 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_host_reads": { 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_media_wear": { 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.678 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": "63.999023" 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_timer": { 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "unexp_power_loss": { 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "wear_leveling": { 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 86, 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "avg": 4273, 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "max": 4294, 2024-08-17T17:04:42.679 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 4253 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare": 99, 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare_threshold": 10, 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "controller_busy_time": 9, 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "critical_warning": 0, 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_read": 522943913, 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_written": 2772874346, 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "host_reads": 8534489988, 2024-08-17T17:04:42.680 INFO:tasks.workunit.client.0.smithi059.stdout: "host_writes": 47370964087, 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "media_errors": 0, 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_err_log_entries": 0, 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "percentage_used": 14, 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycles": 52875, 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_hours": 66158, 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": 23, 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "unsafe_shutdowns": 508 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_vendor": "intel", 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_version": { 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "string": "<1.2", 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.681 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycle_count": 52875, 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_time": { 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "hours": 66158 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "serial_number": "deleted", 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "smart_status": { 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme": { 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "passed": true 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl": { 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "argv": [ 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl", 2024-08-17T17:04:42.682 INFO:tasks.workunit.client.0.smithi059.stdout: "-x", 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "--json=o", 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "/dev/nvme0n1" 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "build_info": "(local build)", 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "exit_status": 0, 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "output": [ 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "Serial Number: deleted", 2024-08-17T17:04:42.683 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller ID: 0", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "NVMe Version: <1.2", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Number of Namespaces: 1", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Local Time is: Sat Aug 17 16:59:10 2024 UTC", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:04:42.684 INFO:tasks.workunit.client.0.smithi059.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported Power States", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 512 0 2", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: " 1 - 512 8 2", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: " 2 - 512 16 2", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: " 3 - 4096 0 0", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: " 4 - 4096 8 0", 2024-08-17T17:04:42.685 INFO:tasks.workunit.client.0.smithi059.stdout: " 5 - 4096 64 0", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: " 6 - 4096 128 0", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "Critical Warning: 0x00", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "Temperature: 23 Celsius", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare: 99%", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "Percentage Used: 14%", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Read: 522,943,913 [267 TB]", 2024-08-17T17:04:42.686 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Written: 2,772,874,346 [1.41 PB]", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Read Commands: 8,534,489,988", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Write Commands: 47,370,964,087", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller Busy Time: 9", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "Power Cycles: 52,875", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "Power On Hours: 66,158", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "Unsafe Shutdowns: 508", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information Log Entries: 0", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "No Errors Logged", 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "" 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.687 INFO:tasks.workunit.client.0.smithi059.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: "svn_revision": "5155", 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: "version": [ 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": { 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: "current": 23 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: "user_capacity": { 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.688 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "cbd04854-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "INTEL_SSDPEDMD400G4_cbd0dc88-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "20240817-165914": { 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "device": { 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "protocol": "NVMe", 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "nvme" 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "host_id": "cbd04854-5cba-11ef-bcf1-0cc47abd192a", 2024-08-17T17:04:42.689 INFO:tasks.workunit.client.0.smithi059.stdout: "json_format_version": [ 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: "local_time": { 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: "asctime": "Sat Aug 17 16:59:13 2024 UTC", 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: "time_t": 1723913953 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: "logical_block_size": 512, 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_controller_id": 0, 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_namespaces": [ 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:42.690 INFO:tasks.workunit.client.0.smithi059.stdout: "capacity": { 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "formatted_lba_size": 512, 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 1, 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "size": { 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "utilization": { 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:42.691 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_pci_vendor": { 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 32902, 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "subsystem_id": 32902 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "Device stats": { 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_fw_downgrades": { 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "crc_error_count": { 2024-08-17T17:04:42.692 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: "erase_fail_count": { 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: "host_bytes_written": { 2024-08-17T17:04:42.693 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 26882691 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "host_ctx_wear_used": { 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 1 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "media_bytes_read": { 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "nand_bytes_written": { 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 47680501 2024-08-17T17:04:42.694 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_stat_indicator": { 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "pll_lock_loss_count": { 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "program_fail_count": { 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:04:42.695 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "soft_ecc_err_rate": { 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "thermal_throttle_status": { 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "cnt": 0, 2024-08-17T17:04:42.696 INFO:tasks.workunit.client.0.smithi059.stdout: "pct": 0 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_host_reads": { 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_media_wear": { 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": "63.999023" 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_timer": { 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:42.697 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: "unexp_power_loss": { 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: "wear_leveling": { 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 90, 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: "avg": 3275, 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: "max": 3292, 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 3258 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.698 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare": 100, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare_threshold": 10, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "controller_busy_time": 7, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "critical_warning": 0, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_read": 385102496, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_written": 1761784095, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "host_reads": 5993426032, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "host_writes": 30150275691, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "media_errors": 0, 2024-08-17T17:04:42.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_err_log_entries": 0, 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "percentage_used": 10, 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycles": 54102, 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_hours": 57664, 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": 26, 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "unsafe_shutdowns": 495 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_vendor": "intel", 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_version": { 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "string": "<1.2", 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycle_count": 54102, 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_time": { 2024-08-17T17:04:42.700 INFO:tasks.workunit.client.0.smithi059.stdout: "hours": 57664 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "serial_number": "deleted", 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "smart_status": { 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme": { 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "passed": true 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl": { 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "argv": [ 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl", 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "-x", 2024-08-17T17:04:42.701 INFO:tasks.workunit.client.0.smithi059.stdout: "--json=o", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "/dev/nvme0n1" 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "build_info": "(local build)", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "exit_status": 0, 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "output": [ 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "Serial Number: deleted", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:04:42.702 INFO:tasks.workunit.client.0.smithi059.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller ID: 0", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "NVMe Version: <1.2", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Number of Namespaces: 1", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Local Time is: Sat Aug 17 16:59:13 2024 UTC", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported Power States", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:04:42.703 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 512 0 2", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: " 1 - 512 8 2", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: " 2 - 512 16 2", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: " 3 - 4096 0 0", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: " 4 - 4096 8 0", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: " 5 - 4096 64 0", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: " 6 - 4096 128 0", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:04:42.704 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Critical Warning: 0x00", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Temperature: 26 Celsius", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare: 100%", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Percentage Used: 10%", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Read: 385,102,496 [197 TB]", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Written: 1,761,784,095 [902 TB]", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Read Commands: 5,993,426,032", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Write Commands: 30,150,275,691", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller Busy Time: 7", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Power Cycles: 54,102", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Power On Hours: 57,664", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Unsafe Shutdowns: 495", 2024-08-17T17:04:42.705 INFO:tasks.workunit.client.0.smithi059.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information Log Entries: 0", 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: "No Errors Logged", 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: "" 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: "svn_revision": "5155", 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: "version": [ 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.706 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": { 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout: "current": 26 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout: "user_capacity": { 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:42.707 INFO:tasks.workunit.client.0.smithi059.stdout:} 2024-08-17T17:04:42.708 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph telemetry preview-all 2024-08-17T17:04:43.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:42 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:42 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:42 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:42 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:42 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:43.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:42 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:42 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:42 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:42 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:43.207 INFO:tasks.workunit.client.0.smithi059.stdout:{ 2024-08-17T17:04:43.207 INFO:tasks.workunit.client.0.smithi059.stdout: "device_report": { 2024-08-17T17:04:43.207 INFO:tasks.workunit.client.0.smithi059.stdout: "cbce4acc-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:43.207 INFO:tasks.workunit.client.0.smithi059.stdout: "INTEL_SSDPEDMD400G4_cbceff8a-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:43.207 INFO:tasks.workunit.client.0.smithi059.stdout: "20240817-165910": { 2024-08-17T17:04:43.207 INFO:tasks.workunit.client.0.smithi059.stdout: "device": { 2024-08-17T17:04:43.207 INFO:tasks.workunit.client.0.smithi059.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "protocol": "NVMe", 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "nvme" 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "host_id": "cbce4acc-5cba-11ef-bcf1-0cc47abd192a", 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "json_format_version": [ 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "local_time": { 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "asctime": "Sat Aug 17 16:59:10 2024 UTC", 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "time_t": 1723913950 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.208 INFO:tasks.workunit.client.0.smithi059.stdout: "logical_block_size": 512, 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_controller_id": 0, 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_namespaces": [ 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "capacity": { 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "formatted_lba_size": 512, 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 1, 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "size": { 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:43.209 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: "utilization": { 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_pci_vendor": { 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 32902, 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: "subsystem_id": 32902 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:04:43.210 INFO:tasks.workunit.client.0.smithi059.stdout: "Device stats": { 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_fw_downgrades": { 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "crc_error_count": { 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.211 INFO:tasks.workunit.client.0.smithi059.stdout: "erase_fail_count": { 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: "host_bytes_written": { 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 42310704 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: "host_ctx_wear_used": { 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 1 2024-08-17T17:04:43.212 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "media_bytes_read": { 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "nand_bytes_written": { 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 64923409 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_stat_indicator": { 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "pll_lock_loss_count": { 2024-08-17T17:04:43.213 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "program_fail_count": { 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 8 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.214 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "soft_ecc_err_rate": { 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "thermal_throttle_status": { 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "cnt": 0, 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "pct": 0 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_host_reads": { 2024-08-17T17:04:43.215 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_media_wear": { 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": "63.999023" 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_timer": { 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "unexp_power_loss": { 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.216 INFO:tasks.workunit.client.0.smithi059.stdout: "wear_leveling": { 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 86, 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "avg": 4273, 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "max": 4294, 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 4253 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare": 99, 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare_threshold": 10, 2024-08-17T17:04:43.217 INFO:tasks.workunit.client.0.smithi059.stdout: "controller_busy_time": 9, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "critical_warning": 0, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_read": 522943913, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_written": 2772874346, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "host_reads": 8534489988, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "host_writes": 47370964087, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "media_errors": 0, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "num_err_log_entries": 0, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "percentage_used": 14, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycles": 52875, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_hours": 66158, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": 23, 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: "unsafe_shutdowns": 508 2024-08-17T17:04:43.218 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_vendor": "intel", 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_version": { 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "string": "<1.2", 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycle_count": 52875, 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_time": { 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "hours": 66158 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "serial_number": "deleted", 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "smart_status": { 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme": { 2024-08-17T17:04:43.219 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "passed": true 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl": { 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "argv": [ 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl", 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "-x", 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "--json=o", 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "/dev/nvme0n1" 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "build_info": "(local build)", 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "exit_status": 0, 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "output": [ 2024-08-17T17:04:43.220 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "Serial Number: deleted", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller ID: 0", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "NVMe Version: <1.2", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "Number of Namespaces: 1", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:04:43.221 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "Local Time is: Sat Aug 17 16:59:10 2024 UTC", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported Power States", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:04:43.222 INFO:tasks.workunit.client.0.smithi059.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 512 0 2", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: " 1 - 512 8 2", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: " 2 - 512 16 2", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: " 3 - 4096 0 0", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: " 4 - 4096 8 0", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: " 5 - 4096 64 0", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: " 6 - 4096 128 0", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: "Critical Warning: 0x00", 2024-08-17T17:04:43.223 INFO:tasks.workunit.client.0.smithi059.stdout: "Temperature: 23 Celsius", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare: 99%", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Percentage Used: 14%", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Read: 522,943,913 [267 TB]", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Written: 2,772,874,346 [1.41 PB]", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Read Commands: 8,534,489,988", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Write Commands: 47,370,964,087", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller Busy Time: 9", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Power Cycles: 52,875", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Power On Hours: 66,158", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Unsafe Shutdowns: 508", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:04:43.224 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information Log Entries: 0", 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: "No Errors Logged", 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: "" 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: "svn_revision": "5155", 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: "version": [ 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.225 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": { 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: "current": 23 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: "user_capacity": { 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: "cbd04854-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: "INTEL_SSDPEDMD400G4_cbd0dc88-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: "20240817-165914": { 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: "device": { 2024-08-17T17:04:43.226 INFO:tasks.workunit.client.0.smithi059.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: "protocol": "NVMe", 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "nvme" 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: "host_id": "cbd04854-5cba-11ef-bcf1-0cc47abd192a", 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: "json_format_version": [ 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: "local_time": { 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: "asctime": "Sat Aug 17 16:59:13 2024 UTC", 2024-08-17T17:04:43.227 INFO:tasks.workunit.client.0.smithi059.stdout: "time_t": 1723913953 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "logical_block_size": 512, 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_controller_id": 0, 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_namespaces": [ 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "capacity": { 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "formatted_lba_size": 512, 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 1, 2024-08-17T17:04:43.228 INFO:tasks.workunit.client.0.smithi059.stdout: "size": { 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "utilization": { 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_pci_vendor": { 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 32902, 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "subsystem_id": 32902 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:04:43.229 INFO:tasks.workunit.client.0.smithi059.stdout: "Device stats": { 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_fw_downgrades": { 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "crc_error_count": { 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.230 INFO:tasks.workunit.client.0.smithi059.stdout: "erase_fail_count": { 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "host_bytes_written": { 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 26882691 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "host_ctx_wear_used": { 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 1 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "media_bytes_read": { 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.231 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "nand_bytes_written": { 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 47680501 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_stat_indicator": { 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "pll_lock_loss_count": { 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.232 INFO:tasks.workunit.client.0.smithi059.stdout: "program_fail_count": { 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "soft_ecc_err_rate": { 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.233 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "thermal_throttle_status": { 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "cnt": 0, 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "pct": 0 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_host_reads": { 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_media_wear": { 2024-08-17T17:04:43.234 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": "63.999023" 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_timer": { 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "unexp_power_loss": { 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "wear_leveling": { 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 90, 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:43.235 INFO:tasks.workunit.client.0.smithi059.stdout: "avg": 3275, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "max": 3292, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 3258 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare": 100, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare_threshold": 10, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "controller_busy_time": 7, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "critical_warning": 0, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_read": 385102496, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_written": 1761784095, 2024-08-17T17:04:43.236 INFO:tasks.workunit.client.0.smithi059.stdout: "host_reads": 5993426032, 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "host_writes": 30150275691, 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "media_errors": 0, 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_err_log_entries": 0, 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "percentage_used": 10, 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycles": 54102, 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_hours": 57664, 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": 26, 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "unsafe_shutdowns": 495 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_vendor": "intel", 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_version": { 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "string": "<1.2", 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:43.237 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycle_count": 54102, 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_time": { 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "hours": 57664 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "serial_number": "deleted", 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "smart_status": { 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme": { 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "passed": true 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl": { 2024-08-17T17:04:43.238 INFO:tasks.workunit.client.0.smithi059.stdout: "argv": [ 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "-x", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "--json=o", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "/dev/nvme0n1" 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "build_info": "(local build)", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "exit_status": 0, 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "output": [ 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "Serial Number: deleted", 2024-08-17T17:04:43.239 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller ID: 0", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "NVMe Version: <1.2", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Number of Namespaces: 1", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Local Time is: Sat Aug 17 16:59:13 2024 UTC", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.240 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported Power States", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 512 0 2", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: " 1 - 512 8 2", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: " 2 - 512 16 2", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: " 3 - 4096 0 0", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: " 4 - 4096 8 0", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: " 5 - 4096 64 0", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: " 6 - 4096 128 0", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:04:43.241 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Critical Warning: 0x00", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Temperature: 26 Celsius", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare: 100%", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Percentage Used: 10%", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Read: 385,102,496 [197 TB]", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Written: 1,761,784,095 [902 TB]", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Read Commands: 5,993,426,032", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Write Commands: 30,150,275,691", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller Busy Time: 7", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Power Cycles: 54,102", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Power On Hours: 57,664", 2024-08-17T17:04:43.242 INFO:tasks.workunit.client.0.smithi059.stdout: "Unsafe Shutdowns: 495", 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information Log Entries: 0", 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "No Errors Logged", 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "" 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "svn_revision": "5155", 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "version": [ 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.243 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": { 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: "current": 26 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: "user_capacity": { 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: "report": { 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: "balancer": { 2024-08-17T17:04:43.244 INFO:tasks.workunit.client.0.smithi059.stdout: "active": true, 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "mode": "" 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "channels": [ 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "basic", 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "crash", 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "device", 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "ident" 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "channels_available": [ 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "basic", 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "ident", 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "crash", 2024-08-17T17:04:43.245 INFO:tasks.workunit.client.0.smithi059.stdout: "device", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "perf" 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "collections_available": [ 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_base", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "device_base", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "crash_base", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "ident_base", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_perf", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_mds_metadata", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_usage", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_usage_by_class", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_rook_v01", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_memory_metrics", 2024-08-17T17:04:43.246 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_options_bluestore" 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "collections_opted_in": [ 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_base", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "device_base", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "crash_base", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "ident_base", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_perf", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_mds_metadata", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_usage", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_usage_by_class", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_rook_v01", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_memory_metrics", 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_options_bluestore" 2024-08-17T17:04:43.247 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "config": { 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "active_changed": [ 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_debug", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_service_ticket_ttl", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "bdev_debug_aio", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "client_check_pool_perm", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "client_mount_gid", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "client_mount_uid", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "client_quota", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "container_image", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "daemonize", 2024-08-17T17:04:43.248 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mgr", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mon", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_ms", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_osd", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_paxos", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "keyring", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_block_size", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_cache_size", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_compression", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_log", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_write_buffer_size", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_file", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_journald", 2024-08-17T17:04:43.249 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_stderr", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_allow_pool_delete", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_clock_drift_allowed", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_file_level", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_file", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_journald", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_stderr", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_data_avail_warn", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_election_default_strategy", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_host", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_max_pg_per_osd", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:04:43.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_bug", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_old_message", 2024-08-17T17:04:43.251 INFO:tasks.workunit.client.0.smithi059.stdout: "no_config_file", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_default_list", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_load_list", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_crush_chooseleaf_type", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_op_order", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_shutdown", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_hdd", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_hybrid", 2024-08-17T17:04:43.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_ssd", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_max_backfills", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_profile", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target", 2024-08-17T17:04:43.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target_autotune", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue_cut_off", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pg_delete_cost", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recover_clone_overlap", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active_hdd", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active_ssd", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_chunk", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_hdd", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T17:04:43.254 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_ssd", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_load_threshold", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_max_interval", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_sleep", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "public_addr", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "public_addrv", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "public_network", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd_default_features", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd_qos_exclude_ops", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "setgroup", 2024-08-17T17:04:43.255 INFO:tasks.workunit.client.0.smithi059.stdout: "setuser" 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster_changed": [ 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_debug", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_service_ticket_ttl", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "bdev_debug_aio", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "container_image", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mgr", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mon", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_ms", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_osd", 2024-08-17T17:04:43.256 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_paxos", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_file", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_journald", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_stderr", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_join_fs", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/container_init", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/migration_current", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T17:04:43.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/channel_ident", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/description", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/organization", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_allow_pool_delete", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_clock_drift_allowed", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_file_level", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_file", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_data_avail_warn", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_election_default_strategy", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_max_pg_per_osd", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:04:43.258 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_bug", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_old_message", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_default_list", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_load_list", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:04:43.259 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_op_order", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_shutdown", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_profile", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target_autotune", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue_cut_off", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:04:43.260 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recover_clone_overlap", 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_chunk", 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_load_threshold", 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_max_interval", 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "public_network", 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_cache_enabled", 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_enable_ops_log", 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_enable_usage_log" 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "contact": null, 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "crashes": [], 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "created": "2024-08-17T16:56:12.609998Z", 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "crush": { 2024-08-17T17:04:43.261 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_algs": { 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: "straw2": 3 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_sizes": { 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: "2": 1, 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: "4": 2 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_types": { 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: "1": 2, 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: "11": 1 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: "compat_weight_set": false, 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: "device_classes": [ 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: 8 2024-08-17T17:04:43.262 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_buckets": 6, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_devices": 8, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_rules": 1, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_types": 12, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_weight_sets": 0, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "tunables": { 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "allowed_bucket_algs": 54, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_local_fallback_tries": 0, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_local_tries": 0, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_total_tries": 50, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_descend_once": 1, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_stable": 1, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_vary_r": 1, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v2_rules": 0, 2024-08-17T17:04:43.263 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v3_rules": 0, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v4_buckets": 1, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v5_rules": 0, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "legacy_tunables": 0, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "minimum_required_version": "jewel", 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "optimal_tunables": 1, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "profile": "jewel", 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables": 1, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables2": 1, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables3": 1, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables5": 1, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "straw_calc_version": 1 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.264 INFO:tasks.workunit.client.0.smithi059.stdout: "description": "upgrade test cluster", 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "fs": { 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "feature_flags": { 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "enable_multiple": true, 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "ever_enabled_multiple": true 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "filesystems": [ 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "approx_ctime": "2024-08", 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "balancer_enabled": false, 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_caps": 0, 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_dns": 10, 2024-08-17T17:04:43.265 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_inos": 13, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_subtrees": 2, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "ever_allowed_features": 0, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "explicitly_allowed_features": 0, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "files": 0, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "max_mds": 1, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_data_pools": 1, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_in": 1, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_mds": 1, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": 0, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_standby_replay": 0, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_up": 1, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "snaps": 0, 2024-08-17T17:04:43.266 INFO:tasks.workunit.client.0.smithi059.stdout: "standby_count_wanted": 0 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_standby_mds": 1, 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "total_num_mds": 2 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "hosts": { 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num": 2, 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mds": 2, 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mgr": 2, 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mon": 2, 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_osd": 2 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "leaderboard": false, 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "leaderboard_description": null, 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "license": "sharing-1-0", 2024-08-17T17:04:43.267 INFO:tasks.workunit.client.0.smithi059.stdout: "metadata": { 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 2 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:43.268 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 2 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 2 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 2 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 3 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 3 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.270 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 3 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 3 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:43.271 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 8 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 8 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 8 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.272 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 8 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_objectstore": { 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": 8 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: "rotational": { 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: "0": 8 2024-08-17T17:04:43.273 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "features": { 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "optional": [], 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "persistent": [ 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "kraken", 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "luminous", 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "mimic", 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap-prune", 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "nautilus", 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "octopus", 2024-08-17T17:04:43.274 INFO:tasks.workunit.client.0.smithi059.stdout: "pacific", 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "elector-pinging", 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "quincy", 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "reef" 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "ipv4_addr_mons": 6, 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "ipv6_addr_mons": 0, 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "min_mon_release": 18, 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "v1_addr_mons": 3, 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "v2_addr_mons": 3 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "organization": "ceph-qa", 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:43.275 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster_network": false, 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "require_min_compat_client": "luminous", 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "require_osd_release": "reef" 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "pools": [ 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr" 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:43.276 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 1, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 1, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 1, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 1781760, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 1781760, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:43.277 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 2, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 2.44310012931237e-06, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 212, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 313344, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 590368, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 590368, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 1771104, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 179, 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 2473984 2024-08-17T17:04:43.278 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 32, 2024-08-17T17:04:43.279 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 32, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 2, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 98304, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 98304, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 22, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:43.280 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 1.3479203175847942e-07, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 3428, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 3428, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 10284, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 51, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 20480 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:43.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 64, 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 64, 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 3, 2024-08-17T17:04:43.282 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 0, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 0, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 0, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 0.0, 2024-08-17T17:04:43.283 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 0 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:43.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd" 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 8, 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 8, 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 4, 2024-08-17T17:04:43.285 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 12288, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 12288, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 2, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 1.6849007522523607e-08, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:43.286 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 19, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 19, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 57, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 2, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 2048 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.287 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd": { 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "mirroring_by_pool": [ 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: false 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "num_images_by_pool": [ 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pools": 1 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "report_id": "07d843ac-2d39-46cd-88a1-bba98d2d1075", 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "report_timestamp": "2024-08-17T17:04:43.187959", 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "report_version": 1, 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "rook": { 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster": { 2024-08-17T17:04:43.288 INFO:tasks.workunit.client.0.smithi059.stdout: "external-mode": null, 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "allow-multiple-per-node": null, 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "count": null, 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "max-id": null, 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "pvc": { 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "enabled": null 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "stretch": { 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "enabled": null 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "network": { 2024-08-17T17:04:43.289 INFO:tasks.workunit.client.0.smithi059.stdout: "provider": null 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: "storage": { 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: "device-set": { 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: "non-portable": null, 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: "portable": null, 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: "total": null 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: "csi": { 2024-08-17T17:04:43.290 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "kubernetes": { 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "node": { 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "kubernetes-total": null, 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "with-ceph-daemons": null, 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-nfs-plugin": null, 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-rbd-plugin": null 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.291 INFO:tasks.workunit.client.0.smithi059.stdout: "usage": { 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "storage-class": { 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket": null, 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs": null, 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "nfs": null, 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd": null, 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "total": null 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "services": {}, 2024-08-17T17:04:43.292 INFO:tasks.workunit.client.0.smithi059.stdout: "usage": { 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 105, 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "pools": 4, 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_by_class": { 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "ssd": { 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "total_avail_bytes": 767726632960, 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "total_bytes": 767960285184, 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_bytes": 233652224, 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_raw_bytes": 233652224, 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_raw_ratio": 0.0003042503958567977 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "total_avail_bytes": 767726632960, 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "total_bytes": 767960285184, 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_bytes": 233652224 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.293 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:43.294 INFO:tasks.workunit.client.0.smithi059.stdout:} 2024-08-17T17:04:43.294 INFO:tasks.workunit.client.0.smithi059.stderr:++ ceph telemetry collection ls 2024-08-17T17:04:43.721 INFO:tasks.workunit.client.0.smithi059.stderr:+ COLLECTIONS='New collections are available: 2024-08-17T17:04:43.721 INFO:tasks.workunit.client.0.smithi059.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:NAME STATUS DESC 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:04:43.722 INFO:tasks.workunit.client.0.smithi059.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:+ [[ New collections are available: 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:NAME STATUS DESC 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:04:43.723 INFO:tasks.workunit.client.0.smithi059.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:+ [[ New collections are available: 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:04:43.724 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:NAME STATUS DESC 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-17T17:04:43.725 INFO:tasks.workunit.client.0.smithi059.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:+ [[ New collections are available: 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:NAME STATUS DESC 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:04:43.726 INFO:tasks.workunit.client.0.smithi059.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:+ [[ New collections are available: 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:NAME STATUS DESC 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:04:43.727 INFO:tasks.workunit.client.0.smithi059.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:+ [[ New collections are available: 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr: 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:NAME STATUS DESC 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-17T17:04:43.728 INFO:tasks.workunit.client.0.smithi059.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-17T17:04:43.729 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-17T17:04:44.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[29264]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:44.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[29264]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[29264]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[29264]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[29264]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[39803]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[39803]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[39803]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[39803]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[39803]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:43 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:43 smithi087 ceph-mon[33075]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:44.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:43 smithi087 ceph-mon[33075]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:43 smithi087 ceph-mon[33075]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:43 smithi087 ceph-mon[33075]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:43 smithi087 ceph-mon[33075]: from='client.24692 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:43 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:43 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:43 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:43 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.251 INFO:tasks.workunit.client.0.smithi059.stdout:Telemetry is on. 2024-08-17T17:04:44.252 INFO:tasks.workunit.client.0.smithi059.stdout:Some channels are disabled, please enable with: 2024-08-17T17:04:44.252 INFO:tasks.workunit.client.0.smithi059.stdout:`ceph telemetry enable channel perf` 2024-08-17T17:04:44.263 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph telemetry enable channel perf 2024-08-17T17:04:44.363 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Bus STOPPING 2024-08-17T17:04:44.363 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:04:44.363 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Bus STOPPED 2024-08-17T17:04:44.363 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Bus STARTING 2024-08-17T17:04:44.363 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Serving on http://:::9283 2024-08-17T17:04:44.363 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Bus STARTED 2024-08-17T17:04:44.663 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Bus STOPPING 2024-08-17T17:04:44.789 INFO:tasks.workunit.client.0.smithi059.stdout:channel_perf is enabled 2024-08-17T17:04:44.800 INFO:tasks.workunit.client.0.smithi059.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-17T17:04:44.971 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:04:44.972 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Bus STOPPED 2024-08-17T17:04:44.972 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Bus STARTING 2024-08-17T17:04:44.972 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Serving on http://:::9283 2024-08-17T17:04:44.972 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:04:44] ENGINE Bus STARTED 2024-08-17T17:04:44.972 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.973 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:44.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:44.976 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:44 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:45.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='client.14808 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:45.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:45.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:44 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:45.194 INFO:tasks.workunit.client.0.smithi059.stderr:+ LAST_OPT_REVISION=1 2024-08-17T17:04:45.194 INFO:tasks.workunit.client.0.smithi059.stderr:+ '[' 1 -ne 1 ']' 2024-08-17T17:04:45.194 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph telemetry show 2024-08-17T17:04:45.913 INFO:tasks.workunit.client.0.smithi059.stdout:{ 2024-08-17T17:04:45.913 INFO:tasks.workunit.client.0.smithi059.stdout: "balancer": { 2024-08-17T17:04:45.913 INFO:tasks.workunit.client.0.smithi059.stdout: "active": true, 2024-08-17T17:04:45.913 INFO:tasks.workunit.client.0.smithi059.stdout: "mode": "" 2024-08-17T17:04:45.913 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.913 INFO:tasks.workunit.client.0.smithi059.stdout: "channels": [ 2024-08-17T17:04:45.913 INFO:tasks.workunit.client.0.smithi059.stdout: "basic", 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "crash", 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "device", 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "ident", 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "perf" 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "channels_available": [ 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "basic", 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "ident", 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "crash", 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "device", 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: "perf" 2024-08-17T17:04:45.914 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "collections_available": [ 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_base", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "device_base", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "crash_base", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "ident_base", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_perf", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_mds_metadata", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_usage", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_usage_by_class", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_rook_v01", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_memory_metrics", 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_options_bluestore" 2024-08-17T17:04:45.915 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "collections_opted_in": [ 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_base", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "device_base", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "crash_base", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "ident_base", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_perf", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_mds_metadata", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_usage", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_usage_by_class", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_rook_v01", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_memory_metrics", 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_options_bluestore" 2024-08-17T17:04:45.916 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "config": { 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "active_changed": [ 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_debug", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_service_ticket_ttl", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "bdev_debug_aio", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "client_check_pool_perm", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "client_mount_gid", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "client_mount_uid", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "client_quota", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "container_image", 2024-08-17T17:04:45.917 INFO:tasks.workunit.client.0.smithi059.stdout: "daemonize", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mgr", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mon", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_ms", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_osd", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_paxos", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "keyring", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_block_size", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_cache_size", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_compression", 2024-08-17T17:04:45.918 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_log", 2024-08-17T17:04:45.919 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_write_buffer_size", 2024-08-17T17:04:45.919 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_file", 2024-08-17T17:04:45.919 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_journald", 2024-08-17T17:04:45.919 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_stderr", 2024-08-17T17:04:45.919 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_allow_pool_delete", 2024-08-17T17:04:45.919 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_clock_drift_allowed", 2024-08-17T17:04:45.919 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_file_level", 2024-08-17T17:04:45.919 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_file", 2024-08-17T17:04:45.919 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_journald", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_stderr", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_data_avail_warn", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_election_default_strategy", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_host", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_max_pg_per_osd", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:04:45.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_bug", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_old_message", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "no_config_file", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_default_list", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_load_list", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_crush_chooseleaf_type", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:04:45.921 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_op_order", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_shutdown", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_hdd", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_hybrid", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_ssd", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_max_backfills", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T17:04:45.922 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_profile", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target_autotune", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue", 2024-08-17T17:04:45.923 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue_cut_off", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pg_delete_cost", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recover_clone_overlap", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active_hdd", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active_ssd", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_chunk", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_hdd", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_ssd", 2024-08-17T17:04:45.924 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_load_threshold", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_max_interval", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_sleep", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "public_addr", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "public_addrv", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "public_network", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd_default_features", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd_qos_exclude_ops", 2024-08-17T17:04:45.925 INFO:tasks.workunit.client.0.smithi059.stdout: "setgroup", 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "setuser" 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster_changed": [ 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_debug", 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_service_ticket_ttl", 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "bdev_debug_aio", 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "container_image", 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mgr", 2024-08-17T17:04:45.926 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mon", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_ms", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_osd", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_paxos", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_file", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_journald", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_stderr", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_join_fs", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/container_init", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/migration_current", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T17:04:45.927 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/channel_ident", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/channel_perf", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/description", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/enabled", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/organization", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_allow_pool_delete", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_clock_drift_allowed", 2024-08-17T17:04:45.928 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_file_level", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_file", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_data_avail_warn", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_election_default_strategy", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_max_pg_per_osd", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:04:45.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_bug", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_old_message", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_default_list", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_load_list", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_op_order", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_shutdown", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:04:45.930 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_profile", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target_autotune", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue_cut_off", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:04:45.931 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recover_clone_overlap", 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_chunk", 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_load_threshold", 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_max_interval", 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "public_network", 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_cache_enabled", 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_enable_ops_log", 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_enable_usage_log" 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "contact": null, 2024-08-17T17:04:45.932 INFO:tasks.workunit.client.0.smithi059.stdout: "crashes": [], 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "created": "2024-08-17T16:56:12.609998Z", 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "crush": { 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_algs": { 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "straw2": 3 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_sizes": { 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "2": 1, 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "4": 2 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_types": { 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "1": 2, 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: "11": 1 2024-08-17T17:04:45.933 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "compat_weight_set": false, 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "device_classes": [ 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: 8 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_buckets": 6, 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_devices": 8, 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_rules": 1, 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_types": 12, 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_weight_sets": 0, 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "tunables": { 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "allowed_bucket_algs": 54, 2024-08-17T17:04:45.934 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_local_fallback_tries": 0, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_local_tries": 0, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_total_tries": 50, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_descend_once": 1, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_stable": 1, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_vary_r": 1, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v2_rules": 0, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v3_rules": 0, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v4_buckets": 1, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v5_rules": 0, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "legacy_tunables": 0, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "minimum_required_version": "jewel", 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "optimal_tunables": 1, 2024-08-17T17:04:45.935 INFO:tasks.workunit.client.0.smithi059.stdout: "profile": "jewel", 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables": 1, 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables2": 1, 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables3": 1, 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables5": 1, 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "straw_calc_version": 1 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "description": "upgrade test cluster", 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "fs": { 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "feature_flags": { 2024-08-17T17:04:45.936 INFO:tasks.workunit.client.0.smithi059.stdout: "enable_multiple": true, 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "ever_enabled_multiple": true 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "filesystems": [ 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "approx_ctime": "2024-08", 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "balancer_enabled": false, 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_caps": 0, 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_dns": 10, 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_inos": 13, 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_subtrees": 2, 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "ever_allowed_features": 0, 2024-08-17T17:04:45.937 INFO:tasks.workunit.client.0.smithi059.stdout: "explicitly_allowed_features": 0, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "files": 0, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "max_mds": 1, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_data_pools": 1, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_in": 1, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_mds": 1, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": 0, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_standby_replay": 0, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_up": 1, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "snaps": 0, 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: "standby_count_wanted": 0 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.938 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "num_standby_mds": 1, 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "total_num_mds": 2 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_stats": { 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 20463616, 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 416816, 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 720896, 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 426, 2024-08-17T17:04:45.939 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 1277416, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 20, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1052160, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 15095784, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 21184512 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 20135936, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 308024, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 942080, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 0, 2024-08-17T17:04:45.940 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 338, 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 967528, 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 12, 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 587776, 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 14709088, 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 20135936 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.053963f2d8d1ca0032da4dcde15e7e7847a0780a": { 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 38010880, 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 984240, 2024-08-17T17:04:45.941 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 950272, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 9519104, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1150, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 7927384, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 22, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2515712, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 23011832, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 47529984 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:45.942 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 35971072, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1251528, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 10526720, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1136, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 7829976, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 21, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1466368, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 22801760, 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46497792 2024-08-17T17:04:45.943 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 42893312, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1565768, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 4521984, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1739, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 10474048, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 22, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2913280, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 25318776, 2024-08-17T17:04:45.944 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 47415296 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.0": { 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 46784512, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 991960, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 663552, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1393, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4718224, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:04:45.945 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2480384, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 35841432, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 47448064 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.1": { 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 46137344, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 735168, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 196608, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1397, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 6132192, 2024-08-17T17:04:45.946 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2133248, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 34384224, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46333952 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.2": { 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 50020352, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1638304, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 573440, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1683, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 6027560, 2024-08-17T17:04:45.947 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 3918080, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 35683896, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 50593792 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.3": { 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 44064768, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 608392, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 237568, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1244, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.948 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4231560, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1907456, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 34564848, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 44302336 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.4": { 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 45195264, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 584744, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 155648, 2024-08-17T17:04:45.949 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1254, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4914032, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1762304, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 35181672, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 45350912 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.5": { 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 46391296, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 978944, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:45.950 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 1007616, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 8192, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1273, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4608784, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 48, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1961984, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 35081456, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46399488 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.6": { 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 45580288, 2024-08-17T17:04:45.951 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1050584, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 8192, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 540672, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1287, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4839224, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1978880, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 34950896, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46120960 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.7": { 2024-08-17T17:04:45.952 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 45899776, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1229584, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 16384, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 499712, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1351, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 5073320, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2012416, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 34815560, 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46399488 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.953 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "hosts": { 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num": 2, 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mds": 2, 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mgr": 2, 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mon": 2, 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_osd": 2 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "io_rate": { 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_stats_delta": { 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 0, 2024-08-17T17:04:45.954 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "stamp_delta": "12.002457", 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:45.955 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:45.956 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:45.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 0, 2024-08-17T17:04:45.958 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 0 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: "leaderboard": false, 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: "leaderboard_description": null, 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: "license": "sharing-1-0", 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: "mempool": { 2024-08-17T17:04:45.959 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.960 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.961 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.962 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.963 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.964 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 222439, 2024-08-17T17:04:45.965 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 68 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 51704, 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 208 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.966 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8304, 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 141 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:45.967 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.968 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:45.969 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:45.970 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.971 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.972 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.973 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.974 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 150168, 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 33 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 928, 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 2 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:45.975 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:45.976 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.977 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.053963f2d8d1ca0032da4dcde15e7e7847a0780a": { 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.978 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.979 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.980 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.981 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.982 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.983 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1231713, 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 397 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.984 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.985 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6880, 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 140 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12744, 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1546 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5312, 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 103 2024-08-17T17:04:45.986 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.987 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.988 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:45.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.991 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.992 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1166699, 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 366 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 88, 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.993 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:45.994 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6880, 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 140 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12744, 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1546 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5312, 2024-08-17T17:04:45.995 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 103 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:45.996 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.997 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.998 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:45.999 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:46.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1209769, 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 342 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 352, 2024-08-17T17:04:46.002 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 4 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.003 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6880, 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 140 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12744, 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1546 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.004 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 10624, 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 206 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.005 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.0": { 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:46.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6080, 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 76 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22848, 2024-08-17T17:04:46.007 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 204 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1936, 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 47 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 621327, 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 20 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 57775, 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 10491 2024-08-17T17:04:46.008 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 144416, 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 244 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 11608, 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 773 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9792, 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 204 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 33306, 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 212 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22848, 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 204 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 428427, 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 93 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:46.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2436840, 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 7040, 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 80 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 510048, 2024-08-17T17:04:46.012 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 44 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 95264, 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 188 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 243176, 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3597 2024-08-17T17:04:46.013 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.014 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.1": { 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:46.015 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5200, 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 65 2024-08-17T17:04:46.016 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21616, 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 193 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1488, 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 43 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 31503, 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 7 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 52199, 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9616 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 136936, 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 233 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9920, 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 603 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:46.019 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9264, 2024-08-17T17:04:46.019 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 193 2024-08-17T17:04:46.019 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.019 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:46.019 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.019 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.019 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 29718, 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21616, 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 193 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 736, 2024-08-17T17:04:46.020 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 465547, 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 102 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12112, 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:46.021 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2420369, 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 187 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5280, 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 60 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.022 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 452088, 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 39 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8528, 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 22 2024-08-17T17:04:46.023 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.024 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.2": { 2024-08-17T17:04:46.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:46.026 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4880, 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 61 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21392, 2024-08-17T17:04:46.027 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 191 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1264, 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 41 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16384, 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 4 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 88310, 2024-08-17T17:04:46.028 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 15273 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 198816, 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 324 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8984, 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 591 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:46.029 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9168, 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 191 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 27750, 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 192 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:46.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21392, 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 191 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 736, 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 406383, 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 87 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12112, 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2462424, 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 188 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4488, 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 51 2024-08-17T17:04:46.032 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 359352, 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 31 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.033 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.034 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:46.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8320, 2024-08-17T17:04:46.034 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 24 2024-08-17T17:04:46.034 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.034 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:46.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:46.034 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:46.034 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.034 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.035 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.3": { 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.036 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.037 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4240, 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 53 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21840, 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:46.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 480, 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 34 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 50373, 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9461 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:46.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 134896, 2024-08-17T17:04:46.040 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 230 2024-08-17T17:04:46.040 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.040 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:46.040 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9768, 2024-08-17T17:04:46.040 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 607 2024-08-17T17:04:46.040 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.040 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:46.040 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9360, 2024-08-17T17:04:46.040 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 28614, 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 198 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:46.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21840, 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2208, 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 320663, 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 66 2024-08-17T17:04:46.042 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 26565, 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2445729, 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 188 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:46.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4752, 2024-08-17T17:04:46.044 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 54 2024-08-17T17:04:46.044 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.044 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:46.044 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.044 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.044 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.044 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.044 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 428904, 2024-08-17T17:04:46.044 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 37 2024-08-17T17:04:46.045 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.045 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:46.045 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.045 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.045 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.045 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:46.045 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 10400, 2024-08-17T17:04:46.045 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 20 2024-08-17T17:04:46.045 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:46.046 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.097 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.4": { 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.098 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 3920, 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 49 2024-08-17T17:04:46.099 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21840, 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1040, 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 39 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8192, 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 2 2024-08-17T17:04:46.100 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 51623, 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9612 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 136936, 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 233 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9960, 2024-08-17T17:04:46.101 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 607 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9360, 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 29382, 2024-08-17T17:04:46.102 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21840, 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 736, 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:46.103 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 978714, 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 84 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12112, 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2454170, 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 189 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4928, 2024-08-17T17:04:46.104 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 56 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 452088, 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 39 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.105 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8944, 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 18 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:46.106 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:46.107 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.5": { 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:46.108 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.109 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 3440, 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 43 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21952, 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 196 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 704, 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 36 2024-08-17T17:04:46.110 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 14519, 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 52714, 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9749 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 138976, 2024-08-17T17:04:46.111 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 236 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 10124, 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 612 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9408, 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 196 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.112 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 29982, 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 204 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21952, 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 196 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:46.113 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2208, 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 883630, 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 61 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 26565, 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.114 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2427411, 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 177 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5544, 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 63 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.115 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 463680, 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 40 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 13520, 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 26 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.116 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.117 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.6": { 2024-08-17T17:04:46.118 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:46.119 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.120 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:46.120 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:46.120 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.120 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.120 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:46.120 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2880, 2024-08-17T17:04:46.120 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 36 2024-08-17T17:04:46.120 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22512, 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 256, 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 32 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.121 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.122 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:46.122 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 51675, 2024-08-17T17:04:46.122 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9844 2024-08-17T17:04:46.122 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.122 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:46.123 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 135576, 2024-08-17T17:04:46.123 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 231 2024-08-17T17:04:46.123 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.123 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:46.123 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 11180, 2024-08-17T17:04:46.123 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 762 2024-08-17T17:04:46.123 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.123 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:46.123 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9648, 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 30402, 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 199 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22512, 2024-08-17T17:04:46.124 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 841755, 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 51 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.125 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2391556, 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 164 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4664, 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 53 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.126 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 452088, 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 39 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 94432, 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 192 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242408, 2024-08-17T17:04:46.127 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3561 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.128 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.7": { 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.129 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2240, 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 28 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:46.130 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22736, 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 203 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1376, 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 42 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 282624, 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 10 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 56118, 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 10432 2024-08-17T17:04:46.131 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 143736, 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 243 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12004, 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 773 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9744, 2024-08-17T17:04:46.132 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 203 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 33138, 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 211 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22736, 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 203 2024-08-17T17:04:46.133 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 207118, 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 40 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.134 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2432607, 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 200 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6248, 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 71 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.135 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 533232, 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 46 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 99008, 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 228 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242408, 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3561 2024-08-17T17:04:46.136 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.137 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: "metadata": { 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 2 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:46.138 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 2 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 2 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:46.139 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 2 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 3 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T17:04:46.140 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 3 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 3 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:46.141 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 3 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 8 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.142 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 8 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 8 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:46.143 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 8 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_objectstore": { 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": 8 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: "rotational": { 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: "0": 8 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.144 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "features": { 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "optional": [], 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "persistent": [ 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "kraken", 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "luminous", 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "mimic", 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap-prune", 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "nautilus", 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "octopus", 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "pacific", 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "elector-pinging", 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "quincy", 2024-08-17T17:04:46.145 INFO:tasks.workunit.client.0.smithi059.stdout: "reef" 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "ipv4_addr_mons": 6, 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "ipv6_addr_mons": 0, 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "min_mon_release": 18, 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "v1_addr_mons": 3, 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "v2_addr_mons": 3 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "organization": "ceph-qa", 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster_network": false, 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:46.146 INFO:tasks.workunit.client.0.smithi059.stdout: "require_min_compat_client": "luminous", 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "require_osd_release": "reef" 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_perf_histograms": [ 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "axes": [ 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Latency (usec)", 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 100000, 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:46.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 99999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[100000, 199999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[200000, 399999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[400000, 799999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[800000, 1599999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[1600000, 3199999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[3200000, 6399999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[6400000, 12799999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[12800000, 25599999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[25600000, 51199999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[51200000, 102399999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[102400000, 204799999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[204800000, 409599999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[409600000, 819199999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[819200000, 1638399999]", 2024-08-17T17:04:46.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[1638400000, 3276799999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[3276800000, 6553599999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[6553600000, 13107199999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[13107200000, 26214399999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[26214400000, 52428799999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[52428800000, 104857599999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[104857600000, 209715199999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[209715200000, 419430399999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[419430400000, 838860799999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:04:46.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[53687091200000, None]" 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Request size (bytes)", 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 512, 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 511]", 2024-08-17T17:04:46.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[512, 1023]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[1024, 2047]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[2048, 4095]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[4096, 8191]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[8192, 16383]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[16384, 32767]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[32768, 65535]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[65536, 131071]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[131072, 262143]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[262144, 524287]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[524288, 1048575]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[1048576, 2097151]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[2097152, 4194303]", 2024-08-17T17:04:46.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[4194304, 8388607]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[8388608, 16777215]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[16777216, 33554431]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[33554432, 67108863]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[67108864, 134217727]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[134217728, 268435455]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[268435456, 536870911]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[536870912, 1073741823]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[1073741824, 2147483647]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[2147483648, 4294967295]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[4294967296, 8589934591]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[8589934592, 17179869183]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[17179869184, 34359738367]", 2024-08-17T17:04:46.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[34359738368, 68719476735]", 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[68719476736, 137438953471]", 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[137438953472, 274877906943]", 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[274877906944, None]" 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "osds": [ 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 0, 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 1, 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.158 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 2, 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 3, 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 4, 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 5, 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 6, 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.174 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 7, 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: "axes": [ 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Latency (usec)", 2024-08-17T17:04:46.178 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 100000, 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 99999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[100000, 199999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[200000, 399999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[400000, 799999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[800000, 1599999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[1600000, 3199999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[3200000, 6399999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[6400000, 12799999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[12800000, 25599999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[25600000, 51199999]", 2024-08-17T17:04:46.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[51200000, 102399999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[102400000, 204799999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[204800000, 409599999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[409600000, 819199999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[819200000, 1638399999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[1638400000, 3276799999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[3276800000, 6553599999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[6553600000, 13107199999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[13107200000, 26214399999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[26214400000, 52428799999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[52428800000, 104857599999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[104857600000, 209715199999]", 2024-08-17T17:04:46.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[209715200000, 419430399999]", 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[419430400000, 838860799999]", 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[53687091200000, None]" 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.181 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Request size (bytes)", 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 512, 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 511]", 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[512, 1023]", 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[1024, 2047]", 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[2048, 4095]", 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[4096, 8191]", 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[8192, 16383]", 2024-08-17T17:04:46.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[16384, 32767]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[32768, 65535]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[65536, 131071]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[131072, 262143]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[262144, 524287]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[524288, 1048575]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[1048576, 2097151]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[2097152, 4194303]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[4194304, 8388607]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[8388608, 16777215]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[16777216, 33554431]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[33554432, 67108863]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[67108864, 134217727]", 2024-08-17T17:04:46.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[134217728, 268435455]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[268435456, 536870911]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[536870912, 1073741823]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[1073741824, 2147483647]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[2147483648, 4294967295]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[4294967296, 8589934591]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[8589934592, 17179869183]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[17179869184, 34359738367]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[34359738368, 68719476735]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[68719476736, 137438953471]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[137438953472, 274877906943]", 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[274877906944, None]" 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.184 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: "osds": [ 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 0, 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 1, 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 2, 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 3, 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 4, 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.200 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 5, 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 6, 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 7, 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.210 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.210 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.210 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.210 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.210 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:46.210 INFO:tasks.workunit.client.0.smithi059.stdout: "axes": [ 2024-08-17T17:04:46.210 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Latency (usec)", 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 100000, 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 99999]", 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[100000, 199999]", 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[200000, 399999]", 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[400000, 799999]", 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[800000, 1599999]", 2024-08-17T17:04:46.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[1600000, 3199999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[3200000, 6399999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[6400000, 12799999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[12800000, 25599999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[25600000, 51199999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[51200000, 102399999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[102400000, 204799999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[204800000, 409599999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[409600000, 819199999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[819200000, 1638399999]", 2024-08-17T17:04:46.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[1638400000, 3276799999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[3276800000, 6553599999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[6553600000, 13107199999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[13107200000, 26214399999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[26214400000, 52428799999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[52428800000, 104857599999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[104857600000, 209715199999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[209715200000, 419430399999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[419430400000, 838860799999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:04:46.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[53687091200000, None]" 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:46.214 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Request size (bytes)", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 512, 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 511]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[512, 1023]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[1024, 2047]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[2048, 4095]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[4096, 8191]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[8192, 16383]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[16384, 32767]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[32768, 65535]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[65536, 131071]", 2024-08-17T17:04:46.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[131072, 262143]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[262144, 524287]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[524288, 1048575]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[1048576, 2097151]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[2097152, 4194303]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[4194304, 8388607]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[8388608, 16777215]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[16777216, 33554431]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[33554432, 67108863]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[67108864, 134217727]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[134217728, 268435455]", 2024-08-17T17:04:46.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[268435456, 536870911]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[536870912, 1073741823]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[1073741824, 2147483647]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[2147483648, 4294967295]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[4294967296, 8589934591]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[8589934592, 17179869183]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[17179869184, 34359738367]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[34359738368, 68719476735]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[68719476736, 137438953471]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[137438953472, 274877906943]", 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "[274877906944, None]" 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.217 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: "osds": [ 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 0, 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.218 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.219 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.220 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 1, 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.221 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.222 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.223 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.224 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 2, 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.225 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.226 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.227 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 3, 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.228 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.229 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.230 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 4, 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.231 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.232 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.233 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 5, 2024-08-17T17:04:46.234 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.235 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.236 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.237 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 6, 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.238 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.239 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.240 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 7, 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.241 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.242 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.243 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.244 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "axes": [ 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Latency (usec)", 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 100000, 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 99999]", 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "[100000, 199999]", 2024-08-17T17:04:46.245 INFO:tasks.workunit.client.0.smithi059.stdout: "[200000, 399999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[400000, 799999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[800000, 1599999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[1600000, 3199999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[3200000, 6399999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[6400000, 12799999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[12800000, 25599999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[25600000, 51199999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[51200000, 102399999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[102400000, 204799999]", 2024-08-17T17:04:46.246 INFO:tasks.workunit.client.0.smithi059.stdout: "[204800000, 409599999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[409600000, 819199999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[819200000, 1638399999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[1638400000, 3276799999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[3276800000, 6553599999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[6553600000, 13107199999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[13107200000, 26214399999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[26214400000, 52428799999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[52428800000, 104857599999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[104857600000, 209715199999]", 2024-08-17T17:04:46.247 INFO:tasks.workunit.client.0.smithi059.stdout: "[209715200000, 419430399999]", 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: "[419430400000, 838860799999]", 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: "[53687091200000, None]" 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:46.248 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Request size (bytes)", 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 512, 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 511]", 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "[512, 1023]", 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "[1024, 2047]", 2024-08-17T17:04:46.249 INFO:tasks.workunit.client.0.smithi059.stdout: "[2048, 4095]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[4096, 8191]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[8192, 16383]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[16384, 32767]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[32768, 65535]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[65536, 131071]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[131072, 262143]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[262144, 524287]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[524288, 1048575]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[1048576, 2097151]", 2024-08-17T17:04:46.250 INFO:tasks.workunit.client.0.smithi059.stdout: "[2097152, 4194303]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[4194304, 8388607]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[8388608, 16777215]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[16777216, 33554431]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[33554432, 67108863]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[67108864, 134217727]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[134217728, 268435455]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[268435456, 536870911]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[536870912, 1073741823]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[1073741824, 2147483647]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[2147483648, 4294967295]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[4294967296, 8589934591]", 2024-08-17T17:04:46.251 INFO:tasks.workunit.client.0.smithi059.stdout: "[8589934592, 17179869183]", 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: "[17179869184, 34359738367]", 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: "[34359738368, 68719476735]", 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: "[68719476736, 137438953471]", 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: "[137438953472, 274877906943]", 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: "[274877906944, None]" 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: "osds": [ 2024-08-17T17:04:46.252 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 0, 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.253 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.254 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.255 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 1, 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 14, 3, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.256 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 13, 4, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 17, 1, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.257 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.258 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 2, 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.259 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.260 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.261 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.262 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 3, 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.263 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.264 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.265 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 4, 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.266 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.267 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.268 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 5, 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.269 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.270 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.271 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.272 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 6, 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.273 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.274 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.275 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 7, 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.276 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.277 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.278 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_counters": { 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: "caps": { 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.279 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_grant": { 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_revoke": { 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_trunc": { 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.280 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_commit": { 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_fetch_complete": { 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_fetch_keys": { 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_merge": { 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_split": { 2024-08-17T17:04:46.281 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: "exported_inodes": { 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: "forward": { 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_cap_release": { 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.282 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_caps": { 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_caps_dirty": { 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_inode_file_caps": { 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: "imported_inodes": { 2024-08-17T17:04:46.283 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: "inodes": { 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: "inodes_expired": { 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: "inodes_pinned": { 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.284 INFO:tasks.workunit.client.0.smithi059.stdout: "inodes_with_caps": { 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: "load_cent": { 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: "openino_dir_fetch": { 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: "process_request_cap_release": { 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: "reply_latency": { 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 148356 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: "request": { 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: "root_rbytes": { 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.286 INFO:tasks.workunit.client.0.smithi059.stdout: "root_rfiles": { 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: "root_rsnaps": { 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_reply": { 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: "subtrees": { 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.287 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_cache": { 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_enqueue_scrub": { 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_exportdir": { 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_flush": { 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.288 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_fragmentdir": { 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_fragstats": { 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_inodestats": { 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: "num_recovering_enqueued": { 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.289 INFO:tasks.workunit.client.0.smithi059.stdout: "num_recovering_prioritized": { 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_recovering_processing": { 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_strays": { 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_strays_delayed": { 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_strays_enqueuing": { 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_completed": { 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_started": { 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: "strays_created": { 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: "strays_enqueued": { 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: "strays_migrated": { 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: "strays_reintegrated": { 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_log": { 2024-08-17T17:04:46.292 INFO:tasks.workunit.client.0.smithi059.stdout: "ev": { 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: "evadd": { 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: "evex": { 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: "evexd": { 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: "evexg": { 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: "evtrm": { 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: "jlat": { 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16113261 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.294 INFO:tasks.workunit.client.0.smithi059.stdout: "replayed": { 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: "seg": { 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: "segadd": { 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: "segex": { 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.295 INFO:tasks.workunit.client.0.smithi059.stdout: "segexd": { 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: "segexg": { 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: "segtrm": { 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_mem": { 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: "cap": { 2024-08-17T17:04:46.296 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: "cap+": { 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: "cap-": { 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: "dir": { 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12 2024-08-17T17:04:46.297 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: "dir+": { 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: "dir-": { 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: "dn": { 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: "dn+": { 2024-08-17T17:04:46.298 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: "dn-": { 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: "heap": { 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 207124 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: "ino": { 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.299 INFO:tasks.workunit.client.0.smithi059.stdout: "ino+": { 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: "ino-": { 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: "rss": { 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39660 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_server": { 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: "cap_acquisition_throttle": { 2024-08-17T17:04:46.300 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: "cap_revoke_eviction": { 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_request": { 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_session": { 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_peer_request": { 2024-08-17T17:04:46.301 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: "req_create_latency": { 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: "req_getattr_latency": { 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 148356 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: "req_getfilelock_latency": { 2024-08-17T17:04:46.302 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: "req_getvxattr_latency": { 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: "req_link_latency": { 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.303 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookup_latency": { 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookuphash_latency": { 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookupino_latency": { 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.304 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookupname_latency": { 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookupparent_latency": { 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookupsnap_latency": { 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.305 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lssnap_latency": { 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: "req_mkdir_latency": { 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: "req_mknod_latency": { 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.306 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: "req_mksnap_latency": { 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: "req_open_latency": { 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: "req_readdir_latency": { 2024-08-17T17:04:46.307 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: "req_rename_latency": { 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: "req_renamesnap_latency": { 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.308 INFO:tasks.workunit.client.0.smithi059.stdout: "req_rmdir_latency": { 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: "req_rmsnap_latency": { 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: "req_rmxattr_latency": { 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.309 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setattr_latency": { 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setdirlayout_latency": { 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setfilelock_latency": { 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.310 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setlayout_latency": { 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setxattr_latency": { 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: "req_snapdiff_latency": { 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.311 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: "req_symlink_latency": { 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: "req_unlink_latency": { 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_sessions": { 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: "average_load": { 2024-08-17T17:04:46.312 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: "avg_session_uptime": { 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 89 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: "mdthresh_evicted": { 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: "session_add": { 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.313 INFO:tasks.workunit.client.0.smithi059.stdout: "session_count": { 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: "session_remove": { 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: "sessions_open": { 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: "sessions_stale": { 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.314 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: "total_load": { 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:46.315 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 45 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: "purge_queue": { 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executed": { 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executed_ops": { 2024-08-17T17:04:46.316 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executing": { 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executing_high_water": { 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executing_ops": { 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executing_ops_high_water": { 2024-08-17T17:04:46.317 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_item_in_journal": { 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.053963f2d8d1ca0032da4dcde15e7e7847a0780a": { 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: "election_call": { 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.318 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: "election_lose": { 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: "election_win": { 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_elections": { 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": { 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11 2024-08-17T17:04:46.319 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: "session_add": { 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: "session_rm": { 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 78 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: "session_trim": { 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: "paxos": { 2024-08-17T17:04:46.320 INFO:tasks.workunit.client.0.smithi059.stdout: "accept_timeout": { 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: "begin": { 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 794 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_bytes": { 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 794, 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3959422 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_keys": { 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.321 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_latency": { 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 794, 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 247997230 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: "collect": { 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_bytes": { 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.322 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_keys": { 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_latency": { 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 999989 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_timeout": { 2024-08-17T17:04:46.323 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_uncommitted": { 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: "commit": { 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 796 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_bytes": { 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.324 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_keys": { 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_latency": { 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_ack_timeout": { 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_timeout": { 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.325 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn": { 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn_latency": { 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh": { 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 796 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.326 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh_latency": { 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 796, 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1869979083 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: "restart": { 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state": { 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_bytes": { 2024-08-17T17:04:46.327 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_keys": { 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: "start_leader": { 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: "start_peon": { 2024-08-17T17:04:46.328 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state": { 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 795 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_bytes": { 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 795, 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7769975 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_keys": { 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 795, 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5417 2024-08-17T17:04:46.329 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_latency": { 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 795, 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 480994633 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache": { 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1020054731 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.330 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44908544 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 33808384 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2147483648 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11100160 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:full": { 2024-08-17T17:04:46.331 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277006228 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.332 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 309106 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.333 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.334 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 70811898 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:inc": { 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:46.335 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277006228 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.336 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43982 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.337 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.338 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71077022 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:kv": { 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.339 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 322961408 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 184670818 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.340 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.341 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.342 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71181726 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb": { 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: "compact": { 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_len": { 2024-08-17T17:04:46.343 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_merge": { 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_range": { 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: "get_latency": { 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 34265, 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 88571480 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.344 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.345 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_latency": { 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_sync_latency": { 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1714, 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 825739064 2024-08-17T17:04:46.346 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: "election_call": { 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: "election_lose": { 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.347 INFO:tasks.workunit.client.0.smithi059.stdout: "election_win": { 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_elections": { 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": { 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: "session_add": { 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:46.348 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: "session_rm": { 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 55 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: "session_trim": { 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: "paxos": { 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: "accept_timeout": { 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.349 INFO:tasks.workunit.client.0.smithi059.stdout: "begin": { 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 803 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_bytes": { 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 803, 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3984244 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_keys": { 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.350 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_latency": { 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 803, 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 128997073 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: "collect": { 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_bytes": { 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 146 2024-08-17T17:04:46.351 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_keys": { 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_latency": { 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 999977 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_timeout": { 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.352 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_uncommitted": { 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: "commit": { 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 804 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_bytes": { 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_keys": { 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.353 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_latency": { 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_ack_timeout": { 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_timeout": { 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.354 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn": { 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn_latency": { 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh": { 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 804 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh_latency": { 2024-08-17T17:04:46.355 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 804, 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1702961385 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: "restart": { 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state": { 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_bytes": { 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_keys": { 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: "start_leader": { 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: "start_peon": { 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.357 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state": { 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 804 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_bytes": { 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 804, 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7817710 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_keys": { 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 804, 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5486 2024-08-17T17:04:46.358 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_latency": { 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 804, 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 255994201 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache": { 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1020054731 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43876352 2024-08-17T17:04:46.359 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 32538624 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2147483648 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11337728 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.360 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:full": { 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277006228 2024-08-17T17:04:46.361 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 309106 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.362 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.363 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 70811898 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.364 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:inc": { 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.365 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277006228 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43982 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.366 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.367 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71077022 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.368 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:kv": { 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 322961408 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.369 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 184670818 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.370 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.371 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71181726 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.372 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb": { 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: "compact": { 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_len": { 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_merge": { 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_range": { 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: "get_latency": { 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 34422, 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 84084690 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.374 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_latency": { 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.375 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_sync_latency": { 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1758, 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 478986429 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: "election_call": { 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.376 INFO:tasks.workunit.client.0.smithi059.stdout: "election_lose": { 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: "election_win": { 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: "num_elections": { 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": { 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.377 INFO:tasks.workunit.client.0.smithi059.stdout: "session_add": { 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: "session_rm": { 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 171 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: "session_trim": { 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: "paxos": { 2024-08-17T17:04:46.378 INFO:tasks.workunit.client.0.smithi059.stdout: "accept_timeout": { 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: "begin": { 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 927 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_bytes": { 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 927, 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5033241 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_keys": { 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 927, 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2781 2024-08-17T17:04:46.379 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_latency": { 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 927, 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159998218 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: "collect": { 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_bytes": { 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.380 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_keys": { 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_latency": { 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_timeout": { 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.381 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_uncommitted": { 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: "commit": { 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 927 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_bytes": { 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 927, 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4966555 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_keys": { 2024-08-17T17:04:46.382 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 927, 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5356 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_latency": { 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 927, 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 386386203 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_ack_timeout": { 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_timeout": { 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.383 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn": { 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn_latency": { 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2999966 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh": { 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 929 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh_latency": { 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 929, 2024-08-17T17:04:46.384 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2525971745 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: "restart": { 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state": { 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_bytes": { 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1627 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.385 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_keys": { 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: "start_leader": { 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: "start_peon": { 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state": { 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.386 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_bytes": { 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_keys": { 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_latency": { 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.387 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache": { 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1020054731 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44793856 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39313408 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.388 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2147483648 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5480448 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:full": { 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.389 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277007304 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 308676 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.390 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.391 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.392 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 70811252 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:inc": { 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.393 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277007304 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 41543 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.394 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.395 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71078385 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.396 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:kv": { 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 322961408 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.397 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 184671536 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.398 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.399 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71181008 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.400 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb": { 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: "compact": { 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_len": { 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_merge": { 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.401 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_range": { 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: "get_latency": { 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 41350, 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 180812543 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.402 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.403 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_latency": { 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_sync_latency": { 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2023, 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641745201 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.404 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.0": { 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.405 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:46.406 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2756608 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.407 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1720320 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:46.408 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1581056 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:46.409 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.410 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.411 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.412 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.413 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:46.414 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.415 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4415488 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1388544 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:46.416 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 255656 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:46.417 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 26, 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 69434 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:46.418 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 373, 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 92356340 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:46.419 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 360, 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7532296 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 373, 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 412655 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 373, 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 92768995 2024-08-17T17:04:46.420 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 36343 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:46.421 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 19545 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.422 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 4, 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13442 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 853 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 236 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 127, 2024-08-17T17:04:46.423 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4619553 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 338, 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 331365 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 211, 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7747322 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.424 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 80396 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 494, 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12882612 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 132, 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9065759 2024-08-17T17:04:46.425 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 131, 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 355640536376 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 132, 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 174683899785 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 493, 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 81027805393 2024-08-17T17:04:46.426 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 493, 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 48321 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 494, 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 562206 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 494, 2024-08-17T17:04:46.427 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 187122119 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 494, 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 160483 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 494, 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 93461682 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 494, 2024-08-17T17:04:46.428 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28944694 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 941053 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 66, 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 324794 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 494, 2024-08-17T17:04:46.429 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 323045760 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 494, 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 33621011 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 494, 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3031390 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.430 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1862414970 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44695552 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44064768 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.431 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3138495692 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 630784 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.432 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85517101 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.433 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.434 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 614400 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.435 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73252051 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.436 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641378257 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.437 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.438 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.439 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71651295 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:46.440 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57011400 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68817256 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.443 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641378257 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.444 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.445 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 262796 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.446 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71390627 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.447 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.448 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:46.449 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 616 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42664850 2024-08-17T17:04:46.450 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 7, 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5214481 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:46.451 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 40355781 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.453 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.454 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.455 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 616 2024-08-17T17:04:46.456 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42664850 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 7, 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5214481 2024-08-17T17:04:46.457 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 40355781 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1771104 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.458 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 29057024 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.459 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.1": { 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.460 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.461 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2572288 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:46.462 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1638400 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1499136 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:46.463 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:46.464 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.465 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:46.466 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:46.467 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:46.468 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.469 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:46.470 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4149248 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 790528 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:46.471 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 215575 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.472 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 31, 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 99365 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:46.473 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 353, 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 72777946 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 350, 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5602519 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:46.474 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 353, 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 405914 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 353, 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73183860 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.475 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 34777 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 4, 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10156 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:46.476 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11606 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 859 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:46.477 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 246 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 145, 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7534243 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 371, 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 316510 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.478 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 226, 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7364077 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 186488 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.479 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15766705 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 128, 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10420819 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 127, 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 316964203633 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.480 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 128, 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 156190859975 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 425, 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 92312775775 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 425, 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42486 2024-08-17T17:04:46.481 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 671303 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 126997358 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:46.482 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 149595 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85392252 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22473510 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:46.483 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 350136 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 61, 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 307778 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 251364769 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27328601 2024-08-17T17:04:46.484 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3603528 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1862414970 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43581440 2024-08-17T17:04:46.485 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43278336 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3138495692 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 303104 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.486 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85553845 2024-08-17T17:04:46.487 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.488 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24576 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.489 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73805131 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.490 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641653843 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.491 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.492 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.493 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71375709 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:46.494 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57035897 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.495 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.496 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.497 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68792759 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.498 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641653843 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.499 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.500 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 241496 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.501 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71136341 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.502 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39 2024-08-17T17:04:46.503 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 157 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:46.504 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2429467 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 157, 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 342818262 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1052 2024-08-17T17:04:46.505 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 157, 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 55733549 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 157, 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 186245380 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 33 2024-08-17T17:04:46.506 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 33, 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6225089 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1052 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:46.507 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 33, 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5568939 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 33, 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4800584 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.508 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 22, 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 21528047 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:46.509 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 22, 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8500051 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:46.510 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 22, 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 20377756 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 102 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2429467 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 102, 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 315065126 2024-08-17T17:04:46.511 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 102, 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 41664559 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 102, 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 161067040 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.512 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 590368 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.513 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28459008 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.2": { 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:46.514 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.515 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7307264 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.516 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.517 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3772416 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3633152 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:46.518 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.519 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.521 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.522 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:46.523 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.524 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11018240 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 782336 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 4, 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 328213 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.526 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.527 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 17736 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.528 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 874, 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 484076308 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 872, 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 20853674 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 874, 2024-08-17T17:04:46.529 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1012861 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 874, 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 485089169 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:46.530 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 38207 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1544 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.531 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3879 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3749 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 322 2024-08-17T17:04:46.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 110, 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1603005 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 297, 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277077 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 187, 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3546775 2024-08-17T17:04:46.533 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 103, 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5831893 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3740188065 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.534 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 123, 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 37447127 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 122, 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 318246394144 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 123, 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 183156180892 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:46.535 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3453, 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85327927856 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3453, 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 202009 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 70807064 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.536 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2501272948 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 519272 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1368604229 2024-08-17T17:04:46.537 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 367222074 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 350230 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 57, 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 264615 2024-08-17T17:04:46.538 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8048335922 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 405430204 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:46.539 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 259960881 2024-08-17T17:04:46.540 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.540 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.540 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:46.540 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.540 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1862414970 2024-08-17T17:04:46.540 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.540 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.540 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 47841280 2024-08-17T17:04:46.540 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 47161344 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3138495692 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 679936 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:46.541 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.542 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:46.542 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.542 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.542 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.542 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.542 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.542 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85548678 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.543 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16384 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.544 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73818490 2024-08-17T17:04:46.545 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.546 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641615085 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.547 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.548 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.548 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.548 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.548 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.548 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.548 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.548 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.548 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.548 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.549 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71414467 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.550 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57032452 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.551 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.552 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68796204 2024-08-17T17:04:46.553 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.554 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641615085 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.555 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 337506 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.556 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71079089 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.557 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.558 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:46.559 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.560 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53084408 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4329835 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.561 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52220100 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.562 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.563 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.564 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.565 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.566 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53084408 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4329835 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.567 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52220100 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:46.568 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 32645120 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.3": { 2024-08-17T17:04:46.569 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:46.570 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.571 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1236992 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.572 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 901120 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:46.573 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 761856 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.574 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.575 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:46.576 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5503 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:46.577 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5503 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.578 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:46.579 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2076672 2024-08-17T17:04:46.580 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 798720 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.581 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.582 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5651 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.583 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 173, 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 45523725 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 167, 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8848935 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 173, 2024-08-17T17:04:46.584 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 212589 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 173, 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 45736314 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.585 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42257 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1117 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.586 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8709 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 374 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 230 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:46.587 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 93, 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 932642 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 164, 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 320012 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 71, 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 426823 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.588 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5719204 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 57, 2024-08-17T17:04:46.589 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4517964 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 54, 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 364772363373 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 57, 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 93964805257 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 251, 2024-08-17T17:04:46.590 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 538115 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 251, 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 25394 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 263987 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:46.591 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 110046329 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 77667 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57611341 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12943679 2024-08-17T17:04:46.592 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 352691 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 48, 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 262147 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 186617100 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.593 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:46.594 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:46.594 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15671814 2024-08-17T17:04:46.594 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.594 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:46.594 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:46.594 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1569354 2024-08-17T17:04:46.594 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.594 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.594 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:46.595 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.595 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1862414970 2024-08-17T17:04:46.595 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.595 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.595 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 41549824 2024-08-17T17:04:46.595 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.595 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.595 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 41074688 2024-08-17T17:04:46.595 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.596 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.596 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3138495692 2024-08-17T17:04:46.596 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.596 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.596 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 475136 2024-08-17T17:04:46.596 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.596 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.596 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:46.596 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.597 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:46.597 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.597 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.597 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.597 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.597 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.597 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.597 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.597 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85555655 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.598 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73827897 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:46.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.601 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.601 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.601 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.601 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.601 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.601 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.601 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.601 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641667416 2024-08-17T17:04:46.601 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.602 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.603 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71362136 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:46.604 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57037103 2024-08-17T17:04:46.605 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.606 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.607 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68791553 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:46.608 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641667416 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.609 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6025 2024-08-17T17:04:46.610 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 232582 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.611 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71125657 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.612 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:46.613 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 37 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:46.614 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.615 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1664854 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.616 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:46.617 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:46.618 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.619 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.620 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:46.621 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.622 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.622 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:46.622 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.622 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1664854 2024-08-17T17:04:46.622 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.622 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:46.622 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.622 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.622 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:46.623 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28463104 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.4": { 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.624 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.625 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:46.626 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:46.627 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 905216 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 765952 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:46.628 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.629 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.630 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.631 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.632 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.633 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.634 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2129920 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:46.635 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 798720 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 313195 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.636 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.637 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3957 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:46.638 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 174, 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53140360 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 169, 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11618010 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 174, 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 208052 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.639 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 174, 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53348412 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 36903 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.640 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1053 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.641 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8984 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 412 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 248 2024-08-17T17:04:46.642 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 112, 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1152440 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 193, 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 303656 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 81, 2024-08-17T17:04:46.643 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 342939 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 151500 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:46.644 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3461162 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 49, 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3461031 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 48, 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 220713182736 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:46.645 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 49, 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 72237615496 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 278, 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9464469652 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 278, 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 32057 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.646 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 271255 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 178934028 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 88492 2024-08-17T17:04:46.647 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 138453121 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14876324 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 350684 2024-08-17T17:04:46.648 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 47, 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 204611 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 336033145 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 17371296 2024-08-17T17:04:46.649 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1955143 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1861452307 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.650 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42598400 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42319872 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3137363148 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 278528 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.651 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.652 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85497115 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.653 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8192 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.654 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73878245 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:46.655 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641228366 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.656 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.657 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.658 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71801186 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.659 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 56998077 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.660 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.661 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.662 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68830579 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.663 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641228366 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.664 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.665 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 238413 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.666 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71564901 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.667 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.668 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:46.669 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1941238 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.670 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 726013 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1813722 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:46.671 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:46.673 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:46.674 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.675 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1941238 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.676 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 726013 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1813722 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28467200 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.678 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.5": { 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.679 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:46.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1318912 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:46.681 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 937984 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 798720 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:46.682 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:46.683 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.684 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.685 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.686 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:46.687 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.688 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2195456 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 802816 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.689 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 264127 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:46.690 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6500 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.691 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 182, 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52562289 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 182, 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7043819 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:46.692 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 182, 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159400 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 182, 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52721689 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:46.693 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 35174 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1112 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:46.694 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7426 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 390 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 254 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.695 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 98, 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1193558 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 163, 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 215113 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 65, 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 526528 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.696 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 161228 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3252068 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:46.697 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 48, 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3515601 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 45, 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 292505664071 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 48, 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 66011507100 2024-08-17T17:04:46.698 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 292, 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9607185433 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 292, 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 29813 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 254659 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.699 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 146769294 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85833 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 110920371 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.700 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13303301 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 352969 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 40, 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 154213 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.701 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 274535771 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16190098 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2139970 2024-08-17T17:04:46.702 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1861452307 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42598400 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42459136 2024-08-17T17:04:46.703 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3137363148 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 139264 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:46.704 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85496885 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.705 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.706 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8192 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.707 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73878475 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.708 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641226642 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.709 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.710 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.711 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71802910 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.712 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 56997923 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.713 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.714 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.715 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68830733 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.716 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641226642 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.717 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6055 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.718 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 241002 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.719 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71557981 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.720 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 40 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.721 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:46.722 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.723 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.724 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.725 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:46.726 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:46.727 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.728 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:46.729 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:46.730 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28467200 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.731 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.6": { 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:46.732 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:46.733 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1171456 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:46.734 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 856064 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 716800 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:46.735 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:46.736 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:46.737 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:46.738 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5503 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:46.739 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5503 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.740 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.741 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.742 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1966080 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1376256 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.743 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:46.744 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4659 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.745 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 162, 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 40565936 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 158, 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9298790 2024-08-17T17:04:46.746 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 162, 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 136175 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 162, 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 40702111 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:46.747 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 45114 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1097 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.748 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11434 2024-08-17T17:04:46.749 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 339 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 261 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 97, 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 685437 2024-08-17T17:04:46.750 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 150, 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 301994 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 53, 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 312824 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.751 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 259, 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2253352 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:46.752 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 40, 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2656159 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 37, 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 288269678340 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 40, 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 61330756101 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:46.753 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 256, 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 476646 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 256, 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27364 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 259, 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 218146 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.754 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 259, 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 120246192 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 259, 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 113318 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 259, 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 89906522 2024-08-17T17:04:46.755 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 259, 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12395675 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 942351 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 33, 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 127231 2024-08-17T17:04:46.756 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 259, 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 225087041 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 259, 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14378878 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 259, 2024-08-17T17:04:46.757 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2120077 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1861452307 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43368448 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.758 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42655744 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3137363148 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 712704 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:46.759 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85497478 2024-08-17T17:04:46.760 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.761 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.762 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73886074 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.763 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641231086 2024-08-17T17:04:46.764 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.765 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.766 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71798466 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.767 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 56998318 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.768 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.769 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.770 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68830338 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.771 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641231086 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.772 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.773 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6149 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 238619 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.774 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71555826 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.775 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:46.776 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.777 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2810 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85256427 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.778 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 15, 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6593959 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 55845443 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.779 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.780 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.781 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:46.782 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:46.783 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2810 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85256427 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 15, 2024-08-17T17:04:46.784 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6593959 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 55845443 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.785 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 29040640 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.7": { 2024-08-17T17:04:46.786 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.787 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1212416 2024-08-17T17:04:46.788 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:46.789 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 921600 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 782336 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:46.790 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:46.791 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:46.792 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5500 2024-08-17T17:04:46.793 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5500 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:46.794 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:46.795 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.796 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2072576 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.797 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1384448 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 114519 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.798 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:46.799 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15094 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 178, 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53045260 2024-08-17T17:04:46.800 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 161, 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 18073224 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 178, 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 122289 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 178, 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53167549 2024-08-17T17:04:46.801 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 35467 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.802 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1190 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:46.803 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3269 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 428 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 281 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 105, 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1837980 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.804 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 158, 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 359218 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 53, 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1132054 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.805 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.806 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:46.806 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:46.806 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16058 2024-08-17T17:04:46.806 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.806 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:46.806 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 288, 2024-08-17T17:04:46.806 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2480355 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 26, 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2272640 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 25, 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 117591095907 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:46.807 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 26, 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42505289025 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 287, 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 425952 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 287, 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 33358 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:46.808 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 288, 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 235255 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 288, 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 177777401 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 288, 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 92950 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.809 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 288, 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 119589724 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 288, 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12703820 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 941202 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.810 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 25, 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 104520 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 288, 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 312825230 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 288, 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14992182 2024-08-17T17:04:46.811 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 288, 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1823773 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1861452307 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:46.812 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43646976 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42876928 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3137363148 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 770048 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.813 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.814 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85488073 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.815 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 139264 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.816 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73756215 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.817 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.818 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641160553 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.819 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.820 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71868999 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:46.821 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 56992049 2024-08-17T17:04:46.822 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.823 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.824 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68836607 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.825 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641160553 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:46.826 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.827 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 256921 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.828 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71614206 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.829 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 46 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.830 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.831 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 43, 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65467664 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 132134 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:46.832 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 45, 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 17170228 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 43, 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 34072089 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 28, 2024-08-17T17:04:46.833 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4444281 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 132134 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 28, 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4064302 2024-08-17T17:04:46.834 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 28, 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3407534 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.835 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8814031 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.836 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3685325 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8385661 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.837 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52209352 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.838 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 7, 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9420601 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22278894 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.839 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 29052928 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.840 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "pools": [ 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr" 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 1, 2024-08-17T17:04:46.841 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 1, 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 1, 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 1781760, 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 1781760, 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:46.842 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 2, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 2.44310012931237e-06, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 212, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 313344, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 590368, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 590368, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:46.843 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 1771104, 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 179, 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 2473984 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:46.844 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 32, 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 32, 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 2, 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:46.845 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 98304, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 98304, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 22, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 1.3479203175847942e-07, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:46.846 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 3428, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 3428, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 10284, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 51, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 20480 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:46.847 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:46.848 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 64, 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 64, 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 3, 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 0, 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 0, 2024-08-17T17:04:46.849 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 0, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 0.0, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 0, 2024-08-17T17:04:46.850 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 0, 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 0, 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 0, 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 0 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd" 2024-08-17T17:04:46.851 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 8, 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 8, 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 4, 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:46.852 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 12288, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 12288, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 2, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 1.6849007522523607e-08, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:46.853 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 19, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 19, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 57, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 2, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 2048 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:46.854 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd": { 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: "mirroring_by_pool": [ 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: false 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: "num_images_by_pool": [ 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pools": 1 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.855 INFO:tasks.workunit.client.0.smithi059.stdout: "report_id": "07d843ac-2d39-46cd-88a1-bba98d2d1075", 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "report_timestamp": "2024-08-17T17:04:45.786708", 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "report_version": 1, 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_stats": { 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "7.9.2" 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "rook": { 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster": { 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "external-mode": null, 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "allow-multiple-per-node": null, 2024-08-17T17:04:46.856 INFO:tasks.workunit.client.0.smithi059.stdout: "count": null, 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: "max-id": null, 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: "pvc": { 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: "enabled": null 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: "stretch": { 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: "enabled": null 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: "network": { 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: "provider": null 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.857 INFO:tasks.workunit.client.0.smithi059.stdout: "storage": { 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: "device-set": { 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: "non-portable": null, 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: "portable": null, 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: "total": null 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: "csi": { 2024-08-17T17:04:46.858 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: "kubernetes": { 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: "node": { 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: "kubernetes-total": null, 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: "with-ceph-daemons": null, 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T17:04:46.859 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-nfs-plugin": null, 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-rbd-plugin": null 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: "usage": { 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: "storage-class": { 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket": null, 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs": null, 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: "nfs": null, 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd": null, 2024-08-17T17:04:46.860 INFO:tasks.workunit.client.0.smithi059.stdout: "total": null 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: "services": {}, 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_per_pg": [ 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:46.861 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.862 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.245042+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.245042+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.245664+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:46.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.864 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3f", 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.865 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:41:23.158402+0000", 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.870 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.871 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.234794+0000", 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.234794+0000", 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.235059+0000", 2024-08-17T17:04:46.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:46.873 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.874 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3e", 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:09:01.691816+0000", 2024-08-17T17:04:46.875 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.878 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.879 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.880 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.881 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240472+0000", 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240472+0000", 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241008+0000", 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:46.882 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.883 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3d", 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.884 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:42:21.149967+0000", 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.885 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.886 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.887 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.888 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.889 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.890 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.245905+0000", 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.245905+0000", 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.246159+0000", 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.891 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.892 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.893 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3c", 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:29:05.919232+0000", 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.894 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.895 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.896 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.897 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:46.898 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.899 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.249307+0000", 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.249307+0000", 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.249586+0000", 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.900 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.901 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.902 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3b", 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:06:15.596186+0000", 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.903 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.904 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.907 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.908 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241562+0000", 2024-08-17T17:04:46.909 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241562+0000", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241854+0000", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.911 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3a", 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:35:33.631365+0000", 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.912 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.916 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:46.917 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.788940+0000", 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.788940+0000", 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.789264+0000", 2024-08-17T17:04:46.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:46.919 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.920 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.39", 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 32, 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:42:33.074914+0000", 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.924 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.925 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.926 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240380+0000", 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240380+0000", 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240666+0000", 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:46.927 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.928 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.929 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.38", 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:43:31.231415+0000", 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.930 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.932 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.933 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.934 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.935 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.246694+0000", 2024-08-17T17:04:46.936 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.246694+0000", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247367+0000", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.937 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.938 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.37", 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.939 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:53:46.840842+0000", 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.941 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.942 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.943 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:46.944 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.247554+0000", 2024-08-17T17:04:46.945 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.247554+0000", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247877+0000", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.946 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.947 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.36", 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.948 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:15:11.558283+0000", 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.949 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.950 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.952 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.953 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.575436+0000", 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.575436+0000", 2024-08-17T17:04:46.954 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.575711+0000", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:46.955 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.956 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.35", 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 32, 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:54:11.457394+0000", 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.957 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.958 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.961 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.962 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:46.963 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.238311+0000", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.238311+0000", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240242+0000", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:46.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.965 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.34", 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.966 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:59:59.133775+0000", 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.970 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.971 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.972 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.234691+0000", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.234691+0000", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.234957+0000", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:46.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.974 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.33", 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.975 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:19:52.248036+0000", 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.979 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.980 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242983+0000", 2024-08-17T17:04:46.981 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242983+0000", 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.243260+0000", 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:46.982 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.983 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.32", 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.984 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:58:32.884573+0000", 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.988 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.989 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.990 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:46.990 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:46.990 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:46.990 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.990 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:46.990 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.990 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:46.990 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:46.990 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.237324+0000", 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.237324+0000", 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.237842+0000", 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.991 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:46.992 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.31", 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:46.993 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:48:05.714195+0000", 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:46.994 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:46.995 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:46.996 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:46.997 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.998 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:46.999 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.247362+0000", 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.247362+0000", 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247610+0000", 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.000 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.001 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.002 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.30", 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:57:04.837068+0000", 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.003 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.004 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.005 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.006 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.007 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.008 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.009 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.009 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.009 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.009 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.009 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.009 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.788992+0000", 2024-08-17T17:04:47.010 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.788992+0000", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.789455+0000", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.011 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.012 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2f", 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 20, 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.013 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:15:21.978385+0000", 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.014 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.017 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.018 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.235468+0000", 2024-08-17T17:04:47.019 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.235468+0000", 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.235752+0000", 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:47.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.021 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2e", 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.022 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:08:01.497199+0000", 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.026 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.027 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.028 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.243163+0000", 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.243163+0000", 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.243448+0000", 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.029 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.030 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2d", 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.031 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:32:20.364181+0000", 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.034 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.035 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.036 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.037 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240534+0000", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240534+0000", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241744+0000", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:47.038 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.039 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2c", 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.040 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:01:59.087785+0000", 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.041 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.042 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.043 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.044 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.045 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.046 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.046 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.046 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.046 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.046 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.046 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.046 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.046 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.046 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.243827+0000", 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.243827+0000", 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244124+0000", 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.047 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.048 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.049 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2b", 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:10:58.840277+0000", 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.050 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.051 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.052 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.054 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.055 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244675+0000", 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244675+0000", 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244940+0000", 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.056 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.057 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.058 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2a", 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:54:32.792413+0000", 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.059 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.063 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.064 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.546878+0000", 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.546878+0000", 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.547225+0000", 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:47.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.067 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.29", 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 32, 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:30:31.622920+0000", 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.068 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.072 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.073 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.074 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241624+0000", 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241624+0000", 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241881+0000", 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.075 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.076 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.28", 2024-08-17T17:04:47.077 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:48:02.755628+0000", 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.080 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.081 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.082 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.083 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.546229+0000", 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.546229+0000", 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.546700+0000", 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.084 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.085 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.086 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.27", 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 32, 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:00:01.876492+0000", 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.087 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.088 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.089 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.090 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.091 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.092 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244256+0000", 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244256+0000", 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244541+0000", 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.093 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.094 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.095 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.26", 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:37:44.567534+0000", 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.096 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.097 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.100 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.101 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.102 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.102 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.102 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.102 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:47.102 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.232221+0000", 2024-08-17T17:04:47.102 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.232221+0000", 2024-08-17T17:04:47.102 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.232496+0000", 2024-08-17T17:04:47.102 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.104 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.25", 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:09:11.279644+0000", 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.105 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.109 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.110 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:47.111 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.234091+0000", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.234091+0000", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.234311+0000", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.113 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.24", 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.114 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:14:29.482726+0000", 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.118 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.119 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.236345+0000", 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.236345+0000", 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.236685+0000", 2024-08-17T17:04:47.120 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.121 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.122 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.23", 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.123 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:54:10.855268+0000", 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.125 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.126 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.127 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.128 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.129 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.245316+0000", 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.245316+0000", 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.245572+0000", 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.130 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.131 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.22", 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.132 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:37:59.206006+0000", 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.133 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.134 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.135 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.136 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.137 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.138 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240274+0000", 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240274+0000", 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240537+0000", 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:47.139 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.140 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.21", 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.141 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:56:15.065927+0000", 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.142 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.143 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.145 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.146 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:47.147 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.246062+0000", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.246062+0000", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247116+0000", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:47.148 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.149 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.20", 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.150 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:25:19.710285+0000", 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.151 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.154 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.155 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:47.156 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.245667+0000", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.245667+0000", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.245972+0000", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.158 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1a", 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.159 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:49:00.701596+0000", 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:47.164 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.165 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.015352+0000", 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.015352+0000", 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015744+0000", 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:47.167 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:47.168 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1b", 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:41:51.077270+0000", 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.169 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.172 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.173 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.174 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:47.175 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244523+0000", 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244523+0000", 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244792+0000", 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:47.176 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.177 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1b", 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.178 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:56:25.148396+0000", 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.179 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.180 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.181 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.182 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.183 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.184 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.017827+0000", 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.017827+0000", 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018124+0000", 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.185 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:47.186 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1a", 2024-08-17T17:04:47.187 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:58:59.670167+0000", 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.188 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.189 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.190 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.192 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.193 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014939+0000", 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014939+0000", 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015264+0000", 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:47.194 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.195 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.19", 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.196 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:07:00.299313+0000", 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.197 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.200 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.201 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.202 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.233238+0000", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.233238+0000", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.233538+0000", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:47.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.204 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.18", 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.205 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:37:26.396342+0000", 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.209 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.210 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.023049+0000", 2024-08-17T17:04:47.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.023049+0000", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.023323+0000", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.213 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.18", 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:46:26.991319+0000", 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.214 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.217 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.218 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.219 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:47.220 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.228681+0000", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.228681+0000", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.228991+0000", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.221 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.222 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.19", 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.223 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:44:18.986385+0000", 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.227 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.228 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.229 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.017997+0000", 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.017997+0000", 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018286+0000", 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.230 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.231 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.232 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.17", 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:37:34.306164+0000", 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.233 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.234 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.235 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.237 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.238 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240515+0000", 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240515+0000", 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240912+0000", 2024-08-17T17:04:47.239 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:47.240 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.241 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.16", 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:30:55.909122+0000", 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.242 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.243 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.246 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.247 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:47.248 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.019050+0000", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.019050+0000", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019332+0000", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.250 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.16", 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.251 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:58:38.436810+0000", 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.255 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.256 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.257 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.545768+0000", 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.545768+0000", 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.546112+0000", 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.258 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:47.259 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.260 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.17", 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 20, 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:32:29.958924+0000", 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.261 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.263 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.264 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.265 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.266 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.018308+0000", 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.018308+0000", 2024-08-17T17:04:47.267 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018611+0000", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.268 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 3, 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.269 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 3, 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.15", 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 29, 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:40:13.284020+0000", 2024-08-17T17:04:47.270 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 90, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.271 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:47.272 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.273 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 4, 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 1 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.274 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'3" 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.275 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.276 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242366+0000", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242366+0000", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242886+0000", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:47.277 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.278 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.14", 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.279 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:46:27.622960+0000", 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.280 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.281 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.284 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.285 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.017704+0000", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.017704+0000", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018053+0000", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:47.286 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 12, 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.287 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 12, 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.14", 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.288 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 38, 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:19:37.671416+0000", 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 2630, 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.289 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 12, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 4, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 4, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 12, 2024-08-17T17:04:47.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 9 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "75'12" 2024-08-17T17:04:47.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.294 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.246410+0000", 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.246410+0000", 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.248171+0000", 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.296 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.15", 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.297 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:48:42.077687+0000", 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.301 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.302 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.303 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.016344+0000", 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.016344+0000", 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.016667+0000", 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.304 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:47.305 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.306 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.13", 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:06:00.041241+0000", 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 34, 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.309 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.310 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 7 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.311 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.312 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244244+0000", 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244244+0000", 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244550+0000", 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.313 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:47.314 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.315 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.12", 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:17:54.808235+0000", 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.316 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.317 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.318 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.319 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.320 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.321 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.322 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.022090+0000", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.022090+0000", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.022944+0000", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:47.323 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.324 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.12", 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.325 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:29:48.336613+0000", 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.326 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.327 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.330 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.331 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.248634+0000", 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.248634+0000", 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.248944+0000", 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.332 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.333 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.13", 2024-08-17T17:04:47.334 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:34:14.433039+0000", 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.335 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.339 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.339 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.339 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.339 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.339 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.339 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.340 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014988+0000", 2024-08-17T17:04:47.341 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014988+0000", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015299+0000", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.343 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.11", 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:48:11.523562+0000", 2024-08-17T17:04:47.344 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.348 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.349 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:47.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.247316+0000", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.247316+0000", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247610+0000", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.352 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.10", 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:09:18.649369+0000", 2024-08-17T17:04:47.353 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.357 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.358 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.359 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.010476+0000", 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.010476+0000", 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.010770+0000", 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.360 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 8, 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.361 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 8, 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.10", 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.362 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 34, 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:13:48.768356+0000", 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.363 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 12, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 4, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.366 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 4, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 4, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.367 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 12, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.368 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'8" 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.369 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.249972+0000", 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.249972+0000", 2024-08-17T17:04:47.370 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.250240+0000", 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.371 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.372 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.11", 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:58:35.056941+0000", 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.373 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.374 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.375 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.376 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.377 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.378 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.016118+0000", 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.016118+0000", 2024-08-17T17:04:47.379 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.016422+0000", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.380 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:47.381 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.f", 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:07:32.179659+0000", 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.382 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 22, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.383 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.384 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 1, 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 1 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.386 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.387 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.247229+0000", 2024-08-17T17:04:47.388 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.247229+0000", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247707+0000", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.389 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.390 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.e", 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.391 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:31:53.546532+0000", 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.392 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.395 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.396 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:47.397 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.015751+0000", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.015751+0000", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.016877+0000", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:47.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.399 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.e", 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.400 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:34:28.631804+0000", 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.404 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:47.405 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.406 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.248844+0000", 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.248844+0000", 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.249112+0000", 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.407 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:47.408 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.409 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.f", 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:39:19.927152+0000", 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.412 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.413 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.414 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.415 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.010916+0000", 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.010916+0000", 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.011205+0000", 2024-08-17T17:04:47.416 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.417 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.418 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.d", 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.419 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:19:58.639689+0000", 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 70, 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.420 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.421 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.422 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.423 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 1, 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 1 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.424 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.425 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.243320+0000", 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.243320+0000", 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.243647+0000", 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.426 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.427 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.428 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.c", 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:02:32.941372+0000", 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.429 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.430 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.431 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.433 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.434 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.015807+0000", 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.015807+0000", 2024-08-17T17:04:47.435 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018173+0000", 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.436 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.437 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.c", 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.438 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:03:33.633295+0000", 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.439 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.443 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.444 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242471+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242471+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242756+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:47.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.446 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.d", 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.447 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:07:01.801618+0000", 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.448 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.451 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.452 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:18.754379+0000", 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:18.754379+0000", 2024-08-17T17:04:47.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:23.090046+0000", 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.455 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.5", 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:46:25.076790+0000", 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000353392, 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.456 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.461 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.462 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.462 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.462 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.462 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.462 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.462 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.462 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.462 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 19, 2024-08-17T17:04:47.462 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:04.822959+0000", 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:04.822959+0000", 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:04.823363+0000", 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T16:59:08.794706+0000", 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T16:59:08.794706+0000", 2024-08-17T17:04:47.463 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 58, 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T16:59:08.794706+0000", 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 128, 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.464 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 57, 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 128, 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "1.0", 2024-08-17T17:04:47.465 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 273, 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:51:31.609145+0000", 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 590368, 2024-08-17T17:04:47.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 1771104, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.468 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 6, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 212, 2024-08-17T17:04:47.469 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 306, 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 179, 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 2416 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.470 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "69'128" 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.471 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.022315+0000", 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.022315+0000", 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.022885+0000", 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:47.472 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:47.473 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.474 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.3", 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:28:28.088971+0000", 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.475 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.476 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.477 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.478 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.479 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.480 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242080+0000", 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242080+0000", 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242826+0000", 2024-08-17T17:04:47.481 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.482 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.483 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2", 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:14:15.942762+0000", 2024-08-17T17:04:47.484 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.485 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.486 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.488 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.489 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.490 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:18.753318+0000", 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:18.753318+0000", 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.933277+0000", 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:47.491 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.492 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.6", 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.493 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:45:03.780792+0000", 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000396048, 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.494 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.497 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.498 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.499 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.018653+0000", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.018653+0000", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019335+0000", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.501 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.0", 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:51:27.581249+0000", 2024-08-17T17:04:47.502 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.506 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.507 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.235955+0000", 2024-08-17T17:04:47.508 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.235955+0000", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.236213+0000", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.510 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.510 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.510 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.510 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.510 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.510 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.510 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.510 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.510 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1", 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.511 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:14:48.909658+0000", 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.515 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.516 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.517 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:19.243549+0000", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:19.243549+0000", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.936337+0000", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:47.518 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:47.519 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.7", 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.520 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:51:22.293783+0000", 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000351496, 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.525 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.526 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.012029+0000", 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.012029+0000", 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.013800+0000", 2024-08-17T17:04:47.527 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:47.528 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.529 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1", 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:25:38.186692+0000", 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.530 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.534 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.535 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.237290+0000", 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.237290+0000", 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.238496+0000", 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.536 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.537 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.538 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.0", 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:36:46.481585+0000", 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.539 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.540 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.541 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.542 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.543 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.544 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:18.756201+0000", 2024-08-17T17:04:47.545 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:18.756201+0000", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.936119+0000", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.546 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.547 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.4", 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:47.548 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:36:17.218919+0000", 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000362667, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.549 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.550 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.551 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.552 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.553 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.023401+0000", 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.023401+0000", 2024-08-17T17:04:47.554 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.023665+0000", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.555 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.556 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.2", 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:44:11.721414+0000", 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.557 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.558 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.559 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.560 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.561 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.562 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:47.563 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.235960+0000", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.235960+0000", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.236275+0000", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.564 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.565 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3", 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.566 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:58:15.282453+0000", 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.567 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.568 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.569 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.569 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.569 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.569 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.569 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.569 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.570 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.571 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.572 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.573 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:19.243552+0000", 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:19.243552+0000", 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.936716+0000", 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:47.574 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.575 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:47.576 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.2", 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:23:16.469286+0000", 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.001091885, 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.577 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 19, 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.578 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.579 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.580 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 2, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 2 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.581 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "74'2" 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.582 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014689+0000", 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014689+0000", 2024-08-17T17:04:47.583 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015005+0000", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.584 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.585 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.4", 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:22:21.019702+0000", 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.586 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.587 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.588 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.588 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.588 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.588 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.588 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.588 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.588 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.588 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.589 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.590 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.591 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.592 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242734+0000", 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242734+0000", 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242998+0000", 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.593 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.594 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.5", 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.595 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:04:52.188400+0000", 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.596 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.597 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.598 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.599 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.600 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:47.601 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:19.243528+0000", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:19.243528+0000", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.933266+0000", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:47.602 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.603 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.3", 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 22, 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.604 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:00:33.994744+0000", 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000926513, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.605 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.606 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.607 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.608 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "72'1" 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.609 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.788985+0000", 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.788985+0000", 2024-08-17T17:04:47.610 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.789455+0000", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.611 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.612 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.5", 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 20, 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:31:10.756816+0000", 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.613 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.614 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.615 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.616 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.617 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.618 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.237360+0000", 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.237360+0000", 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.238215+0000", 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:47.619 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:47.620 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.621 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.4", 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:17:48.992630+0000", 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.622 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.623 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.624 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.625 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.626 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.627 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.628 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:18.755611+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:18.755611+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:23.176633+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:47.629 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:47.630 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.0", 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.631 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:50:45.583236+0000", 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000428234, 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.632 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.633 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.634 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.635 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.636 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.637 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014760+0000", 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014760+0000", 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015192+0000", 2024-08-17T17:04:47.638 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:47.639 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.640 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.6", 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:08:47.004706+0000", 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.641 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.642 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.643 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.644 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 1, 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.645 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.646 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.646 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.646 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.646 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:47.646 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.646 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.646 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.646 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.646 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:47.647 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241855+0000", 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241855+0000", 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242154+0000", 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:47.648 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.649 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.7", 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.650 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:11:34.473032+0000", 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.651 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.652 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.653 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.654 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.655 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.656 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:19.243250+0000", 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:19.243250+0000", 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.935648+0000", 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:47.657 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.658 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.659 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.1", 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:42:43.588073+0000", 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000714931, 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.660 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.661 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.662 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.663 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.664 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.665 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.019161+0000", 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.019161+0000", 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019466+0000", 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.666 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:47.667 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.668 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.7", 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:43:02.793833+0000", 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.669 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.670 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.671 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.672 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.673 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.674 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.235114+0000", 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.235114+0000", 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.235385+0000", 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.675 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.676 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.6", 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.677 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:44:09.794004+0000", 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.678 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.679 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.680 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.681 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.682 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.683 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.019415+0000", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.019415+0000", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019919+0000", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.684 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.685 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.8", 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.686 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:39:01.501039+0000", 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.687 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.688 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.689 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.690 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.691 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.692 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244330+0000", 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244330+0000", 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244618+0000", 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.693 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:47.694 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.695 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.9", 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:38:52.901189+0000", 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.696 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.697 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.698 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.700 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.701 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.013104+0000", 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.013104+0000", 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.013818+0000", 2024-08-17T17:04:47.702 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.703 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.704 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.9", 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:58:10.109952+0000", 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.705 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.706 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.709 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.710 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.711 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241600+0000", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241600+0000", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241869+0000", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.713 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.8", 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.714 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:50:18.085398+0000", 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.718 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.719 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.720 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.015709+0000", 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.015709+0000", 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.016014+0000", 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.721 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.722 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.a", 2024-08-17T17:04:47.723 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:44:27.665009+0000", 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.725 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.726 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.727 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:47.728 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.729 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.239785+0000", 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.239785+0000", 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240081+0000", 2024-08-17T17:04:47.730 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.731 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.732 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.b", 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:40:12.664203+0000", 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.733 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.734 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.735 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.736 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.737 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.738 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.019295+0000", 2024-08-17T17:04:47.739 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.019295+0000", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019569+0000", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.740 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.741 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.b", 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.742 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:15:15.236195+0000", 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.743 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 1, 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.746 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.747 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241895+0000", 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241895+0000", 2024-08-17T17:04:47.748 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242224+0000", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:47.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.750 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.a", 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:30:21.838741+0000", 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.751 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.755 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.756 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.249164+0000", 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.249164+0000", 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.249440+0000", 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:47.758 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.759 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1d", 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:48:39.262907+0000", 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.760 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.763 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.764 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.765 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.020166+0000", 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.020166+0000", 2024-08-17T17:04:47.766 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.020444+0000", 2024-08-17T17:04:47.767 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:47.767 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.767 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.767 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.767 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.767 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:47.767 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:47.767 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:47.767 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.768 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1c", 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:44:35.462883+0000", 2024-08-17T17:04:47.769 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.771 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.772 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.773 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.774 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:47.775 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.249616+0000", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.249616+0000", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.249903+0000", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.776 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.777 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1c", 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:21:58.794297+0000", 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.778 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.779 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.780 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.781 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:47.782 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.783 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014887+0000", 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014887+0000", 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015242+0000", 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.784 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.785 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1d", 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.786 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:53:36.189339+0000", 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.787 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.788 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:47.791 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.792 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.545970+0000", 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.545970+0000", 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.546337+0000", 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:47.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.794 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1f", 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.795 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 20, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:03:56.061960+0000", 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.799 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.800 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.013315+0000", 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.013315+0000", 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.013861+0000", 2024-08-17T17:04:47.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:47.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.803 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1e", 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:14:15.683095+0000", 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.807 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.807 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.807 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.807 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.807 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.807 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.807 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.808 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.809 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.237892+0000", 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.237892+0000", 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.238233+0000", 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:47.810 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.811 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1e", 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.812 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:51:56.518147+0000", 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.815 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:47.816 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:47.817 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.018399+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.018399+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018921+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:47.818 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 4, 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 4, 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:47.819 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1f", 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 30, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:59:16.257882+0000", 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 582, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:47.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.822 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 4, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 1 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.823 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'4" 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_per_pool": [ 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 24, 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd" 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 3, 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pg": 8, 2024-08-17T17:04:47.824 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 8, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 3, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "poolid": 4, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 19, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.825 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 2, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 2 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 12288, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 57, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:47.828 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 24 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 192, 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pg": 64, 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 8, 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "poolid": 3, 2024-08-17T17:04:47.829 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.830 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.831 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:47.832 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 0, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 0, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 192 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 96, 2024-08-17T17:04:47.833 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 45, 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pg": 32, 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 8, 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 45, 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "poolid": 2, 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 3428, 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 66, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 22, 2024-08-17T17:04:47.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 22, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 14, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 51, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 20 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 98304, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 10284, 2024-08-17T17:04:47.837 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 96 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 3, 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr" 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 128, 2024-08-17T17:04:47.838 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pg": 1, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 3, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 128, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "poolid": 1, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 590368, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 1771104, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.839 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.840 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 6, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 212, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 306, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 179, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 2416 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 1781760, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 1771104, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:47.842 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 3 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "usage": { 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 105, 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "pools": 4, 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_by_class": { 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "ssd": { 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "total_avail_bytes": 767726632960, 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "total_bytes": 767960285184, 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_bytes": 233652224, 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_raw_bytes": 233652224, 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_raw_ratio": 0.0003042503958567977 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.843 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.844 INFO:tasks.workunit.client.0.smithi059.stdout: "total_avail_bytes": 767726632960, 2024-08-17T17:04:47.844 INFO:tasks.workunit.client.0.smithi059.stdout: "total_bytes": 767960285184, 2024-08-17T17:04:47.844 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_bytes": 233652224 2024-08-17T17:04:47.844 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.844 INFO:tasks.workunit.client.0.smithi059.stdout:} 2024-08-17T17:04:47.844 INFO:tasks.workunit.client.0.smithi059.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-17T17:04:47.845 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph telemetry show-device 2024-08-17T17:04:47.845 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.845 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:47.845 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.845 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.845 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.845 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: mgrmap e23: y(active, since 2m), standbys: x 2024-08-17T17:04:47.845 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.846 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.847 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.847 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.847 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.847 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.847 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.847 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.847 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.847 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.847 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: mgrmap e23: y(active, since 2m), standbys: x 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.848 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.849 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: mgrmap e23: y(active, since 2m), standbys: x 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.850 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.851 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/113244145' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/113244145' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.852 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.853 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:45 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.854 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/113244145' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/113244145' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.856 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.857 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.858 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.858 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.858 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.858 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.858 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.858 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.858 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.858 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.858 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/113244145' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/113244145' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.859 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.860 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.861 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.861 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.861 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.861 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.861 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.861 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:45 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout:{ 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "cbce4acc-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "INTEL_SSDPEDMD400G4_cbceff8a-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "20240817-165910": { 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "device": { 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "protocol": "NVMe", 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "nvme" 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "host_id": "cbce4acc-5cba-11ef-bcf1-0cc47abd192a", 2024-08-17T17:04:47.862 INFO:tasks.workunit.client.0.smithi059.stdout: "json_format_version": [ 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "local_time": { 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "asctime": "Sat Aug 17 16:59:10 2024 UTC", 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "time_t": 1723913950 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "logical_block_size": 512, 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_controller_id": 0, 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_namespaces": [ 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "capacity": { 2024-08-17T17:04:47.863 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: "formatted_lba_size": 512, 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 1, 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: "size": { 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: "utilization": { 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.864 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_pci_vendor": { 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 32902, 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "subsystem_id": 32902 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "Device stats": { 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_fw_downgrades": { 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "crc_error_count": { 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.865 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "erase_fail_count": { 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "host_bytes_written": { 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 42310704 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.866 INFO:tasks.workunit.client.0.smithi059.stdout: "host_ctx_wear_used": { 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 1 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "media_bytes_read": { 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "nand_bytes_written": { 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 64923409 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_stat_indicator": { 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.867 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "pll_lock_loss_count": { 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "program_fail_count": { 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 8 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.868 INFO:tasks.workunit.client.0.smithi059.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "soft_ecc_err_rate": { 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "thermal_throttle_status": { 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "cnt": 0, 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: "pct": 0 2024-08-17T17:04:47.869 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_host_reads": { 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_media_wear": { 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": "63.999023" 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_timer": { 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:47.870 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "unexp_power_loss": { 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "wear_leveling": { 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 86, 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "avg": 4273, 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "max": 4294, 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 4253 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:04:47.871 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare": 99, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare_threshold": 10, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "controller_busy_time": 9, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "critical_warning": 0, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_read": 522943913, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_written": 2772874346, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "host_reads": 8534489988, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "host_writes": 47370964087, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "media_errors": 0, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "num_err_log_entries": 0, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "percentage_used": 14, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycles": 52875, 2024-08-17T17:04:47.872 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_hours": 66158, 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": 23, 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "unsafe_shutdowns": 508 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_vendor": "intel", 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_version": { 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "string": "<1.2", 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycle_count": 52875, 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_time": { 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "hours": 66158 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "serial_number": "deleted", 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "smart_status": { 2024-08-17T17:04:47.873 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme": { 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "passed": true 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl": { 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "argv": [ 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl", 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "-x", 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "--json=o", 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "/dev/nvme0n1" 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "build_info": "(local build)", 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "exit_status": 0, 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "output": [ 2024-08-17T17:04:47.874 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "Serial Number: deleted", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller ID: 0", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "NVMe Version: <1.2", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "Number of Namespaces: 1", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:04:47.875 INFO:tasks.workunit.client.0.smithi059.stdout: "Local Time is: Sat Aug 17 16:59:10 2024 UTC", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported Power States", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:04:47.876 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 512 0 2", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: " 1 - 512 8 2", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: " 2 - 512 16 2", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: " 3 - 4096 0 0", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: " 4 - 4096 8 0", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: " 5 - 4096 64 0", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: " 6 - 4096 128 0", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: "Critical Warning: 0x00", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: "Temperature: 23 Celsius", 2024-08-17T17:04:47.877 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare: 99%", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Percentage Used: 14%", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Read: 522,943,913 [267 TB]", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Written: 2,772,874,346 [1.41 PB]", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Read Commands: 8,534,489,988", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Write Commands: 47,370,964,087", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller Busy Time: 9", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Power Cycles: 52,875", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Power On Hours: 66,158", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Unsafe Shutdowns: 508", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information Log Entries: 0", 2024-08-17T17:04:47.878 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: "No Errors Logged", 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: "" 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: "svn_revision": "5155", 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: "version": [ 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": { 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: "current": 23 2024-08-17T17:04:47.879 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "user_capacity": { 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "cbd04854-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "INTEL_SSDPEDMD400G4_cbd0dc88-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "20240817-165914": { 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "device": { 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "protocol": "NVMe", 2024-08-17T17:04:47.880 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "nvme" 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "host_id": "cbd04854-5cba-11ef-bcf1-0cc47abd192a", 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "json_format_version": [ 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "local_time": { 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "asctime": "Sat Aug 17 16:59:13 2024 UTC", 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "time_t": 1723913953 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "logical_block_size": 512, 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_controller_id": 0, 2024-08-17T17:04:47.881 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_namespaces": [ 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: "capacity": { 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: "formatted_lba_size": 512, 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 1, 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: "size": { 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.882 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "utilization": { 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_pci_vendor": { 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 32902, 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "subsystem_id": 32902 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "Device stats": { 2024-08-17T17:04:47.883 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_fw_downgrades": { 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "crc_error_count": { 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "erase_fail_count": { 2024-08-17T17:04:47.884 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "host_bytes_written": { 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 26882691 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "host_ctx_wear_used": { 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 1 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "media_bytes_read": { 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.885 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "nand_bytes_written": { 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 47680501 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_stat_indicator": { 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "pll_lock_loss_count": { 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "program_fail_count": { 2024-08-17T17:04:47.886 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "soft_ecc_err_rate": { 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.887 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "thermal_throttle_status": { 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "cnt": 0, 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "pct": 0 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_host_reads": { 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_media_wear": { 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": "63.999023" 2024-08-17T17:04:47.888 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_timer": { 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "unexp_power_loss": { 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "wear_leveling": { 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 90, 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "avg": 3275, 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "max": 3292, 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 3258 2024-08-17T17:04:47.889 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare": 100, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare_threshold": 10, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "controller_busy_time": 7, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "critical_warning": 0, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_read": 385102496, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_written": 1761784095, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "host_reads": 5993426032, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "host_writes": 30150275691, 2024-08-17T17:04:47.890 INFO:tasks.workunit.client.0.smithi059.stdout: "media_errors": 0, 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_err_log_entries": 0, 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "percentage_used": 10, 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycles": 54102, 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_hours": 57664, 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": 26, 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "unsafe_shutdowns": 495 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_vendor": "intel", 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_version": { 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "string": "<1.2", 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycle_count": 54102, 2024-08-17T17:04:47.891 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_time": { 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "hours": 57664 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "serial_number": "deleted", 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "smart_status": { 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme": { 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "passed": true 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl": { 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "argv": [ 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl", 2024-08-17T17:04:47.892 INFO:tasks.workunit.client.0.smithi059.stdout: "-x", 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "--json=o", 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "/dev/nvme0n1" 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "build_info": "(local build)", 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "exit_status": 0, 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "output": [ 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "Serial Number: deleted", 2024-08-17T17:04:47.893 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller ID: 0", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "NVMe Version: <1.2", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Number of Namespaces: 1", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Local Time is: Sat Aug 17 16:59:13 2024 UTC", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:04:47.894 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported Power States", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 512 0 2", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: " 1 - 512 8 2", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: " 2 - 512 16 2", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: " 3 - 4096 0 0", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: " 4 - 4096 8 0", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: " 5 - 4096 64 0", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: " 6 - 4096 128 0", 2024-08-17T17:04:47.895 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Critical Warning: 0x00", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Temperature: 26 Celsius", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare: 100%", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Percentage Used: 10%", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Read: 385,102,496 [197 TB]", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Written: 1,761,784,095 [902 TB]", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Read Commands: 5,993,426,032", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Write Commands: 30,150,275,691", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller Busy Time: 7", 2024-08-17T17:04:47.896 INFO:tasks.workunit.client.0.smithi059.stdout: "Power Cycles: 54,102", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "Power On Hours: 57,664", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "Unsafe Shutdowns: 495", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information Log Entries: 0", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "No Errors Logged", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "" 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "svn_revision": "5155", 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: "version": [ 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.897 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": { 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: "current": 26 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: "user_capacity": { 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.898 INFO:tasks.workunit.client.0.smithi059.stdout:} 2024-08-17T17:04:47.899 INFO:tasks.workunit.client.0.smithi059.stderr:+ ceph telemetry show-all 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.899 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.900 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.901 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.901 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.901 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.901 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:47.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:04:47.901 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.902 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:47.903 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout:{ 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "device_report": { 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "cbce4acc-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "INTEL_SSDPEDMD400G4_cbceff8a-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "20240817-165910": { 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "device": { 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "protocol": "NVMe", 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "nvme" 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "host_id": "cbce4acc-5cba-11ef-bcf1-0cc47abd192a", 2024-08-17T17:04:47.912 INFO:tasks.workunit.client.0.smithi059.stdout: "json_format_version": [ 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: "local_time": { 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: "asctime": "Sat Aug 17 16:59:10 2024 UTC", 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: "time_t": 1723913950 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: "logical_block_size": 512, 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_controller_id": 0, 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_namespaces": [ 2024-08-17T17:04:47.913 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "capacity": { 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "formatted_lba_size": 512, 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 1, 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "size": { 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "utilization": { 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.914 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_pci_vendor": { 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 32902, 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "subsystem_id": 32902 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "Device stats": { 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_fw_downgrades": { 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "crc_error_count": { 2024-08-17T17:04:47.915 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "erase_fail_count": { 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "host_bytes_written": { 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 42310704 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.916 INFO:tasks.workunit.client.0.smithi059.stdout: "host_ctx_wear_used": { 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 1 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "media_bytes_read": { 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "nand_bytes_written": { 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 64923409 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_stat_indicator": { 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.917 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "pll_lock_loss_count": { 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "program_fail_count": { 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 8 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.918 INFO:tasks.workunit.client.0.smithi059.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "soft_ecc_err_rate": { 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "thermal_throttle_status": { 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "cnt": 0, 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "pct": 0 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.919 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_host_reads": { 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_media_wear": { 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": "63.999023" 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_timer": { 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "unexp_power_loss": { 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.920 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "wear_leveling": { 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 86, 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "avg": 4273, 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "max": 4294, 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 4253 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare": 99, 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare_threshold": 10, 2024-08-17T17:04:47.921 INFO:tasks.workunit.client.0.smithi059.stdout: "controller_busy_time": 9, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "critical_warning": 0, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_read": 522943913, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_written": 2772874346, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "host_reads": 8534489988, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "host_writes": 47370964087, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "media_errors": 0, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_err_log_entries": 0, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "percentage_used": 14, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycles": 52875, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_hours": 66158, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": 23, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "unsafe_shutdowns": 508 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_vendor": "intel", 2024-08-17T17:04:47.922 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_version": { 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "string": "<1.2", 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycle_count": 52875, 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_time": { 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "hours": 66158 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "serial_number": "deleted", 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "smart_status": { 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme": { 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "passed": true 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.923 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl": { 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "argv": [ 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl", 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "-x", 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "--json=o", 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "/dev/nvme0n1" 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "build_info": "(local build)", 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "exit_status": 0, 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "output": [ 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:04:47.924 INFO:tasks.workunit.client.0.smithi059.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Serial Number: deleted", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller ID: 0", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "NVMe Version: <1.2", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Number of Namespaces: 1", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Local Time is: Sat Aug 17 16:59:10 2024 UTC", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:04:47.925 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported Power States", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 512 0 2", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: " 1 - 512 8 2", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: " 2 - 512 16 2", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: " 3 - 4096 0 0", 2024-08-17T17:04:47.926 INFO:tasks.workunit.client.0.smithi059.stdout: " 4 - 4096 8 0", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: " 5 - 4096 64 0", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: " 6 - 4096 128 0", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "Critical Warning: 0x00", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "Temperature: 23 Celsius", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare: 99%", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "Percentage Used: 14%", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Read: 522,943,913 [267 TB]", 2024-08-17T17:04:47.927 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Written: 2,772,874,346 [1.41 PB]", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Read Commands: 8,534,489,988", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Write Commands: 47,370,964,087", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller Busy Time: 9", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "Power Cycles: 52,875", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "Power On Hours: 66,158", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "Unsafe Shutdowns: 508", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information Log Entries: 0", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "No Errors Logged", 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: "" 2024-08-17T17:04:47.928 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: "svn_revision": "5155", 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: "version": [ 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": { 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: "current": 23 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: "user_capacity": { 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.929 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "cbd04854-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "INTEL_SSDPEDMD400G4_cbd0dc88-5cba-11ef-bcf1-0cc47abd192a": { 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "20240817-165914": { 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "device": { 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "info_name": "/dev/nvme0n1", 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "/dev/nvme0n1", 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "protocol": "NVMe", 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "nvme" 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "firmware_version": "8DV101H0", 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "host_id": "cbd04854-5cba-11ef-bcf1-0cc47abd192a", 2024-08-17T17:04:47.930 INFO:tasks.workunit.client.0.smithi059.stdout: "json_format_version": [ 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "local_time": { 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "asctime": "Sat Aug 17 16:59:13 2024 UTC", 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "time_t": 1723913953 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "logical_block_size": 512, 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_controller_id": 0, 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_namespaces": [ 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "capacity": { 2024-08-17T17:04:47.931 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "formatted_lba_size": 512, 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 1, 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "size": { 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "utilization": { 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_number_of_namespaces": 1, 2024-08-17T17:04:47.932 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_pci_vendor": { 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "id": 32902, 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "subsystem_id": 32902 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_add_log": { 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "Device stats": { 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_fw_downgrades": { 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "crc_error_count": { 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "end_to_end_error_detection_count": { 2024-08-17T17:04:47.933 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "erase_fail_count": { 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "host_bytes_written": { 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 26882691 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "host_ctx_wear_used": { 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 1 2024-08-17T17:04:47.934 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "media_bytes_read": { 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "nand_bytes_written": { 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 47680501 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_stat_indicator": { 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "pll_lock_loss_count": { 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.935 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "program_fail_count": { 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "re_alloc_sectr_cnt": { 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "retry_buffer_overflow_count": { 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.936 INFO:tasks.workunit.client.0.smithi059.stdout: "soft_ecc_err_rate": { 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "thermal_throttle_status": { 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "cnt": 0, 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "pct": 0 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_host_reads": { 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:47.937 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_media_wear": { 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": "63.999023" 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "timed_workload_timer": { 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 100, 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 65535 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "unexp_power_loss": { 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 0, 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": 0 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "wear_leveling": { 2024-08-17T17:04:47.938 INFO:tasks.workunit.client.0.smithi059.stdout: "normalized": 90, 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: "raw": { 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: "avg": 3275, 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: "max": 3292, 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 3258 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel Smart log": "nvme0n1" 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_smart_health_information_log": { 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare": 100, 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: "available_spare_threshold": 10, 2024-08-17T17:04:47.939 INFO:tasks.workunit.client.0.smithi059.stdout: "controller_busy_time": 7, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "critical_warning": 0, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_read": 385102496, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "data_units_written": 1761784095, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "host_reads": 5993426032, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "host_writes": 30150275691, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "media_errors": 0, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "num_err_log_entries": 0, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "percentage_used": 10, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycles": 54102, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_hours": 57664, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": 26, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "unsafe_shutdowns": 495 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_vendor": "intel", 2024-08-17T17:04:47.940 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme_version": { 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "string": "<1.2", 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "power_cycle_count": 54102, 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "power_on_time": { 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "hours": 57664 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "serial_number": "deleted", 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "smart_status": { 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "nvme": { 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "passed": true 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.941 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl": { 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "argv": [ 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl", 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "-x", 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "--json=o", 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "/dev/nvme0n1" 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "build_info": "(local build)", 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "exit_status": 0, 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "output": [ 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-480.el9.x86_64] (local build)", 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.942 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Serial Number: deleted", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Version: 8DV101H0", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller ID: 0", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "NVMe Version: <1.2", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Number of Namespaces: 1", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Local Time is: Sat Aug 17 16:59:13 2024 UTC", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-17T17:04:47.943 INFO:tasks.workunit.client.0.smithi059.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported Power States", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: " 0 + 512 0 2", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: " 1 - 512 8 2", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: " 2 - 512 16 2", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: " 3 - 4096 0 0", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: " 4 - 4096 8 0", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: " 5 - 4096 64 0", 2024-08-17T17:04:47.944 INFO:tasks.workunit.client.0.smithi059.stdout: " 6 - 4096 128 0", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "Critical Warning: 0x00", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "Temperature: 26 Celsius", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare: 100%", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "Available Spare Threshold: 10%", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "Percentage Used: 10%", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Read: 385,102,496 [197 TB]", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "Data Units Written: 1,761,784,095 [902 TB]", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Read Commands: 5,993,426,032", 2024-08-17T17:04:47.945 INFO:tasks.workunit.client.0.smithi059.stdout: "Host Write Commands: 30,150,275,691", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "Controller Busy Time: 7", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "Power Cycles: 54,102", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "Power On Hours: 57,664", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "Unsafe Shutdowns: 495", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "Media and Data Integrity Errors: 0", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information Log Entries: 0", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "No Errors Logged", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "" 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "platform_info": "x86_64-linux-5.14.0-480.el9.x86_64", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "svn_revision": "5155", 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: "version": [ 2024-08-17T17:04:47.946 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: "temperature": { 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: "current": 26 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: "user_capacity": { 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: "blocks": 781422768, 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 400088457216 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.947 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "report": { 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "balancer": { 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "active": true, 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "mode": "" 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "channels": [ 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "basic", 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "crash", 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "device", 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "ident", 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "perf" 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.948 INFO:tasks.workunit.client.0.smithi059.stdout: "channels_available": [ 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "basic", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "ident", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "crash", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "device", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "perf" 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "collections_available": [ 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_base", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "device_base", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "crash_base", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "ident_base", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_perf", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_mds_metadata", 2024-08-17T17:04:47.949 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_usage", 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_usage_by_class", 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_rook_v01", 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_memory_metrics", 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_options_bluestore" 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "collections_opted_in": [ 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_base", 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "device_base", 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "crash_base", 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "ident_base", 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_perf", 2024-08-17T17:04:47.950 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_mds_metadata", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_usage", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_usage_by_class", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_rook_v01", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_memory_metrics", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "basic_pool_options_bluestore" 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "config": { 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "active_changed": [ 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_debug", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_service_ticket_ttl", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "bdev_debug_aio", 2024-08-17T17:04:47.951 INFO:tasks.workunit.client.0.smithi059.stdout: "client_check_pool_perm", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "client_mount_gid", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "client_mount_uid", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "client_quota", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "container_image", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "daemonize", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mgr", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mon", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_ms", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_osd", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_paxos", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "keyring", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_block_size", 2024-08-17T17:04:47.952 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_cache_size", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_compression", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_log", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "leveldb_write_buffer_size", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_file", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_journald", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_stderr", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_allow_pool_delete", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_clock_drift_allowed", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_file_level", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_file", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_journald", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_stderr", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_data_avail_warn", 2024-08-17T17:04:47.953 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_election_default_strategy", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_host", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_max_pg_per_osd", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:04:47.954 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_bug", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_old_message", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "no_config_file", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_default_list", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_load_list", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_crush_chooseleaf_type", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_op_order", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_shutdown", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:04:47.955 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_hdd", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_hybrid", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_delete_sleep_ssd", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_max_backfills", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_profile", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_lim", 2024-08-17T17:04:47.956 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_res", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target_autotune", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue_cut_off", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pg_delete_cost", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recover_clone_overlap", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active_hdd", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_active_ssd", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_chunk", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep", 2024-08-17T17:04:47.957 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_hdd", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_hybrid", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_sleep_ssd", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_load_threshold", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_max_interval", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_sleep", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_hdd", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_snap_trim_sleep_ssd", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "public_addr", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "public_addrv", 2024-08-17T17:04:47.958 INFO:tasks.workunit.client.0.smithi059.stdout: "public_network", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd_default_features", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd_qos_exclude_ops", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "setgroup", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "setuser" 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster_changed": [ 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_debug", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_mon_ticket_ttl", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "auth_service_ticket_ttl", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "bdev_debug_aio", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "container_image", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_asserts_on_shutdown", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mgr", 2024-08-17T17:04:47.959 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_mon", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_ms", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_osd", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "debug_paxos", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_file", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_journald", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "log_to_stderr", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_join_fs", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/allow_ptrace", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/container_init", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/migration_current", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/cephadm/use_repo_digest", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-17T17:04:47.960 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/dashboard/ssl_server_port", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/orchestrator/orchestrator", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/channel_ident", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/channel_perf", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/description", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/enabled", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr/telemetry/organization", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_allow_pool_delete", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_clock_drift_allowed", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_file_level", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_cluster_log_to_file", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_data_avail_warn", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_election_default_strategy", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_max_pg_per_osd", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_mgr_mkfs_grace", 2024-08-17T17:04:47.961 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_prime_pg_temp", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_osd_reporter_subtree_level", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_pg_warn_max_object_skew", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "mon_warn_on_too_few_osds", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_bug", 2024-08-17T17:04:47.962 INFO:tasks.workunit.client.0.smithi059.stdout: "ms_die_on_old_message", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_default_list", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_class_load_list", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_misdirected_ops", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_op_order", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_pg_log_writeout", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_shutdown", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_cached_snaps", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_missing_on_start", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_debug_verify_stray_on_activate", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mclock_profile", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_memory_target_autotune", 2024-08-17T17:04:47.963 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_op_queue_cut_off", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_erasure_code_profile", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recover_clone_overlap", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_recovery_max_chunk", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_load_threshold", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_scrub_max_interval", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_shutdown_pgref_assert", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "public_network", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_cache_enabled", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_enable_ops_log", 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: "rgw_enable_usage_log" 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:47.964 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "contact": null, 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "crashes": [], 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "created": "2024-08-17T16:56:12.609998Z", 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "crush": { 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_algs": { 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "straw2": 3 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_sizes": { 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "2": 1, 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "4": 2 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket_types": { 2024-08-17T17:04:47.965 INFO:tasks.workunit.client.0.smithi059.stdout: "1": 2, 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "11": 1 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "compat_weight_set": false, 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "device_classes": [ 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: 8 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "num_buckets": 6, 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "num_devices": 8, 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "num_rules": 1, 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "num_types": 12, 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "num_weight_sets": 0, 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "tunables": { 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "allowed_bucket_algs": 54, 2024-08-17T17:04:47.966 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_local_fallback_tries": 0, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_local_tries": 0, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "choose_total_tries": 50, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_descend_once": 1, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_stable": 1, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "chooseleaf_vary_r": 1, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v2_rules": 0, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v3_rules": 0, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v4_buckets": 1, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "has_v5_rules": 0, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "legacy_tunables": 0, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "minimum_required_version": "jewel", 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "optimal_tunables": 1, 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "profile": "jewel", 2024-08-17T17:04:47.967 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables": 1, 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables2": 1, 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables3": 1, 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "require_feature_tunables5": 1, 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "straw_calc_version": 1 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "description": "upgrade test cluster", 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "fs": { 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "feature_flags": { 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "enable_multiple": true, 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "ever_enabled_multiple": true 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: "filesystems": [ 2024-08-17T17:04:47.968 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "approx_ctime": "2024-08", 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "balancer_enabled": false, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_caps": 0, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_dns": 10, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_inos": 13, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "cached_subtrees": 2, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "ever_allowed_features": 0, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "explicitly_allowed_features": 0, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "files": 0, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "max_mds": 1, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_data_pools": 1, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_in": 1, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_mds": 1, 2024-08-17T17:04:47.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": 0, 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_standby_replay": 0, 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_up": 1, 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "snaps": 0, 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "standby_count_wanted": 0 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_standby_mds": 1, 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "total_num_mds": 2 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_stats": { 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 20480000, 2024-08-17T17:04:47.970 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 413600, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 704512, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 427, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 1297064, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 20, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1052160, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 15095736, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 21184512 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 20135936, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 304456, 2024-08-17T17:04:47.971 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 925696, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 0, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 339, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 987480, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 12, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 587776, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 14709088, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 20135936 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.053963f2d8d1ca0032da4dcde15e7e7847a0780a": { 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 38010880, 2024-08-17T17:04:47.972 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1128912, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 884736, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 9519104, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1154, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 7867976, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 22, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2203904, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 23303912, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 47529984 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 35971072, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1202488, 2024-08-17T17:04:47.973 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 8192, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 10526720, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1136, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 7832136, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 21, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1457152, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 22849664, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46497792 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 43458560, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1554568, 2024-08-17T17:04:47.974 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2621440, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 540672, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 3956736, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1742, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 10824816, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 22, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2472960, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 25444104, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 47415296 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.0": { 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 46800896, 2024-08-17T17:04:47.975 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 960824, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 647168, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1394, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4720912, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2513152, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 35853496, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 47448064 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.1": { 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 46137344, 2024-08-17T17:04:47.976 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 757312, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 196608, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1397, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 5977856, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2260224, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 34389440, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46333952 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.2": { 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 50036736, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1644272, 2024-08-17T17:04:47.977 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 557056, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1684, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 5993976, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 3959040, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 35686936, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 50593792 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.3": { 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 44081152, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 602792, 2024-08-17T17:04:47.978 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 221184, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1245, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4288392, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 46, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1869568, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 34567888, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 44302336 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.4": { 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 45211648, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 572488, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:47.979 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 139264, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1256, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4942704, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1759232, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 35184712, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 45350912 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.5": { 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 45391872, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1030368, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:47.980 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 1007616, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1273, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4531760, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 48, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1989632, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 35087600, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46399488 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.6": { 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 45563904, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 937816, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 0, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 557056, 2024-08-17T17:04:47.981 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1287, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 4870040, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 2039808, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 34963728, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46120960 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.7": { 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "actual_memory_used": 45940736, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "central_cache_freelist": 1230592, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "malloc_metadata": 2752512, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "page_heap_freelist": 16384, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "released_to_os": 458752, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "spans_in_use": 1353, 2024-08-17T17:04:47.982 INFO:tasks.workunit.client.0.smithi059.stdout: "tcmalloc_page_size": 8192, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_cache_freelists": 5126488, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "thread_heaps_in_use": 47, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "transfer_cache_freelist": 1984256, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "use_by_application": 34830504, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "virtual_address_space_used": 46399488 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "hosts": { 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num": 2, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mds": 2, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mgr": 2, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_mon": 2, 2024-08-17T17:04:47.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_with_osd": 2 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "io_rate": { 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_stats_delta": { 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 0, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 0, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "stamp_delta": "12.002457", 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:47.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:47.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:47.986 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:47.987 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 0 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "leaderboard": false, 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "leaderboard_description": null, 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "license": "sharing-1-0", 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "mempool": { 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.988 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.989 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.990 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.991 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.992 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 222439, 2024-08-17T17:04:47.993 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 68 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 51704, 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 208 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.994 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8304, 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 141 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.995 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:47.996 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.997 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.998 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:47.999 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.000 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.001 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 150168, 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 33 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 928, 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 2 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.002 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.003 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.004 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.053963f2d8d1ca0032da4dcde15e7e7847a0780a": { 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.005 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.006 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.007 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.008 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.009 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1409233, 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 449 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.010 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.011 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6880, 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 140 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12744, 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1546 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5312, 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 103 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.012 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.013 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.014 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.015 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.016 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.017 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1185991, 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 367 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.018 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.019 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6880, 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 140 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12744, 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1546 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5312, 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 103 2024-08-17T17:04:48.020 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.021 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.022 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.023 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.024 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.025 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.026 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1234257, 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 372 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 352, 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 4 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.027 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6880, 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 140 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.028 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12744, 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1546 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 10624, 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 206 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.029 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.0": { 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:48.030 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6080, 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 76 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22848, 2024-08-17T17:04:48.031 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 204 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1936, 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 47 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 621327, 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 20 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 57775, 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 10491 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.032 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 144416, 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 244 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 11608, 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 773 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9792, 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 204 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.033 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 33306, 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 212 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22848, 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 204 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.034 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 428427, 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 93 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2436840, 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 7040, 2024-08-17T17:04:48.035 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 80 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 510048, 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 44 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.036 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 101504, 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 200 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 243176, 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3597 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.037 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.1": { 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.038 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5200, 2024-08-17T17:04:48.039 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 65 2024-08-17T17:04:48.040 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.040 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.040 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21616, 2024-08-17T17:04:48.040 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 193 2024-08-17T17:04:48.040 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.040 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.040 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1488, 2024-08-17T17:04:48.040 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 43 2024-08-17T17:04:48.040 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 31503, 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 7 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 52199, 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9616 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 136936, 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 233 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9920, 2024-08-17T17:04:48.041 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 603 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9264, 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 193 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 29718, 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:48.042 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21616, 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 193 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 736, 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 465547, 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 102 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.043 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12112, 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2420369, 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 187 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5280, 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 60 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.044 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 452088, 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 39 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8528, 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 22 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:48.045 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.046 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.2": { 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:48.047 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4880, 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 61 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21392, 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 191 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.048 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1264, 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 41 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16384, 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 4 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 88310, 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 15273 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 198816, 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 324 2024-08-17T17:04:48.049 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8984, 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 591 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9168, 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 191 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.050 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 27750, 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 192 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21392, 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 191 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 736, 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 406383, 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 87 2024-08-17T17:04:48.051 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12112, 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2462424, 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 188 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4488, 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 51 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.052 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 359352, 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 31 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8320, 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 24 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.053 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.054 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.3": { 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:48.055 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4240, 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 53 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21840, 2024-08-17T17:04:48.056 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 480, 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 34 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 50373, 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9461 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.057 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 134896, 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 230 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9768, 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 607 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9360, 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.058 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 28614, 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 198 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21840, 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2208, 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.059 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 320663, 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 66 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 26565, 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2445729, 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 188 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4752, 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 54 2024-08-17T17:04:48.060 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 428904, 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 37 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 10400, 2024-08-17T17:04:48.061 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 20 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.062 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.4": { 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.063 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 3920, 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 49 2024-08-17T17:04:48.064 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21840, 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1040, 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 39 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8192, 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 2 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 51623, 2024-08-17T17:04:48.065 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9612 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 136936, 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 233 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9960, 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 607 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9360, 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.066 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 29382, 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21840, 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 195 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 736, 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 1 2024-08-17T17:04:48.067 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 978714, 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 84 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12112, 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2454170, 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 189 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4928, 2024-08-17T17:04:48.068 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 56 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 452088, 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 39 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.069 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 8944, 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 18 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.070 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.5": { 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.071 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 3440, 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 43 2024-08-17T17:04:48.072 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21952, 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 196 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 704, 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 36 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 14519, 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.073 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 52714, 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9749 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 138976, 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 236 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 10124, 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 612 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9408, 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 196 2024-08-17T17:04:48.074 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 29982, 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 204 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 21952, 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 196 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2208, 2024-08-17T17:04:48.075 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 883630, 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 61 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 26565, 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2427411, 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 177 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.076 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 5544, 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 63 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 463680, 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 40 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.077 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 13520, 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 26 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242920, 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3585 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.078 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.6": { 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.079 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.080 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2880, 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 36 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22512, 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 256, 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 32 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.081 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 51675, 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 9844 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 135576, 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 231 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 11180, 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 762 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.082 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9648, 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 30402, 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 199 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22512, 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 201 2024-08-17T17:04:48.083 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 841755, 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 51 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2391556, 2024-08-17T17:04:48.084 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 164 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 4664, 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 53 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 452088, 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 39 2024-08-17T17:04:48.085 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 100672, 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 204 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242408, 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3561 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.086 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.087 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.7": { 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: "bloom_filter": { 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6304, 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 115 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.088 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_reader": { 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 16896, 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 8 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs_file_writer": { 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 576, 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_alloc": { 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2240, 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 28 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_blob": { 2024-08-17T17:04:48.089 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22736, 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 203 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_buffer": { 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 1376, 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 42 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_data": { 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 282624, 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 10 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_meta": { 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 56118, 2024-08-17T17:04:48.090 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 10432 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_onode": { 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 143736, 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 243 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_cache_other": { 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 12004, 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 773 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_extent": { 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 9744, 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 203 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.091 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_fsck": { 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_inline_bl": { 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 33138, 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 211 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_shared_blob": { 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 22736, 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 203 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_txc": { 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.092 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing": { 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 207118, 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 40 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore_writing_deferred": { 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_anon": { 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 2432607, 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 200 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.093 INFO:tasks.workunit.client.0.smithi059.stdout: "buffer_meta": { 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 6248, 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 71 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_co": { 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 533232, 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 46 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_mapbl": { 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.094 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_pglog": { 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 106496, 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 252 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap": { 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 242408, 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 3561 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap_mapping": { 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.095 INFO:tasks.workunit.client.0.smithi059.stdout: "pgmap": { 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_1": { 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "unittest_2": { 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes": 0, 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "items": 0 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "metadata": { 2024-08-17T17:04:48.096 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 2 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 1, 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 2 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.097 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 2 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 2 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 2 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 2 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:48.098 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 3 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2, 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 1 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 3 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 3 2024-08-17T17:04:48.099 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 3 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 3 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 3 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "arch": { 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "x86_64": 8 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.100 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_version": { 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "cpu": { 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 4, 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 4 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "distro": { 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "centos": 8 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "distro_description": { 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "CentOS Stream 9": 8 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_description": { 2024-08-17T17:04:48.101 INFO:tasks.workunit.client.0.smithi059.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024": 8 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: "kernel_version": { 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: "5.14.0-480.el9.x86_64": 8 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: "os": { 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: "Linux": 8 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_objectstore": { 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": 8 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: "rotational": { 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: "0": 8 2024-08-17T17:04:48.102 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "features": { 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "optional": [], 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "persistent": [ 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "kraken", 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "luminous", 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "mimic", 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "osdmap-prune", 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "nautilus", 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "octopus", 2024-08-17T17:04:48.103 INFO:tasks.workunit.client.0.smithi059.stdout: "pacific", 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: "elector-pinging", 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: "quincy", 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: "reef" 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: "ipv4_addr_mons": 6, 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: "ipv6_addr_mons": 0, 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: "min_mon_release": 18, 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: "v1_addr_mons": 3, 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: "v2_addr_mons": 3 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.104 INFO:tasks.workunit.client.0.smithi059.stdout: "organization": "ceph-qa", 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster_network": false, 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: "require_min_compat_client": "luminous", 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: "require_osd_release": "reef" 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_perf_histograms": [ 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: "axes": [ 2024-08-17T17:04:48.105 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Latency (usec)", 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 100000, 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 99999]", 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "[100000, 199999]", 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "[200000, 399999]", 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "[400000, 799999]", 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "[800000, 1599999]", 2024-08-17T17:04:48.106 INFO:tasks.workunit.client.0.smithi059.stdout: "[1600000, 3199999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[3200000, 6399999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[6400000, 12799999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[12800000, 25599999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[25600000, 51199999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[51200000, 102399999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[102400000, 204799999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[204800000, 409599999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[409600000, 819199999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[819200000, 1638399999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[1638400000, 3276799999]", 2024-08-17T17:04:48.107 INFO:tasks.workunit.client.0.smithi059.stdout: "[3276800000, 6553599999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[6553600000, 13107199999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[13107200000, 26214399999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[26214400000, 52428799999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[52428800000, 104857599999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[104857600000, 209715199999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[209715200000, 419430399999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[419430400000, 838860799999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:04:48.108 INFO:tasks.workunit.client.0.smithi059.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "[53687091200000, None]" 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Request size (bytes)", 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 512, 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 511]", 2024-08-17T17:04:48.109 INFO:tasks.workunit.client.0.smithi059.stdout: "[512, 1023]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[1024, 2047]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[2048, 4095]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[4096, 8191]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[8192, 16383]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[16384, 32767]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[32768, 65535]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[65536, 131071]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[131072, 262143]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[262144, 524287]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[524288, 1048575]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[1048576, 2097151]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[2097152, 4194303]", 2024-08-17T17:04:48.110 INFO:tasks.workunit.client.0.smithi059.stdout: "[4194304, 8388607]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[8388608, 16777215]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[16777216, 33554431]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[33554432, 67108863]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[67108864, 134217727]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[134217728, 268435455]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[268435456, 536870911]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[536870912, 1073741823]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[1073741824, 2147483647]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[2147483648, 4294967295]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[4294967296, 8589934591]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[8589934592, 17179869183]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[17179869184, 34359738367]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[34359738368, 68719476735]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[68719476736, 137438953471]", 2024-08-17T17:04:48.111 INFO:tasks.workunit.client.0.smithi059.stdout: "[137438953472, 274877906943]", 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: "[274877906944, None]" 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: "osds": [ 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 0, 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.112 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.113 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.114 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 1, 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.115 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.116 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.117 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 2, 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.118 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.119 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.120 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 3, 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.121 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.122 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 4, 2024-08-17T17:04:48.123 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.124 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.125 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 5, 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.126 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.127 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.128 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 6, 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.129 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.130 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.131 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 7, 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.132 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.133 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: "axes": [ 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.134 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Latency (usec)", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 100000, 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 99999]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[100000, 199999]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[200000, 399999]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[400000, 799999]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[800000, 1599999]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[1600000, 3199999]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[3200000, 6399999]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[6400000, 12799999]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[12800000, 25599999]", 2024-08-17T17:04:48.135 INFO:tasks.workunit.client.0.smithi059.stdout: "[25600000, 51199999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[51200000, 102399999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[102400000, 204799999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[204800000, 409599999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[409600000, 819199999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[819200000, 1638399999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[1638400000, 3276799999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[3276800000, 6553599999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[6553600000, 13107199999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[13107200000, 26214399999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[26214400000, 52428799999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[52428800000, 104857599999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[104857600000, 209715199999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[209715200000, 419430399999]", 2024-08-17T17:04:48.136 INFO:tasks.workunit.client.0.smithi059.stdout: "[419430400000, 838860799999]", 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "[53687091200000, None]" 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Request size (bytes)", 2024-08-17T17:04:48.137 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 512, 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 511]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[512, 1023]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[1024, 2047]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[2048, 4095]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[4096, 8191]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[8192, 16383]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[16384, 32767]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[32768, 65535]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[65536, 131071]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[131072, 262143]", 2024-08-17T17:04:48.138 INFO:tasks.workunit.client.0.smithi059.stdout: "[262144, 524287]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[524288, 1048575]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[1048576, 2097151]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[2097152, 4194303]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[4194304, 8388607]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[8388608, 16777215]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[16777216, 33554431]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[33554432, 67108863]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[67108864, 134217727]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[134217728, 268435455]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[268435456, 536870911]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[536870912, 1073741823]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[1073741824, 2147483647]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[2147483648, 4294967295]", 2024-08-17T17:04:48.139 INFO:tasks.workunit.client.0.smithi059.stdout: "[4294967296, 8589934591]", 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "[8589934592, 17179869183]", 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "[17179869184, 34359738367]", 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "[34359738368, 68719476735]", 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "[68719476736, 137438953471]", 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "[137438953472, 274877906943]", 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "[274877906944, None]" 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "osds": [ 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 0, 2024-08-17T17:04:48.140 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.141 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.142 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 1, 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.143 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.144 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.145 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 2, 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.146 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.147 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.148 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 3, 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.149 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.150 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 4, 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.151 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.152 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.153 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 5, 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.154 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.155 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.156 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 6, 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.157 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.158 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 7, 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.159 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.160 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.161 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: "axes": [ 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.162 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Latency (usec)", 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 100000, 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 99999]", 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[100000, 199999]", 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[200000, 399999]", 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[400000, 799999]", 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[800000, 1599999]", 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[1600000, 3199999]", 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[3200000, 6399999]", 2024-08-17T17:04:48.163 INFO:tasks.workunit.client.0.smithi059.stdout: "[6400000, 12799999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[12800000, 25599999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[25600000, 51199999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[51200000, 102399999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[102400000, 204799999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[204800000, 409599999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[409600000, 819199999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[819200000, 1638399999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[1638400000, 3276799999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[3276800000, 6553599999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[6553600000, 13107199999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[13107200000, 26214399999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[26214400000, 52428799999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[52428800000, 104857599999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[104857600000, 209715199999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[209715200000, 419430399999]", 2024-08-17T17:04:48.164 INFO:tasks.workunit.client.0.smithi059.stdout: "[419430400000, 838860799999]", 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "[53687091200000, None]" 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Request size (bytes)", 2024-08-17T17:04:48.165 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 512, 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 511]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[512, 1023]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[1024, 2047]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[2048, 4095]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[4096, 8191]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[8192, 16383]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[16384, 32767]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[32768, 65535]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[65536, 131071]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[131072, 262143]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[262144, 524287]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[524288, 1048575]", 2024-08-17T17:04:48.166 INFO:tasks.workunit.client.0.smithi059.stdout: "[1048576, 2097151]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[2097152, 4194303]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[4194304, 8388607]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[8388608, 16777215]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[16777216, 33554431]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[33554432, 67108863]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[67108864, 134217727]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[134217728, 268435455]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[268435456, 536870911]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[536870912, 1073741823]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[1073741824, 2147483647]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[2147483648, 4294967295]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[4294967296, 8589934591]", 2024-08-17T17:04:48.167 INFO:tasks.workunit.client.0.smithi059.stdout: "[8589934592, 17179869183]", 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[17179869184, 34359738367]", 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[34359738368, 68719476735]", 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[68719476736, 137438953471]", 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[137438953472, 274877906943]", 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[274877906944, None]" 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "osds": [ 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 0, 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.168 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.169 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.170 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 1, 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.171 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.172 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.173 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 2, 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.174 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.175 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 3, 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.176 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.177 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.178 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 4, 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.179 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.180 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.181 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 5, 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.182 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.183 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 6, 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.184 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.185 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.186 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 7, 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.187 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.188 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:48.189 INFO:tasks.workunit.client.0.smithi059.stdout: "axes": [ 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Latency (usec)", 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 100000, 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 99999]", 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[100000, 199999]", 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[200000, 399999]", 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[400000, 799999]", 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[800000, 1599999]", 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[1600000, 3199999]", 2024-08-17T17:04:48.190 INFO:tasks.workunit.client.0.smithi059.stdout: "[3200000, 6399999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[6400000, 12799999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[12800000, 25599999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[25600000, 51199999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[51200000, 102399999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[102400000, 204799999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[204800000, 409599999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[409600000, 819199999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[819200000, 1638399999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[1638400000, 3276799999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[3276800000, 6553599999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[6553600000, 13107199999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[13107200000, 26214399999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[26214400000, 52428799999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[52428800000, 104857599999]", 2024-08-17T17:04:48.191 INFO:tasks.workunit.client.0.smithi059.stdout: "[104857600000, 209715199999]", 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[209715200000, 419430399999]", 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[419430400000, 838860799999]", 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[838860800000, 1677721599999]", 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[1677721600000, 3355443199999]", 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[3355443200000, 6710886399999]", 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[6710886400000, 13421772799999]", 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[13421772800000, 26843545599999]", 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[26843545600000, 53687091199999]", 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "[53687091200000, None]" 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "buckets": 32, 2024-08-17T17:04:48.192 INFO:tasks.workunit.client.0.smithi059.stdout: "min": 0, 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "name": "Request size (bytes)", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "quant_size": 512, 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "ranges": [ 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[None, -1]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 511]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[512, 1023]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[1024, 2047]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[2048, 4095]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[4096, 8191]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[8192, 16383]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[16384, 32767]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[32768, 65535]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[65536, 131071]", 2024-08-17T17:04:48.193 INFO:tasks.workunit.client.0.smithi059.stdout: "[131072, 262143]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[262144, 524287]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[524288, 1048575]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[1048576, 2097151]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[2097152, 4194303]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[4194304, 8388607]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[8388608, 16777215]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[16777216, 33554431]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[33554432, 67108863]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[67108864, 134217727]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[134217728, 268435455]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[268435456, 536870911]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[536870912, 1073741823]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[1073741824, 2147483647]", 2024-08-17T17:04:48.194 INFO:tasks.workunit.client.0.smithi059.stdout: "[2147483648, 4294967295]", 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[4294967296, 8589934591]", 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[8589934592, 17179869183]", 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[17179869184, 34359738367]", 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[34359738368, 68719476735]", 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[68719476736, 137438953471]", 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[137438953472, 274877906943]", 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[274877906944, None]" 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "scale_type": "log2" 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "osds": [ 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 0, 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.195 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.196 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.197 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 1, 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.198 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 14, 3, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 13, 4, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 17, 1, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.199 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.200 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 2, 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.201 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.202 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 3, 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.203 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.204 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.205 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 4, 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.206 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.207 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.208 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 5, 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.209 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.210 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 6, 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.211 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.212 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.213 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: "osd_id": 7, 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: "values": [ 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.214 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.215 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.216 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: ] 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: "perf_counters": { 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: "mds.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: "mds": { 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: "caps": { 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_flush_ack": { 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.217 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_grant": { 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_revoke": { 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: "ceph_cap_op_trunc": { 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_commit": { 2024-08-17T17:04:48.218 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_fetch_complete": { 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_fetch_keys": { 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_merge": { 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: "dir_split": { 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.219 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "exported_inodes": { 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "forward": { 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_cap_release": { 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_caps": { 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_caps_dirty": { 2024-08-17T17:04:48.220 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_inode_file_caps": { 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "imported_inodes": { 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "inodes": { 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "inodes_expired": { 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "inodes_pinned": { 2024-08-17T17:04:48.221 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: "inodes_with_caps": { 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: "load_cent": { 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: "openino_dir_fetch": { 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: "process_request_cap_release": { 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.222 INFO:tasks.workunit.client.0.smithi059.stdout: "reply_latency": { 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 148356 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "request": { 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "root_rbytes": { 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "root_rfiles": { 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "root_rsnaps": { 2024-08-17T17:04:48.223 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_reply": { 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: "subtrees": { 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_cache": { 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_enqueue_scrub": { 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_exportdir": { 2024-08-17T17:04:48.224 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_flush": { 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_fragmentdir": { 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_fragstats": { 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "ireq_inodestats": { 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "num_recovering_enqueued": { 2024-08-17T17:04:48.225 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_recovering_prioritized": { 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_recovering_processing": { 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_strays": { 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_strays_delayed": { 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.226 INFO:tasks.workunit.client.0.smithi059.stdout: "num_strays_enqueuing": { 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_completed": { 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_started": { 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: "strays_created": { 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.227 INFO:tasks.workunit.client.0.smithi059.stdout: "strays_enqueued": { 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "strays_migrated": { 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "strays_reintegrated": { 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_log": { 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "ev": { 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "evadd": { 2024-08-17T17:04:48.228 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "evex": { 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "evexd": { 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "evexg": { 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "evtrm": { 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "jlat": { 2024-08-17T17:04:48.229 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16113261 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: "replayed": { 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: "seg": { 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: "segadd": { 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: "segex": { 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.230 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "segexd": { 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "segexg": { 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "segtrm": { 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_mem": { 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "cap": { 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.231 INFO:tasks.workunit.client.0.smithi059.stdout: "cap+": { 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: "cap-": { 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: "dir": { 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: "dir+": { 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: "dir-": { 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.232 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "dn": { 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "dn+": { 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "dn-": { 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "heap": { 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 207124 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "ino": { 2024-08-17T17:04:48.233 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: "ino+": { 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: "ino-": { 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: "rss": { 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39660 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_server": { 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: "cap_acquisition_throttle": { 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.234 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "cap_revoke_eviction": { 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_request": { 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_client_session": { 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "handle_peer_request": { 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "req_create_latency": { 2024-08-17T17:04:48.235 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "req_getattr_latency": { 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 148356 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "req_getfilelock_latency": { 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "req_getvxattr_latency": { 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.236 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "req_link_latency": { 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookup_latency": { 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookuphash_latency": { 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.237 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookupino_latency": { 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookupname_latency": { 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookupparent_latency": { 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lookupsnap_latency": { 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.238 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "req_lssnap_latency": { 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "req_mkdir_latency": { 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "req_mknod_latency": { 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.239 INFO:tasks.workunit.client.0.smithi059.stdout: "req_mksnap_latency": { 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "req_open_latency": { 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "req_readdir_latency": { 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "req_rename_latency": { 2024-08-17T17:04:48.240 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "req_renamesnap_latency": { 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "req_rmdir_latency": { 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "req_rmsnap_latency": { 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.241 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "req_rmxattr_latency": { 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setattr_latency": { 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setdirlayout_latency": { 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setfilelock_latency": { 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.242 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setlayout_latency": { 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: "req_setxattr_latency": { 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: "req_snapdiff_latency": { 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.243 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "req_symlink_latency": { 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "req_unlink_latency": { 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "mds_sessions": { 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "average_load": { 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.244 INFO:tasks.workunit.client.0.smithi059.stdout: "avg_session_uptime": { 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 89 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "mdthresh_evicted": { 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "session_add": { 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "session_count": { 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "session_remove": { 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.245 INFO:tasks.workunit.client.0.smithi059.stdout: "sessions_open": { 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: "sessions_stale": { 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: "total_load": { 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.246 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 45 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: "purge_queue": { 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executed": { 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.247 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executed_ops": { 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executing": { 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executing_high_water": { 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executing_ops": { 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_executing_ops_high_water": { 2024-08-17T17:04:48.248 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: "pq_item_in_journal": { 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.053963f2d8d1ca0032da4dcde15e7e7847a0780a": { 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: "election_call": { 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: "election_lose": { 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.249 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: "election_win": { 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: "num_elections": { 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": { 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: "session_add": { 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.250 INFO:tasks.workunit.client.0.smithi059.stdout: "session_rm": { 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: "session_trim": { 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: "paxos": { 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: "accept_timeout": { 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: "begin": { 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 814 2024-08-17T17:04:48.251 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_bytes": { 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 814, 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4141061 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_keys": { 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_latency": { 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 814, 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 249997206 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "collect": { 2024-08-17T17:04:48.252 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_bytes": { 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_keys": { 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_latency": { 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 999989 2024-08-17T17:04:48.253 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_timeout": { 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_uncommitted": { 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "commit": { 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 816 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_bytes": { 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.254 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_keys": { 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_latency": { 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_ack_timeout": { 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_timeout": { 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.255 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn": { 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn_latency": { 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh": { 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 816 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh_latency": { 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 816, 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1921978496 2024-08-17T17:04:48.256 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "restart": { 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state": { 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_bytes": { 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_keys": { 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.257 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: "start_leader": { 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: "start_peon": { 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state": { 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 815 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_bytes": { 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 815, 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8129473 2024-08-17T17:04:48.258 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_keys": { 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 815, 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5653 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_latency": { 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 815, 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 485994575 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache": { 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1020054731 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.259 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44908544 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 33898496 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2147483648 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11010048 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.260 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:full": { 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277006228 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.261 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 309106 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.263 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 70811898 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:inc": { 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.264 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277006228 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43982 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.265 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.266 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71077022 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:kv": { 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 322961408 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.267 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 184670818 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.268 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.269 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71181726 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.270 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb": { 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "compact": { 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_len": { 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_merge": { 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_range": { 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "get_latency": { 2024-08-17T17:04:48.271 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 35139, 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 91612458 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.272 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_latency": { 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_sync_latency": { 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1754, 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 834177129 2024-08-17T17:04:48.273 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.243fcb50c72f931c331f015c2e9c189e8e7002b4": { 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: "election_call": { 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: "election_lose": { 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: "election_win": { 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.274 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_elections": { 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": { 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "session_add": { 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "session_rm": { 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 61 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "session_trim": { 2024-08-17T17:04:48.275 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: "paxos": { 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: "accept_timeout": { 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: "begin": { 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 823 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_bytes": { 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 823, 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4165883 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.276 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_keys": { 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_latency": { 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 823, 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 135996914 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "collect": { 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_bytes": { 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 146 2024-08-17T17:04:48.277 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_keys": { 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_latency": { 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 999977 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_timeout": { 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_uncommitted": { 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.278 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "commit": { 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 824 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_bytes": { 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_keys": { 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_latency": { 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.279 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_ack_timeout": { 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_timeout": { 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn": { 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn_latency": { 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh": { 2024-08-17T17:04:48.280 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 824 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh_latency": { 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 824, 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1750960291 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "restart": { 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state": { 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_bytes": { 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.281 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_keys": { 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: "start_leader": { 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: "start_peon": { 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.282 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state": { 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 824 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_bytes": { 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 824, 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8177208 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_keys": { 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 824, 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5722 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_latency": { 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 824, 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 271993835 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.283 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache": { 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1020054731 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43876352 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 32636928 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2147483648 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11239424 2024-08-17T17:04:48.284 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:full": { 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277006228 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.285 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 309106 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.286 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.287 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 70811898 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:inc": { 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.288 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277006228 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43982 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.289 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.290 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71077022 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:kv": { 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 322961408 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.291 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 184670818 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.292 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.293 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71181726 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb": { 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: "compact": { 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_len": { 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_merge": { 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.294 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_range": { 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "get_latency": { 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 35255, 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 87269788 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.295 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_latency": { 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_sync_latency": { 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1798, 2024-08-17T17:04:48.296 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 501754738 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: "mon.9db847517340675c9d39bc42d5266d23ddac98a4": { 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: "election_call": { 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: "election_lose": { 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: "election_win": { 2024-08-17T17:04:48.297 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_elections": { 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_sessions": { 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: "session_add": { 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: "session_rm": { 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 185 2024-08-17T17:04:48.298 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "session_trim": { 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "paxos": { 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "accept_timeout": { 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "begin": { 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 947 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_bytes": { 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 947, 2024-08-17T17:04:48.299 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5214880 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_keys": { 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 947, 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2841 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: "begin_latency": { 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 947, 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 164998162 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: "collect": { 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.300 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_bytes": { 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_keys": { 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_latency": { 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_timeout": { 2024-08-17T17:04:48.301 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: "collect_uncommitted": { 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: "commit": { 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 947 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_bytes": { 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 947, 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5146754 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_keys": { 2024-08-17T17:04:48.302 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 947, 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5572 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "commit_latency": { 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 947, 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 389597917 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_ack_timeout": { 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "lease_timeout": { 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn": { 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.303 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "new_pn_latency": { 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2999966 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh": { 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 949 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "refresh_latency": { 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 949, 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2576971167 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "restart": { 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12 2024-08-17T17:04:48.304 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state": { 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_bytes": { 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1627 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "share_state_keys": { 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "start_leader": { 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3 2024-08-17T17:04:48.305 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "start_peon": { 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state": { 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_bytes": { 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_keys": { 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.306 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: "store_state_latency": { 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache": { 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1020054731 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.307 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44793856 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39141376 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2147483648 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5652480 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.308 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:full": { 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277007304 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.309 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 308676 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.310 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.311 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 70811252 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:inc": { 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 348127232 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.312 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277007304 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 41543 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.313 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.314 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71078385 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: "prioritycache:kv": { 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 322961408 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.315 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 184671536 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.316 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.317 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71181008 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.318 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb": { 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "compact": { 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_len": { 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_queue_merge": { 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_range": { 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "get_latency": { 2024-08-17T17:04:48.319 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 42206, 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 184305616 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_delay_time": { 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_memtable_time": { 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.320 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_write_wal_time": { 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_latency": { 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "submit_sync_latency": { 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2064, 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 647734932 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.321 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.0": { 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.322 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2994176 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.323 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:48.324 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1884160 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1744896 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.325 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:48.326 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:48.327 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.328 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.329 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.330 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4816896 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.331 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1388544 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 255656 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.332 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 26, 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 69434 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.333 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 413, 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 98064201 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 400, 2024-08-17T17:04:48.334 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7846481 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 413, 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 417798 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 413, 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 98481999 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:48.335 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 36343 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 19545 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.336 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 4, 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13442 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 933 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 246 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 127, 2024-08-17T17:04:48.337 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4619553 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 338, 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 331365 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 211, 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7747322 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:48.338 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 80396 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12887550 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 132, 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9065759 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 132, 2024-08-17T17:04:48.339 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 484144235831 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 132, 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 174683899785 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 81027851441 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.340 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53363 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 572998 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 193171248 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 175918 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.341 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 94063990 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 29875649 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 941053 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 66, 2024-08-17T17:04:48.342 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 324794 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 330650314 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 34682503 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 534, 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3258414 2024-08-17T17:04:48.343 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1862414970 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44695552 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44032000 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3138495692 2024-08-17T17:04:48.344 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 663552 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.345 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85517149 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.346 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 614400 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.347 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73252003 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.348 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641378624 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.349 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.350 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71650928 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:48.351 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57011433 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.352 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.353 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.354 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68817223 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.355 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641378624 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2496 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6240 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.356 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 255854 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.357 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71388466 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.358 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 44 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.359 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 616 2024-08-17T17:04:48.360 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42664850 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 7, 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5214481 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:48.361 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 40355781 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.362 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:48.363 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:48.364 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.365 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 616 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42664850 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:48.366 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 7, 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5214481 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 6, 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 40355781 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1771104 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:48.367 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 29052928 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.1": { 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.368 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:48.369 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2572288 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:48.370 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1638400 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1499136 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.371 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:48.372 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.373 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:48.374 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.375 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:48.376 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4149248 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:48.377 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 790528 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 215575 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:48.378 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 31, 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 99365 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.379 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 353, 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 72777946 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 350, 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5602519 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 353, 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 405914 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 353, 2024-08-17T17:04:48.380 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73183860 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 34777 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 4, 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10156 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:48.381 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11606 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 859 2024-08-17T17:04:48.382 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 256 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 145, 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7534243 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 371, 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 316510 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 226, 2024-08-17T17:04:48.383 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7364077 2024-08-17T17:04:48.384 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.385 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:48.385 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.385 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.385 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:48.385 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.385 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 186488 2024-08-17T17:04:48.385 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.385 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15766705 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 128, 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10420819 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 127, 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 316964203633 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 128, 2024-08-17T17:04:48.386 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 156190859975 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 425, 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 92312775775 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 425, 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42486 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 671303 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.387 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 126997358 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 149595 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85392252 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22473510 2024-08-17T17:04:48.388 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 350136 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 61, 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 307778 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 251364769 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27328601 2024-08-17T17:04:48.389 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 426, 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3603528 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1862414970 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43581440 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.390 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43384832 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3138495692 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 196608 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.391 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85553845 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24576 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.393 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73805131 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.394 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641653843 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.395 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.396 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71375709 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.397 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57035897 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.398 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.399 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68792759 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.400 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641653843 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.401 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 241496 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.402 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71136341 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.403 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.404 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 157 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2429467 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 157, 2024-08-17T17:04:48.405 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 342818262 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1052 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 157, 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 55733549 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 157, 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 186245380 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.406 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 33 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 33, 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6225089 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1052 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.407 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 33, 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5568939 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 33, 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4800584 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.408 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 22, 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 21528047 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 22, 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8500051 2024-08-17T17:04:48.409 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 22, 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 20377756 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 102 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2429467 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 102, 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 315065126 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.410 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 102, 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 41664559 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 102, 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 161067040 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.411 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 590368 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28459008 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.412 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.2": { 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.413 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.414 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7307264 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.415 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3772416 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3633152 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:48.416 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.417 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:48.418 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:48.419 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.420 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:48.421 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11018240 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:48.422 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 782336 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 4, 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 328213 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.423 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 17736 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.424 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 874, 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 484076308 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 872, 2024-08-17T17:04:48.425 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 20853674 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 874, 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1012861 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 874, 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 485089169 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.426 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 38207 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1544 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:48.427 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3879 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3749 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 322 2024-08-17T17:04:48.428 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 110, 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1603005 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 297, 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 277077 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 187, 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3546775 2024-08-17T17:04:48.429 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 103, 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5831893 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3740188065 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:48.430 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 123, 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 37447127 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 122, 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 318246394144 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 123, 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 183156180892 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3453, 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85327927856 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.431 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3453, 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 202009 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 70807064 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2501272948 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 519272 2024-08-17T17:04:48.432 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1368604229 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 367222074 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 350230 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 57, 2024-08-17T17:04:48.433 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 264615 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8048335922 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 405430204 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3454, 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 259960881 2024-08-17T17:04:48.434 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1862414970 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 47841280 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 47267840 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.435 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3138495692 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 573440 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.436 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85548678 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.437 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.438 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16384 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73818490 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.439 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641615085 2024-08-17T17:04:48.440 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.441 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.442 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71414467 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:48.443 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57032452 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.444 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.445 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68796204 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.446 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641615085 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.447 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 337506 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.448 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71079089 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.449 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:48.450 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:48.451 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53084408 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4329835 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52220100 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.452 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.453 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.454 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.455 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 10 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53084408 2024-08-17T17:04:48.456 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4329835 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 10, 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52220100 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:48.457 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:48.458 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 32645120 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.3": { 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:48.459 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:48.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1236992 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:48.461 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 901120 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 761856 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.462 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:48.463 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.464 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5503 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:48.465 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5503 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:48.466 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.467 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2076672 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:48.468 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 798720 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.469 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5651 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.470 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 173, 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 45523725 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 167, 2024-08-17T17:04:48.471 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8848935 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 173, 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 212589 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 173, 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 45736314 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.472 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42257 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1117 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:48.473 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8709 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 374 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 230 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:48.474 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 93, 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 932642 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 164, 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 320012 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 71, 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 426823 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.475 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5719204 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 57, 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4517964 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 54, 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 364772363373 2024-08-17T17:04:48.476 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 57, 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 93964805257 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 251, 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 538115 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 251, 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 25394 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:48.477 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 263987 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 110046329 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 77667 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57611341 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.478 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12943679 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 352691 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 48, 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 262147 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 186617100 2024-08-17T17:04:48.479 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15671814 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 254, 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1569354 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1862414970 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 41549824 2024-08-17T17:04:48.480 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 41312256 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3138495692 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 237568 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.481 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85555655 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.482 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.483 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73827897 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:48.484 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641667416 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.485 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:48.486 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71362136 2024-08-17T17:04:48.487 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 57037103 2024-08-17T17:04:48.488 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.489 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.490 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68791553 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.491 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641667416 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.492 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6025 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 232582 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.493 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71125657 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.494 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 37 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.495 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.496 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1664854 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.497 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.499 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.500 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.501 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1664854 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.502 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28463104 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.4": { 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:48.503 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.504 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.505 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:48.506 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 905216 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 765952 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:48.507 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.508 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:48.509 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.510 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.511 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.512 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2129920 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 798720 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:48.513 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 313195 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.514 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3957 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 174, 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53140360 2024-08-17T17:04:48.515 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 169, 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11618010 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 174, 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 208052 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 174, 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 53348412 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.516 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 36903 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1053 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.517 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8984 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 412 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.518 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 248 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 112, 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1152440 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 193, 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 303656 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:48.519 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 81, 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 342939 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 151500 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3461162 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.520 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 49, 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3461031 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 48, 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 220713182736 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 49, 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 72237615496 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.521 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 278, 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9464469652 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 278, 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 32057 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 271255 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.522 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 178934028 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 88492 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 138453121 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:48.523 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14876324 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 350684 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 47, 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 204611 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 336033145 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.524 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 17371296 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 279, 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1955143 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1861452307 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.525 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42598400 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42442752 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3137363148 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 155648 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.526 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85497115 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.527 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.528 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8192 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.529 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73878245 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.530 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641228366 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.531 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.532 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71801186 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.533 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 56998077 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68830579 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.536 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641228366 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.537 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 238413 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.538 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71564901 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.539 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:48.540 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:48.541 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1941238 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 726013 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.542 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1813722 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.543 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.544 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:48.545 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.546 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1941238 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.547 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 726013 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1813722 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.548 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28467200 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.5": { 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.549 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:48.550 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1318912 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.551 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 937984 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:48.552 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 798720 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.553 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.554 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.555 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5505 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:48.556 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.557 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.558 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2195456 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 802816 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 8, 2024-08-17T17:04:48.559 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 264127 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.560 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6500 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 182, 2024-08-17T17:04:48.561 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52562289 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 182, 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7043819 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 182, 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159400 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 182, 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52721689 2024-08-17T17:04:48.562 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 35174 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1112 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.563 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 7426 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.564 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 390 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 254 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 98, 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1193558 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 163, 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 215113 2024-08-17T17:04:48.565 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 65, 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 526528 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 161228 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:48.566 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3252068 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 48, 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3515601 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 45, 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 292505664071 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 48, 2024-08-17T17:04:48.567 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 66011507100 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 292, 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9607185433 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 292, 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 29813 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 254659 2024-08-17T17:04:48.568 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 146769294 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85833 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 110920371 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:48.569 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13303301 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 352969 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 40, 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 154213 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 274535771 2024-08-17T17:04:48.570 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16190098 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 295, 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2139970 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1861452307 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.571 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43646976 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42631168 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3137363148 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1015808 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.572 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85496885 2024-08-17T17:04:48.573 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.574 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8192 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.575 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73878475 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.576 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641226642 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.577 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:48.578 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71802910 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.579 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 56997923 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.580 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.581 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68830733 2024-08-17T17:04:48.582 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.583 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641226642 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.584 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6055 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 241002 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.585 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71557981 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.586 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 40 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.587 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.588 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.589 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.590 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:48.591 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.592 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.593 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:48.594 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28467200 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.6": { 2024-08-17T17:04:48.595 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.596 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1409024 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.597 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1019904 2024-08-17T17:04:48.598 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 880640 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:48.599 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:48.600 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:48.601 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5503 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5503 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.602 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.603 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2367488 2024-08-17T17:04:48.604 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1376256 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.605 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:48.606 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4659 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 202, 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 46444034 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.607 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 198, 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9671333 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 202, 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 141689 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 202, 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 46585723 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:48.608 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 45114 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1097 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.609 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 11434 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 419 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:48.610 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 261 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 97, 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 685437 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 150, 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 301994 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 53, 2024-08-17T17:04:48.611 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 312824 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2259226 2024-08-17T17:04:48.612 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 40, 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2656159 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 40, 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 453606099525 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 40, 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 61330756101 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.613 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 522157 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 32358 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 229807 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:48.614 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 126477087 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 131953 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 90316166 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.615 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13507700 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 942351 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 33, 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 127231 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 232866641 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:48.616 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15654124 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 299, 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2367151 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1861452307 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.617 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43368448 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42811392 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3137363148 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 557056 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.618 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85497500 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.619 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.620 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.621 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73886052 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.622 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641231252 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.623 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.624 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71798300 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.625 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 56998333 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.626 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.627 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68830323 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.628 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641231252 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.629 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2456 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3685 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.630 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6142 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 232168 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.631 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71555977 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:48.632 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 39 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:48.633 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2810 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85256427 2024-08-17T17:04:48.634 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 15, 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6593959 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 55845443 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.635 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.636 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.637 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:48.638 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:48.639 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2810 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85256427 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 15, 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 6593959 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.640 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 13, 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 55845443 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.641 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 29040640 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: "osd.7": { 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: "bluefs": { 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_fallback": { 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.642 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_slow_size_fallback": { 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_db": { 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 65536 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_main": { 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit_wal": { 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.643 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_slow": { 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_sst": { 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 12288 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_written_wal": { 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1449984 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lat": { 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.644 INFO:tasks.workunit.client.0.smithi059.stdout: "compact_lock_lat": { 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: "db_total_bytes": { 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: "db_used_bytes": { 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 27656192 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: "log_bytes": { 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1085440 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.645 INFO:tasks.workunit.client.0.smithi059.stdout: "logged_bytes": { 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 946176 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_db": { 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 31850496 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_slow": { 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: "max_bytes_wal": { 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: "num_files": { 2024-08-17T17:04:48.646 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: "read_bytes": { 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 206272 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: "read_count": { 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 23 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes": { 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1282048 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_db": { 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1286144 2024-08-17T17:04:48.647 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_slow": { 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_bytes_wal": { 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: "read_disk_count": { 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 15 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_bytes": { 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4913 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.648 INFO:tasks.workunit.client.0.smithi059.stdout: "read_prefetch_count": { 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_bytes": { 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5500 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_buffer_count": { 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_bytes": { 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5500 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_count": { 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 24 2024-08-17T17:04:48.649 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes": { 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_db": { 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_slow": { 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_bytes_wal": { 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.650 INFO:tasks.workunit.client.0.smithi059.stdout: "read_random_disk_count": { 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_total_bytes": { 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: "slow_used_bytes": { 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_total_bytes": { 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: "wal_used_bytes": { 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.651 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: "write_bytes": { 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2473984 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore": { 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: "alloc_unit": { 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 4096 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": { 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1384448 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: "clist_lat": { 2024-08-17T17:04:48.652 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 3, 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 114519 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_lat": { 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed": { 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_allocated": { 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "compressed_original": { 2024-08-17T17:04:48.653 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: "csum_lat": { 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 11, 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 28384 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: "decompress_lat": { 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: "fragmentation_micros": { 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.654 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_commit_lat": { 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 218, 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 59170344 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_final_lat": { 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 201, 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 18447677 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_flush_lat": { 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 218, 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 130605 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "kv_sync_lat": { 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 218, 2024-08-17T17:04:48.655 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 59300949 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_keys_lat": { 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_get_values_lat": { 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 35467 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_lower_bound_lat": { 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1190 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.656 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_next_lat": { 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_seek_to_first_lat": { 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 0, 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_upper_bound_lat": { 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 2, 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3269 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_hits": { 2024-08-17T17:04:48.657 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 874 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: "onode_misses": { 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 301 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: "read_lat": { 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 151, 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3109875 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: "read_onode_meta_lat": { 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 250, 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 398933 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.658 INFO:tasks.workunit.client.0.smithi059.stdout: "read_wait_aio_lat": { 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 99, 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2144432 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "reads_with_retries": { 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "remove_lat": { 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 1, 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16058 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "state_aio_wait_lat": { 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2486845 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.659 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_aio_wait_lat": { 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 26, 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2272640 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_cleanup_lat": { 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 26, 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 245217768708 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "state_deferred_queued_lat": { 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 26, 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 42505289025 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "state_done_lat": { 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.660 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 475845 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "state_finishing_lat": { 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 38832 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "state_io_done_lat": { 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 247377 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_commiting_lat": { 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 184267407 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.661 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_done_lat": { 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 112319 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "state_kv_queued_lat": { 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 120167132 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "state_prepare_lat": { 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 13940431 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": { 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 941202 2024-08-17T17:04:48.662 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "truncate_lat": { 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 25, 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 104520 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_commit_lat": { 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 321156590 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_submit_lat": { 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 16393800 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "txc_throttle_lat": { 2024-08-17T17:04:48.663 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 328, 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2110088 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache": { 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_bytes": { 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 1861452307 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: "heap_bytes": { 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43646976 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: "mapped_bytes": { 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 43130880 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.664 INFO:tasks.workunit.client.0.smithi059.stdout: "target_bytes": { 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3137363148 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: "unmapped_bytes": { 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 516096 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:data": { 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 159383552 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.665 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 85479473 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 8192 2024-08-17T17:04:48.666 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 143360 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 131072 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.667 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 73621455 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv": { 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.668 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 780140544 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641096049 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.669 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.670 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 2128 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.671 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71933503 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:kv_onode": { 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 192937984 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 67108864 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 464 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.672 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 56986315 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.673 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.674 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 68842341 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: "bluestore-pricache:meta": { 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: "committed_bytes": { 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 713031680 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: "pri0_bytes": { 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: "pri10_bytes": { 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.675 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "pri11_bytes": { 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 641096049 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "pri1_bytes": { 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "pri2_bytes": { 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 3723 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "pri3_bytes": { 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9928 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "pri4_bytes": { 2024-08-17T17:04:48.676 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "pri5_bytes": { 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "pri6_bytes": { 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 248220 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "pri7_bytes": { 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "pri8_bytes": { 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "pri9_bytes": { 2024-08-17T17:04:48.677 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: "reserved_bytes": { 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 71673760 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: "objecter": { 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: "op_active": { 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rmw": { 2024-08-17T17:04:48.678 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: "osd": { 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg": { 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 46 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: "numpg_removing": { 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: "op": { 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 185 2024-08-17T17:04:48.679 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_degraded": { 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "op_delayed_unreadable": { 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "op_in_bytes": { 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "op_latency": { 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 185, 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 121940135 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "op_out_bytes": { 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 266926 2024-08-17T17:04:48.680 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "op_prepare_latency": { 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 187, 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 49603878 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "op_process_latency": { 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 185, 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 83542316 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r": { 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 130 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency": { 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 130, 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 20199113 2024-08-17T17:04:48.681 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_out_bytes": { 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 266926 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_prepare_latency": { 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 130, 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 18120748 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "op_r_process_latency": { 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 130, 2024-08-17T17:04:48.682 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 14654694 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw": { 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 50 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_in_bytes": { 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency": { 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 50, 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 49531670 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.683 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_out_bytes": { 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_prepare_latency": { 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 50, 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22062529 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "op_rw_process_latency": { 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 50, 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 46608728 2024-08-17T17:04:48.684 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w": { 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 5 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_in_bytes": { 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency": { 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 52209352 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_prepare_latency": { 2024-08-17T17:04:48.685 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 7, 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 9420601 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "op_w_process_latency": { 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "count": 5, 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 22278894 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "op_wip": { 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_bytes": { 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "recovery_ops": { 2024-08-17T17:04:48.686 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 0 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes": { 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 95995035648 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_bytes_used": { 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: "value": 29048832 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: "pools": [ 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr" 2024-08-17T17:04:48.687 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 1, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 1, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 1, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 1781760, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:48.688 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 1781760, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 2, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 2.44310012931237e-06, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 212, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 313344, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 590368, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 590368, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 1771104, 2024-08-17T17:04:48.689 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 179, 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 2473984 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:48.690 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 32, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 32, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 2, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 98304, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 98304, 2024-08-17T17:04:48.691 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 22, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 1.3479203175847942e-07, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 3428, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 3428, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 10284, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 51, 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 20480 2024-08-17T17:04:48.692 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:48.693 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 64, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 64, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 3, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 0, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 0, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 0, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 0.0, 2024-08-17T17:04:48.694 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 0 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.695 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd" 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "cache_mode": "none", 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "erasure_code_profile": {}, 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "min_size": 2, 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "options": {}, 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_autoscale_mode": "off", 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 8, 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "pgp_num": 8, 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "pool": 4, 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "size": 3, 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "stats": { 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_raw": 729301100810, 2024-08-17T17:04:48.696 INFO:tasks.workunit.client.0.smithi059.stdout: "bytes_used": 12288, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_bytes_used": 0, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "compress_under_bytes": 0, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "data_bytes_used": 12288, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty": 0, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "max_avail": 243100368896, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "objects": 2, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_bytes_used": 0, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "percent_used": 1.6849007522523607e-08, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_bytes": 0, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "quota_objects": 0, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "rd": 0, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "rd_bytes": 0, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "stored": 19, 2024-08-17T17:04:48.697 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_data": 19, 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_omap": 0, 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: "stored_raw": 57, 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: "wr": 2, 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: "wr_bytes": 2048 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_bytes": 0, 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: "target_max_objects": 0, 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: "type": "replicated" 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd": { 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: "mirroring_by_pool": [ 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: false 2024-08-17T17:04:48.698 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_images_by_pool": [ 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pools": 1 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "report_id": "07d843ac-2d39-46cd-88a1-bba98d2d1075", 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "report_timestamp": "2024-08-17T17:04:47.061465", 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "report_version": 1, 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "rocksdb_stats": { 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "7.9.2" 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "rook": { 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "cluster": { 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "external-mode": null, 2024-08-17T17:04:48.699 INFO:tasks.workunit.client.0.smithi059.stdout: "mon": { 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "allow-multiple-per-node": null, 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "count": null, 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "max-id": null, 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "pvc": { 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "enabled": null 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "stretch": { 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "enabled": null 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "network": { 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "provider": null 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "storage": { 2024-08-17T17:04:48.700 INFO:tasks.workunit.client.0.smithi059.stdout: "device-set": { 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: "non-portable": null, 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: "portable": null, 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: "total": null 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: "csi": { 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: "kubernetes": { 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.701 INFO:tasks.workunit.client.0.smithi059.stdout: "node": { 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "kubernetes-total": null, 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "with-ceph-daemons": null, 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-cephfs-plugin": null, 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-nfs-plugin": null, 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "with-csi-rbd-plugin": null 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "usage": { 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "storage-class": { 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "count": { 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "bucket": null, 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs": null, 2024-08-17T17:04:48.702 INFO:tasks.workunit.client.0.smithi059.stdout: "nfs": null, 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd": null, 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: "total": null 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: "version": null 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: "services": {}, 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_per_pg": [ 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.703 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.245042+0000", 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.245042+0000", 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.245664+0000", 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.704 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447757+0000", 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.705 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3f", 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.706 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:41:23.158402+0000", 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.707 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.708 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.709 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:48.710 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.711 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.234794+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.234794+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.235059+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.712 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401632+0000", 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3e", 2024-08-17T17:04:48.713 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:09:01.691816+0000", 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.714 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.715 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.716 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.717 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.718 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240472+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240472+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241008+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.719 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546337+0000", 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.720 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3d", 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:42:21.149967+0000", 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.721 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.722 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.723 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.724 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.725 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.245905+0000", 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.245905+0000", 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.246159+0000", 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.726 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:48.727 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.728 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3c", 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:29:05.919232+0000", 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.729 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.730 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.731 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.732 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.733 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.249307+0000", 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.249307+0000", 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.249586+0000", 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.734 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447463+0000", 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.735 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3b", 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:06:15.596186+0000", 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.736 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.737 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.738 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.739 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:48.740 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241562+0000", 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241562+0000", 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241854+0000", 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.741 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544794+0000", 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.742 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3a", 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.743 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:35:33.631365+0000", 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.744 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.745 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.746 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.747 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.748 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.788940+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.788940+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.789264+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.749 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447259+0000", 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.750 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.39", 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 32, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:42:33.074914+0000", 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.751 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.752 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.753 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.754 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.755 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240380+0000", 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240380+0000", 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240666+0000", 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:48.756 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544885+0000", 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.757 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.38", 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.758 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:43:31.231415+0000", 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.759 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.760 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.761 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.762 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.763 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.246694+0000", 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.246694+0000", 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247367+0000", 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.764 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447922+0000", 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.765 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.37", 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:53:46.840842+0000", 2024-08-17T17:04:48.766 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.767 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.768 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.769 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.770 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.771 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.247554+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.247554+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247877+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.772 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545295+0000", 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.773 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.36", 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:15:11.558283+0000", 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.774 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.775 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.776 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.777 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.778 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.575436+0000", 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.575436+0000", 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.575711+0000", 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.779 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545235+0000", 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.780 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.35", 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 32, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:54:11.457394+0000", 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.781 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.782 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.783 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.784 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.785 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.238311+0000", 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.238311+0000", 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240242+0000", 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:48.786 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402214+0000", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.787 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.34", 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.788 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:59:59.133775+0000", 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.789 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.790 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.791 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.792 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.793 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.234691+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.234691+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.234957+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.794 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545148+0000", 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.795 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.33", 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:19:52.248036+0000", 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.796 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.797 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.798 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.799 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:48.800 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242983+0000", 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242983+0000", 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.243260+0000", 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.801 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545266+0000", 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.802 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.32", 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:58:32.884573+0000", 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.803 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.804 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.805 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.806 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:48.807 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.237324+0000", 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.237324+0000", 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.237842+0000", 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:48.808 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401187+0000", 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.809 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.31", 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.810 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:48:05.714195+0000", 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.811 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.812 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.813 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.814 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:48.815 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.247362+0000", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.247362+0000", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247610+0000", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.816 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544576+0000", 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.817 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.30", 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:57:04.837068+0000", 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.818 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.819 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.820 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.821 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.822 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.788992+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.788992+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.789455+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:48.823 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.403023+0000", 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.824 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2f", 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 20, 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:15:21.978385+0000", 2024-08-17T17:04:48.825 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.826 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.827 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.828 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:48.829 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.830 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.235468+0000", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.235468+0000", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.235752+0000", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:48.831 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402737+0000", 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.832 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2e", 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:08:01.497199+0000", 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.833 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.834 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.835 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.836 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.837 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.243163+0000", 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.243163+0000", 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.243448+0000", 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.838 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447844+0000", 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.839 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2d", 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.840 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:32:20.364181+0000", 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.841 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.842 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.843 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.844 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.845 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240534+0000", 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240534+0000", 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241744+0000", 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:48.846 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544994+0000", 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.847 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2c", 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.848 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:01:59.087785+0000", 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.849 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.850 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.851 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:48.852 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.853 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.243827+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.243827+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244124+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.854 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546190+0000", 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.855 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2b", 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:10:58.840277+0000", 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.856 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.857 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.858 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.858 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.858 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.858 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.858 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.858 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.858 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.858 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.859 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.859 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.859 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.859 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.859 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.859 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.859 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.859 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.860 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.860 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.860 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.860 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.860 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.860 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.860 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.860 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.860 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.861 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.861 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.861 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.861 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.861 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.861 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.861 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.861 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.861 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.862 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244675+0000", 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244675+0000", 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244940+0000", 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.863 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.864 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2a", 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.865 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:54:32.792413+0000", 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.866 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.867 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.868 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.869 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.870 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.546878+0000", 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.546878+0000", 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.547225+0000", 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.871 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545123+0000", 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:48.872 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.29", 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 32, 2024-08-17T17:04:48.873 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:30:31.622920+0000", 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.874 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.875 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.876 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.877 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.878 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241624+0000", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241624+0000", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241881+0000", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:48.879 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544590+0000", 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.880 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.28", 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:48:02.755628+0000", 2024-08-17T17:04:48.881 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.882 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.883 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.884 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.885 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.886 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.546229+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.546229+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.546700+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.887 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545842+0000", 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.888 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.27", 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 32, 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:00:01.876492+0000", 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.889 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.890 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.891 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.892 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.893 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.894 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244256+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244256+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244541+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.895 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.896 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.26", 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:37:44.567534+0000", 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.897 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.898 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.899 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.900 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.901 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.232221+0000", 2024-08-17T17:04:48.902 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.232221+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.232496+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:48.903 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401137+0000", 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.904 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.25", 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:09:11.279644+0000", 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.905 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.906 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.907 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.908 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.909 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.234091+0000", 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.234091+0000", 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.234311+0000", 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.910 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545640+0000", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.911 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.24", 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.912 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:14:29.482726+0000", 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.913 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.914 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.915 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.916 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.917 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.236345+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.236345+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.236685+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:48.918 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546193+0000", 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.919 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.23", 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:54:10.855268+0000", 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.920 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.921 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.922 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.923 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.924 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.245316+0000", 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.245316+0000", 2024-08-17T17:04:48.925 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.245572+0000", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:48.926 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544936+0000", 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.927 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.22", 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:37:59.206006+0000", 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.928 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.929 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.930 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.931 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.932 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240274+0000", 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240274+0000", 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240537+0000", 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.933 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402663+0000", 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.934 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.21", 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.935 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:56:15.065927+0000", 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.936 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.937 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.938 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.939 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.940 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.246062+0000", 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.246062+0000", 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247116+0000", 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:48.941 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545423+0000", 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.942 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.20", 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.943 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:25:19.710285+0000", 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.944 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.945 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.946 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.947 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.948 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.245667+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.245667+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.245972+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.949 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401688+0000", 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.950 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1a", 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:49:00.701596+0000", 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.951 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.952 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.953 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.954 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.955 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.015352+0000", 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.015352+0000", 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015744+0000", 2024-08-17T17:04:48.956 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545413+0000", 2024-08-17T17:04:48.957 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.958 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1b", 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:41:51.077270+0000", 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.959 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.960 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.961 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.962 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:48.963 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244523+0000", 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244523+0000", 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244792+0000", 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.964 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546318+0000", 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.965 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1b", 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.966 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:56:25.148396+0000", 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.967 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.968 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.969 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.970 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.971 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.017827+0000", 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.017827+0000", 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018124+0000", 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.972 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544918+0000", 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.973 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1a", 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.974 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:58:59.670167+0000", 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.975 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.976 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.977 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.978 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.979 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014939+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014939+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015264+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:48.980 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545275+0000", 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.981 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.19", 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:07:00.299313+0000", 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.982 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.983 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.984 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.985 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.986 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.233238+0000", 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.233238+0000", 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.233538+0000", 2024-08-17T17:04:48.987 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545036+0000", 2024-08-17T17:04:48.988 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.18", 2024-08-17T17:04:48.989 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:37:26.396342+0000", 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:48.990 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:48.991 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:48.992 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:48.993 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:48.994 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.023049+0000", 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.023049+0000", 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.023323+0000", 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:48.995 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.996 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:48.997 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:48.997 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:48.997 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:48.997 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:48.997 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:48.997 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:48.997 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:48.997 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544654+0000", 2024-08-17T17:04:48.997 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:48.998 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.18", 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:46:26.991319+0000", 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:48.999 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.000 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.001 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.002 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.003 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.228681+0000", 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.228681+0000", 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.228991+0000", 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.004 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401003+0000", 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.005 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.19", 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.006 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:44:18.986385+0000", 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.007 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.008 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.009 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.010 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.011 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.017997+0000", 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.017997+0000", 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018286+0000", 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:49.012 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545363+0000", 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.013 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.17", 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.014 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:37:34.306164+0000", 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.015 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.016 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.017 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.018 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.240515+0000", 2024-08-17T17:04:49.019 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.240515+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240912+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:49.020 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545215+0000", 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.16", 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.021 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:30:55.909122+0000", 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.022 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.023 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.024 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.025 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.026 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.019050+0000", 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.019050+0000", 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019332+0000", 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:49.027 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545291+0000", 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.028 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.16", 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.029 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:58:38.436810+0000", 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.030 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.031 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.032 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.033 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.034 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.545768+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.545768+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.546112+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:49.035 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402897+0000", 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.036 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.17", 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 20, 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:32:29.958924+0000", 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.037 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.038 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.039 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.040 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.041 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.018308+0000", 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.018308+0000", 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018611+0000", 2024-08-17T17:04:49.042 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:49.043 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401308+0000", 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 3, 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 3, 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.044 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.15", 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 29, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:40:13.284020+0000", 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 90, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.045 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.046 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.047 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 4, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 1 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.048 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'3" 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.049 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242366+0000", 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242366+0000", 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242886+0000", 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:49.050 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402290+0000", 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.051 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.14", 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.052 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:46:27.622960+0000", 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.053 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.054 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.055 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.056 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.057 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.017704+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.017704+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018053+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.058 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:03:45.831508+0000", 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 12, 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.059 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 12, 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.14", 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 38, 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T20:19:37.671416+0000", 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 2630, 2024-08-17T17:04:49.060 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.061 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 12, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 4, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 4, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.062 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 12, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 9 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.063 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "75'12" 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.064 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.246410+0000", 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.246410+0000", 2024-08-17T17:04:49.065 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.248171+0000", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.066 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447597+0000", 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.067 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.15", 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:48:42.077687+0000", 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.068 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.069 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.070 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.071 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.072 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.016344+0000", 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.016344+0000", 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.016667+0000", 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.073 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546349+0000", 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.074 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.13", 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.075 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:06:00.041241+0000", 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 34, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.076 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.077 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.078 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 7 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.079 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244244+0000", 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244244+0000", 2024-08-17T17:04:49.080 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244550+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545688+0000", 2024-08-17T17:04:49.081 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.082 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.12", 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:17:54.808235+0000", 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.083 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.084 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.085 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.086 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:49.087 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.022090+0000", 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.022090+0000", 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.022944+0000", 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.088 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545005+0000", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.089 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.12", 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.090 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:29:48.336613+0000", 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.091 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.092 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.093 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.094 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.095 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.248634+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.248634+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.248944+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.096 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447493+0000", 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.097 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.13", 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:34:14.433039+0000", 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.098 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.099 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.100 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.101 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.102 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014988+0000", 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014988+0000", 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015299+0000", 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:49.103 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544624+0000", 2024-08-17T17:04:49.104 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.105 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.11", 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:48:11.523562+0000", 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.106 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.107 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.108 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.109 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.110 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.247316+0000", 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.247316+0000", 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247610+0000", 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.111 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544672+0000", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.112 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.10", 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.113 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:09:18.649369+0000", 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.114 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.115 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.116 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.117 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:49.118 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.010476+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.010476+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.010770+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.119 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402521+0000", 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 8, 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 8, 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.120 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.10", 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 34, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:13:48.768356+0000", 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.121 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 12, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 4, 2024-08-17T17:04:49.122 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 4, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 4, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.123 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 12, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.124 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'8" 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.125 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.249972+0000", 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.249972+0000", 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.250240+0000", 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:49.126 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447289+0000", 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.127 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.11", 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.128 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:58:35.056941+0000", 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.129 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.130 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.131 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.132 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.133 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.016118+0000", 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.016118+0000", 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.016422+0000", 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:49.134 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401958+0000", 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.135 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.f", 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:07:32.179659+0000", 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.136 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 22, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.137 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.138 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.139 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 1, 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 1 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.140 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.247229+0000", 2024-08-17T17:04:49.141 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.247229+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.247707+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:49.142 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447792+0000", 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.143 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.e", 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:31:53.546532+0000", 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.144 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.145 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.146 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.147 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.148 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.015751+0000", 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.015751+0000", 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.016877+0000", 2024-08-17T17:04:49.149 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402908+0000", 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.150 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.e", 2024-08-17T17:04:49.151 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:34:28.631804+0000", 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.152 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.153 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.154 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.155 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.156 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.248844+0000", 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.248844+0000", 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.249112+0000", 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.157 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447799+0000", 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.158 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.f", 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.159 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:39:19.927152+0000", 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.160 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.161 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.162 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.163 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.164 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.010916+0000", 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.010916+0000", 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.011205+0000", 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:49.165 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401410+0000", 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.166 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.d", 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.167 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:19:58.639689+0000", 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 70, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.168 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.169 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.170 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 1, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 1 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.171 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.172 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.243320+0000", 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.243320+0000", 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.243647+0000", 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:49.173 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544865+0000", 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.174 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.c", 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.175 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:02:32.941372+0000", 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.176 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.177 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.178 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.179 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.015807+0000", 2024-08-17T17:04:49.180 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.015807+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018173+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:49.181 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402935+0000", 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.182 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.c", 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:03:33.633295+0000", 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.183 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.184 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.185 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.186 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.187 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242471+0000", 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242471+0000", 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242756+0000", 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.188 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447716+0000", 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.189 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.d", 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.190 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:07:01.801618+0000", 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.191 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.192 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.193 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.194 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.195 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:18.754379+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:18.754379+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:23.090046+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.196 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545047+0000", 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.197 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.5", 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:46:25.076790+0000", 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000353392, 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.198 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.199 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.200 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.201 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.202 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 19, 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:04.822959+0000", 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:04.822959+0000", 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:04.823363+0000", 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T16:59:08.794706+0000", 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T16:59:08.794706+0000", 2024-08-17T17:04:49.203 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 58, 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T16:59:08.794706+0000", 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447424+0000", 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 128, 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.204 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 57, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 128, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "1.0", 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 273, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.205 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:51:31.609145+0000", 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 590368, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 1771104, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.206 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.207 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 6, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 212, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 306, 2024-08-17T17:04:49.208 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 179, 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 2416 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.209 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "69'128" 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.210 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.022315+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.022315+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.022885+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:49.211 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544702+0000", 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.212 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.3", 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:28:28.088971+0000", 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.213 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.214 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.215 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.216 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.217 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242080+0000", 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242080+0000", 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242826+0000", 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.218 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545242+0000", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.219 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.2", 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.220 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:14:15.942762+0000", 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.221 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.222 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.223 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.224 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.225 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:18.753318+0000", 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:18.753318+0000", 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.933277+0000", 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:49.226 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546532+0000", 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:49.227 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.6", 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.228 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:45:03.780792+0000", 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000396048, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.229 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.230 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.231 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.232 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.233 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.018653+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.018653+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019335+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.234 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.235 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.0", 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:51:27.581249+0000", 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.236 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.237 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.238 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.239 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:49.240 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.235955+0000", 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.235955+0000", 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.236213+0000", 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.241 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.242 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1", 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.243 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:14:48.909658+0000", 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.244 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.245 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.246 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.247 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.248 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:19.243549+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:19.243549+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.936337+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.249 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401294+0000", 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.250 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.7", 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:51:22.293783+0000", 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000351496, 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.251 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.252 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.253 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.254 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.255 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.012029+0000", 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.012029+0000", 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.013800+0000", 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:49.256 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402763+0000", 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.257 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1", 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.258 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:25:38.186692+0000", 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.259 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.260 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.261 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.262 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.237290+0000", 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.237290+0000", 2024-08-17T17:04:49.263 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.238496+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401028+0000", 2024-08-17T17:04:49.264 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.265 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.0", 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:36:46.481585+0000", 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.266 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.267 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.268 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.269 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.270 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:18.756201+0000", 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:18.756201+0000", 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.936119+0000", 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.271 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401211+0000", 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.272 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.4", 2024-08-17T17:04:49.273 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:36:17.218919+0000", 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000362667, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.274 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.275 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.276 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.277 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.278 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.023401+0000", 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.023401+0000", 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.023665+0000", 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:49.279 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545072+0000", 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.280 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.2", 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.281 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T22:44:11.721414+0000", 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.282 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.283 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.284 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.285 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.286 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.235960+0000", 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.235960+0000", 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.236275+0000", 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.287 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401922+0000", 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.288 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.3", 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.289 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:58:15.282453+0000", 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.290 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.291 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.292 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.293 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:49.294 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:19.243552+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:19.243552+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.936716+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.295 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401500+0000", 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.296 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.2", 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:23:16.469286+0000", 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.001091885, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 19, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.297 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.298 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.299 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 2, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 2 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.300 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "74'2" 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.301 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014689+0000", 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014689+0000", 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015005+0000", 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:49.302 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401415+0000", 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.303 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.4", 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.304 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:22:21.019702+0000", 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.305 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.306 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.307 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.308 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:49.309 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.242734+0000", 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.242734+0000", 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242998+0000", 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.310 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545057+0000", 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.311 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.5", 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.312 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:04:52.188400+0000", 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.313 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.314 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.315 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.316 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.317 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:19.243528+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:19.243528+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.933266+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:49.318 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545771+0000", 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.319 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.3", 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 22, 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:00:33.994744+0000", 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000926513, 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.320 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.321 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.322 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.323 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "72'1" 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.324 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 2, 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.788985+0000", 2024-08-17T17:04:49.325 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.788985+0000", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.789455+0000", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.326 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402624+0000", 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.327 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.5", 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 20, 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:31:10.756816+0000", 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.328 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.329 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.330 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.331 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 2, 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.332 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:49.333 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.237360+0000", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.237360+0000", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.238215+0000", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.334 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401478+0000", 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.335 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.4", 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:17:48.992630+0000", 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.336 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.337 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.338 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.339 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.340 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:18.755611+0000", 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:18.755611+0000", 2024-08-17T17:04:49.341 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:23.176633+0000", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.342 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544863+0000", 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.343 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.0", 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:50:45.583236+0000", 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000428234, 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.344 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.345 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.346 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.347 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.348 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:49.349 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014760+0000", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014760+0000", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015192+0000", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.350 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402132+0000", 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.351 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.6", 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:08:47.004706+0000", 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.352 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.353 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.354 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.355 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 1, 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.356 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:49.357 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241855+0000", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241855+0000", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242154+0000", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.358 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545985+0000", 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.359 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.7", 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:11:34.473032+0000", 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.360 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.361 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.362 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.363 INFO:tasks.workunit.client.0.smithi059.stderr:+ echo OK 2024-08-17T17:04:49.364 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.364 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.364 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.365 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.366 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 69, 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:49.367 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:19.243250+0000", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:19.243250+0000", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:22.935648+0000", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 70, 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.368 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:02:17.724284+0000", 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401486+0000", 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 69, 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.369 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "4.1", 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 21, 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:42:43.588073+0000", 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.000714931, 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.370 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.371 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.372 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.373 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.374 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.019161+0000", 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.019161+0000", 2024-08-17T17:04:49.375 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019466+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545441+0000", 2024-08-17T17:04:49.376 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.7", 2024-08-17T17:04:49.377 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:43:02.793833+0000", 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.378 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.379 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.380 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.381 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.382 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.235114+0000", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.235114+0000", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.235385+0000", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:49.383 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546451+0000", 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.384 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.6", 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:44:09.794004+0000", 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.385 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.386 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.387 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.388 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.389 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.019415+0000", 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.019415+0000", 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019919+0000", 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.390 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447334+0000", 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.391 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.8", 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.392 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T04:39:01.501039+0000", 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.393 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.394 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.395 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.396 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 4, 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.244330+0000", 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.244330+0000", 2024-08-17T17:04:49.397 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.244618+0000", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.398 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402128+0000", 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.399 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.9", 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:38:52.901189+0000", 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.400 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.401 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.402 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.403 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: 2, 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 4, 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.404 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.013104+0000", 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.013104+0000", 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.013818+0000", 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.405 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401291+0000", 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.406 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.9", 2024-08-17T17:04:49.407 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:58:10.109952+0000", 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.408 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.409 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.410 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.411 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: 3 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.412 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.413 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241600+0000", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241600+0000", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.241869+0000", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.414 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545078+0000", 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.415 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.8", 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T03:50:18.085398+0000", 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.416 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.417 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.418 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.419 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.420 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.015709+0000", 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.015709+0000", 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.016014+0000", 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.421 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.402296+0000", 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.422 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.a", 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.423 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 26, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:44:27.665009+0000", 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.424 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.425 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.426 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.427 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: 7 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.428 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.239785+0000", 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.239785+0000", 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.240081+0000", 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.429 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545245+0000", 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.430 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.b", 2024-08-17T17:04:49.431 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:40:12.664203+0000", 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.432 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.433 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.434 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.435 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.436 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.019295+0000", 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.019295+0000", 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.019569+0000", 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:49.437 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447649+0000", 2024-08-17T17:04:49.438 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.439 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.b", 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:15:15.236195+0000", 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.440 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.441 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.442 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 1, 2024-08-17T17:04:49.443 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.444 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 6, 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:49.445 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.241895+0000", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.241895+0000", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.242224+0000", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.446 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544792+0000", 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.447 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.a", 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T01:30:21.838741+0000", 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.448 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.449 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.450 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.451 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 6, 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.452 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.249164+0000", 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.249164+0000", 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.249440+0000", 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.453 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545029+0000", 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.454 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1d", 2024-08-17T17:04:49.455 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T23:48:39.262907+0000", 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.456 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.457 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.458 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.459 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: 6 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.460 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.020166+0000", 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.020166+0000", 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.020444+0000", 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.461 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447636+0000", 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.462 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1c", 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T00:44:35.462883+0000", 2024-08-17T17:04:49.463 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.464 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.465 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.466 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.467 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 5, 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.468 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.249616+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.249616+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.249903+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.469 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.544818+0000", 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.470 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1c", 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T18:21:58.794297+0000", 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.471 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.472 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.473 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.474 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: 4, 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: 1 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 5, 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.475 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 7, 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.476 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.014887+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.014887+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.015242+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.477 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.447778+0000", 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 2, 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 2, 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.478 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1d", 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 28, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T19:53:36.189339+0000", 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.479 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 3, 2024-08-17T17:04:49.480 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 1, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 1, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.481 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 3, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.482 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: 0 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 7, 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'2" 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.483 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 1, 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:02:03.545970+0000", 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:02:03.545970+0000", 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:02:03.546337+0000", 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.484 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 67, 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.401502+0000", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.485 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 66, 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1f", 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.486 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 20, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:03:56.061960+0000", 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.487 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.488 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.489 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.490 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: 1, 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: 5, 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 1, 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.491 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.013315+0000", 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.013315+0000", 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.013861+0000", 2024-08-17T17:04:49.492 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545864+0000", 2024-08-17T17:04:49.493 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 1, 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 1, 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.494 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1e", 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 27, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T17:14:15.683095+0000", 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.495 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.496 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.497 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.498 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: 5 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'1" 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.499 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 3, 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 62, 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:28.237892+0000", 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:28.237892+0000", 2024-08-17T17:04:49.500 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:28.238233+0000", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 63, 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:27.207003+0000", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:49.501 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.545745+0000", 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 62, 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.502 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "3.1e", 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 23, 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-18T21:51:56.518147+0000", 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.503 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.504 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.505 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.506 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: 3, 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: 6, 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: 2 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 3, 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "0'0" 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": [ 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.507 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "acting_primary": 0, 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "avail_no_missing": [], 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "blocked_by": [], 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "created": 59, 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "dirty_stats_invalid": false, 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_bytes_stats_invalid": false, 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "hitset_stats_invalid": false, 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "last_active": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_active": "2024-08-17T17:01:25.018399+0000", 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "last_became_peered": "2024-08-17T17:01:25.018399+0000", 2024-08-17T17:04:49.508 INFO:tasks.workunit.client.0.smithi059.stdout: "last_change": "2024-08-17T17:01:25.018921+0000", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_clean_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub": "0'0", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_deep_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_epoch_clean": 60, 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fresh": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_fullsized": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_peered": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub": "0'0", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_duration": 0, 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_scrub_stamp": "2024-08-17T17:01:23.994039+0000", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_undegraded": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:49.509 INFO:tasks.workunit.client.0.smithi059.stdout: "last_unstale": "2024-08-17T17:02:32.546715+0000", 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "log_dups_size": 0, 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 4, 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "log_start": "0'0", 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "manifest_stats_invalid": false, 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "mapping_epoch": 59, 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "object_location_counts": [], 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_scrubbed": 0, 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "objects_trimmed": 0, 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_stats_invalid": false, 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 4, 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_start": "0'0", 2024-08-17T17:04:49.510 INFO:tasks.workunit.client.0.smithi059.stdout: "parent": "0.0", 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "parent_split_bits": 0, 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "pgid": "2.1f", 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "pin_stats_invalid": false, 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "purged_snaps": [], 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_epoch": 75, 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "reported_seq": 30, 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_duration": 0.0, 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-19T02:59:16.257882+0000", 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrim_duration": 0.0, 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "snaptrimq_len": 0, 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 582, 2024-08-17T17:04:49.511 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.512 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 1, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.513 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 4, 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 1 2024-08-17T17:04:49.514 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: "state": "active+clean", 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_invalid": false, 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: "up": [ 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: 0, 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: 7, 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: 4 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: "up_primary": 0, 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: "version": "65'4" 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_per_pool": [ 2024-08-17T17:04:49.515 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 24, 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "rbd" 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 3, 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pg": 8, 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 8, 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 3, 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "poolid": 4, 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 19, 2024-08-17T17:04:49.516 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.517 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.518 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 2, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 2 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:49.519 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 12288, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 57, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 24 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.520 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 192, 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 0, 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pg": 64, 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 8, 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 0, 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "poolid": 3, 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 0, 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.521 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.522 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.523 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 0, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 0 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:49.524 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 0, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 0, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 192 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.525 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 96, 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "cephfs" 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 45, 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pg": 32, 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 8, 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 45, 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "poolid": 2, 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 3428, 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.526 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.527 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 66, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 22, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 22, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 14, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.528 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 51, 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 20 2024-08-17T17:04:49.529 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 98304, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 10284, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:49.530 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 96 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: { 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "acting": 3, 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "application": [ 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "mgr" 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "log_size": 128, 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_pg": 1, 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "num_store_stats": 3, 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "ondisk_log_size": 128, 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "poolid": 1, 2024-08-17T17:04:49.531 INFO:tasks.workunit.client.0.smithi059.stdout: "stat_sum": { 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes": 590368, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_hit_set_archive": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_bytes_recovered": 1771104, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_deep_scrub_errors": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_kb": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_full": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_evict_mode_some": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_kb": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_high": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_flush_mode_low": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_keys_recovered": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_large_omap_objects": 0, 2024-08-17T17:04:49.532 INFO:tasks.workunit.client.0.smithi059.stdout: "num_legacy_snapsets": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_clones": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_object_copies": 6, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects": 2, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_degraded": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_dirty": 2, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_hit_set_archive": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_manifest": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_misplaced": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_missing_on_primary": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_omap": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_pinned": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_recovered": 6, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_repaired": 0, 2024-08-17T17:04:49.533 INFO:tasks.workunit.client.0.smithi059.stdout: "num_objects_unfound": 0, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_bytes": 0, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_omap_keys": 0, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_promote": 0, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read": 212, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_read_kb": 306, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_scrub_errors": 0, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_shallow_scrub_errors": 0, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_whiteouts": 0, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write": 179, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "num_write_kb": 2416 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "store_stats": { 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "allocated": 1781760, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "available": 0, 2024-08-17T17:04:49.534 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed": 0, 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_allocated": 0, 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "data_compressed_original": 0, 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "data_stored": 1771104, 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "internal_metadata": 0, 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "internally_reserved": 0, 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "omap_allocated": 0, 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "total": 0 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "up": 3 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: ], 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "usage": { 2024-08-17T17:04:49.535 INFO:tasks.workunit.client.0.smithi059.stdout: "pg_num": 105, 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "pools": 4, 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "stats_by_class": { 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "ssd": { 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "total_avail_bytes": 767726632960, 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "total_bytes": 767960285184, 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_bytes": 233652224, 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_raw_bytes": 233652224, 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_raw_ratio": 0.0003042503958567977 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: }, 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "total_avail_bytes": 767726632960, 2024-08-17T17:04:49.536 INFO:tasks.workunit.client.0.smithi059.stdout: "total_bytes": 767960285184, 2024-08-17T17:04:49.537 INFO:tasks.workunit.client.0.smithi059.stdout: "total_used_bytes": 233652224 2024-08-17T17:04:49.537 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:49.537 INFO:tasks.workunit.client.0.smithi059.stdout: } 2024-08-17T17:04:49.537 INFO:tasks.workunit.client.0.smithi059.stdout:} 2024-08-17T17:04:49.537 INFO:tasks.workunit.client.0.smithi059.stdout:OK 2024-08-17T17:04:49.537 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:04:49.538 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:04:49.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:04:47] "GET /metrics HTTP/1.1" 200 33658 "" "Prometheus/2.43.0" 2024-08-17T17:04:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:47 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:48 smithi059 ceph-mon[29264]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:48 smithi059 ceph-mon[29264]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.549 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:48 smithi059 ceph-mon[39803]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.549 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:48 smithi059 ceph-mon[39803]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.549 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='client.24734 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:04:49.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:04:49.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:04:49.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:04:49.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:47 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:04:49.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:48 smithi087 ceph-mon[33075]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:48 smithi087 ceph-mon[33075]: from='client.24758 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:49.583 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-08-17T17:04:49.583 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T17:04:49.909 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:49 smithi059 ceph-mon[29264]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T17:04:49.909 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:49 smithi059 ceph-mon[39803]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T17:04:49.910 DEBUG:teuthology.parallel:result is None 2024-08-17T17:04:49.911 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T17:04:49.936 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T17:04:49.937 DEBUG:teuthology.orchestra.run.smithi059:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:04:50.008 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T17:04:50.008 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:04:50.022 INFO:teuthology.task.print:**** done end telemetry reef... 2024-08-17T17:04:50.023 INFO:teuthology.run_tasks:Running task print... 2024-08-17T17:04:50.032 INFO:teuthology.task.print:**** done start parallel 2024-08-17T17:04:50.032 INFO:teuthology.run_tasks:Running task parallel... 2024-08-17T17:04:50.045 INFO:teuthology.task.parallel:starting parallel... 2024-08-17T17:04:50.046 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-17T17:04:50.046 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T17:04:50.046 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-17T17:04:50.047 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-17T17:04:50.049 INFO:tasks.rados:Beginning rados... 2024-08-17T17:04:50.049 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-17T17:04:50.050 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'cd8bdbeb9fbdab5733aa3aaadc042c965473e453'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '91f88e4d132ac08dc53355fa3d9717a53236a3a9'}} 2024-08-17T17:04:50.050 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-08-17T17:04:50.050 INFO:tasks.rados:joining rados 2024-08-17T17:04:50.050 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-17T17:04:50.051 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T17:04:50.051 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-17T17:04:50.051 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-17T17:04:50.051 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi059.front.sepia.ceph.com 2024-08-17T17:04:50.051 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-17T17:04:50.052 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-17T17:04:50.052 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-17T17:04:50.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:49 smithi087 ceph-mon[33075]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T17:04:50.271 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:50.271 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:52.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:51 smithi059 ceph-mon[29264]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T17:04:52.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:51 smithi059 ceph-mon[39803]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T17:04:52.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:51 smithi087 ceph-mon[33075]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 36 KiB/s rd, 0 B/s wr, 36 op/s 2024-08-17T17:04:53.867 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:53 smithi059 ceph-mon[29264]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:04:53.867 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:53 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/643811337' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:04:53.867 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:53 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:04:53.867 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:53 smithi059 ceph-mon[39803]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:04:53.867 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:53 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/643811337' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:04:53.867 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:53 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:04:54.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:53 smithi087 ceph-mon[33075]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-08-17T17:04:54.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:53 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/643811337' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:04:54.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:53 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-17T17:04:54.154 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-17T17:04:54.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:54 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T17:04:54.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:54 smithi059 ceph-mon[29264]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T17:04:54.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:54 smithi059 ceph-mon[29264]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-17T17:04:54.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:54 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T17:04:54.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:54 smithi059 ceph-mon[39803]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T17:04:54.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:54 smithi059 ceph-mon[39803]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-17T17:04:54.811 INFO:tasks.rados:starting run 0 out of 1 2024-08-17T17:04:54.811 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-17T17:04:54.811 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-17T17:04:54.821 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:55.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:54 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-17T17:04:55.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:54 smithi087 ceph-mon[33075]: osdmap e76: 8 total, 8 up, 8 in 2024-08-17T17:04:55.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:54 smithi087 ceph-mon[33075]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-17T17:04:55.873 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:56.804 INFO:teuthology.orchestra.run.smithi059.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:04:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[29264]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-17T17:04:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:57.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[39803]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-17T17:04:57.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:57.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:57.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:57.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:57.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:56 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:56 smithi087 ceph-mon[33075]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s rd, 0 B/s wr, 52 op/s 2024-08-17T17:04:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:56 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:56 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:04:57.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:56 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:04:57.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:56 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:04:57.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:56 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:04:57.460 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-08-17T17:04:57.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:04:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:04:57] "GET /metrics HTTP/1.1" 200 33658 "" "Prometheus/2.43.0" 2024-08-17T17:04:57.899 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:04:58.065 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:57 smithi059 ceph-mon[29264]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:58.065 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:57 smithi059 ceph-mon[29264]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:04:58.065 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:57 smithi059 ceph-mon[29264]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:04:58.066 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:57 smithi059 ceph-mon[39803]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:58.066 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:57 smithi059 ceph-mon[39803]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:04:58.066 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:57 smithi059 ceph-mon[39803]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:04:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:57 smithi087 ceph-mon[33075]: from='client.14898 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:04:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:57 smithi087 ceph-mon[33075]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:04:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:57 smithi087 ceph-mon[33075]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 2024-08-17T17:04:59.131 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:58 smithi059 ceph-mon[29264]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:04:59.132 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:58 smithi059 ceph-mon[39803]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:04:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:58 smithi087 ceph-mon[33075]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:04:59.907 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:05:00.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:59 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/3007972500' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:05:00.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:04:59 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:05:00.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:59 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3007972500' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:05:00.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:04:59 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:05:00.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:59 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3007972500' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:05:00.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:04:59 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-17T17:05:00.553 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:05:00.553 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (95s) 74s ago 2m 16.6M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (2m) 74s ago 2m 84.8M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (3m) 74s ago 3m 15.4M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (3m) 74s ago 3m 16.5M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,8765 running (7m) 74s ago 7m 438M - 18.2.4-719-gced649f8 c870753d67c2 855d2bff2fe3 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:9283,8765 running (8m) 74s ago 8m 486M - 18.2.4-719-gced649f8 c870753d67c2 c8a6b5c002a7 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (8m) 74s ago 8m 44.6M 2048M 18.2.4-719-gced649f8 c870753d67c2 aa3912595492 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (7m) 74s ago 7m 38.2M 2048M 18.2.4-719-gced649f8 c870753d67c2 5bd4baf341c0 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (7m) 74s ago 7m 41.5M 2048M 18.2.4-719-gced649f8 c870753d67c2 717b71ca4cfb 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (119s) 74s ago 117s 15.4M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (114s) 74s ago 113s 8086k - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:05:00.554 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (6m) 74s ago 6m 48.1M 2993M 18.2.4-719-gced649f8 c870753d67c2 545451805af8 2024-08-17T17:05:00.555 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (6m) 74s ago 6m 44.5M 2993M 18.2.4-719-gced649f8 c870753d67c2 2e45043f5326 2024-08-17T17:05:00.555 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (5m) 74s ago 5m 51.8M 2993M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:05:00.555 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (5m) 74s ago 5m 40.8M 2993M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:05:00.555 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (5m) 74s ago 5m 42.9M 2992M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:05:00.555 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (4m) 74s ago 4m 45.3M 2992M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:05:00.555 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (4m) 74s ago 4m 42.7M 2992M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:05:00.555 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (4m) 74s ago 4m 44.6M 2992M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:05:00.555 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (89s) 74s ago 2m 31.6M - 2.43.0 a07b618ecd1d 1780e37dcfe6 2024-08-17T17:05:00.842 INFO:teuthology.orchestra.run.smithi059.stderr:pool 'unique_pool_0' created 2024-08-17T17:05:00.970 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:05:00.970 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 15 2024-08-17T17:05:00.971 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:05:00.972 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:05:01.157 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[29264]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:05:01.157 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[29264]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:01.157 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[29264]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:01.157 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[29264]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T17:05:01.157 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[29264]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:01.157 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:01.157 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[39803]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:05:01.158 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[39803]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:01.158 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[39803]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:01.158 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[39803]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T17:05:01.158 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[39803]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:01.158 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:00 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:01.276 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:05:01.276 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453", 2024-08-17T17:05:01.276 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:05:01.276 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:05:01.276 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [], 2024-08-17T17:05:01.277 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "", 2024-08-17T17:05:01.277 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:cd8bdbeb9fbdab5733aa3aaadc042c965473e453 image", 2024-08-17T17:05:01.277 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:05:01.277 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:05:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:00 smithi087 ceph-mon[33075]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:05:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:00 smithi087 ceph-mon[33075]: from='client.24800 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:00 smithi087 ceph-mon[33075]: from='client.24806 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:00 smithi087 ceph-mon[33075]: osdmap e77: 8 total, 8 up, 8 in 2024-08-17T17:05:01.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:00 smithi087 ceph-mon[33075]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:01.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:00 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:01.655 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-17T17:05:01.885 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:05:02.009 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:01 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T17:05:02.009 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:01 smithi059 ceph-mon[29264]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T17:05:02.009 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:01 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2935165232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:05:02.010 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:01 smithi059 ceph-mon[29264]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:02.010 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:01 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T17:05:02.010 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:01 smithi059 ceph-mon[39803]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T17:05:02.010 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:01 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2935165232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:05:02.010 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:01 smithi059 ceph-mon[39803]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:01 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-17T17:05:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:01 smithi087 ceph-mon[33075]: osdmap e78: 8 total, 8 up, 8 in 2024-08-17T17:05:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:01 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2935165232' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:05:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:01 smithi087 ceph-mon[33075]: from='client.24824 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:03.155 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:02 smithi059 ceph-mon[29264]: pgmap v96: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:03.155 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:02 smithi059 ceph-mon[29264]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:03.155 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:02 smithi059 ceph-mon[29264]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T17:05:03.155 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:02 smithi059 ceph-mon[39803]: pgmap v96: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:03.155 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:02 smithi059 ceph-mon[39803]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:03.155 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:02 smithi059 ceph-mon[39803]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T17:05:03.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:02 smithi087 ceph-mon[33075]: pgmap v96: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:03.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:02 smithi087 ceph-mon[33075]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:05:03.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:02 smithi087 ceph-mon[33075]: osdmap e79: 8 total, 8 up, 8 in 2024-08-17T17:05:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:03 smithi059 ceph-mon[29264]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T17:05:04.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:03 smithi059 ceph-mon[39803]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T17:05:04.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:03 smithi087 ceph-mon[33075]: osdmap e80: 8 total, 8 up, 8 in 2024-08-17T17:05:04.864 INFO:teuthology.orchestra.run.smithi059.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-17T17:05:05.175 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:04 smithi059 ceph-mon[29264]: pgmap v99: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:05.175 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:04 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2205411992' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:05:05.175 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:04 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:05:05.175 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:04 smithi059 ceph-mon[39803]: pgmap v99: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:05.175 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:04 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2205411992' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:05:05.175 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:04 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:05:05.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:04 smithi087 ceph-mon[33075]: pgmap v99: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:05.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:04 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2205411992' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:05:05.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:04 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-17T17:05:06.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:05 smithi059 ceph-mon[29264]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:06.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:05 smithi059 ceph-mon[29264]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T17:05:06.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:05 smithi059 ceph-mon[39803]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:06.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:05 smithi059 ceph-mon[39803]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T17:05:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:05 smithi087 ceph-mon[33075]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:05:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:05 smithi087 ceph-mon[33075]: osdmap e81: 8 total, 8 up, 8 in 2024-08-17T17:05:06.471 DEBUG:teuthology.orchestra.run.smithi059:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-17T17:05:06.501 INFO:tasks.rados.rados.0.smithi059.stdout:adding op weight read -> 100 2024-08-17T17:05:06.501 INFO:tasks.rados.rados.0.smithi059.stdout:adding op weight delete -> 50 2024-08-17T17:05:06.501 INFO:tasks.rados.rados.0.smithi059.stdout:adding op weight snap_create -> 50 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout:adding op weight snap_remove -> 50 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout:adding op weight rollback -> 50 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout:adding op weight setattr -> 25 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout:adding op weight rmattr -> 25 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout:adding op weight copy_from -> 50 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout:adding op weight append -> 100 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout:ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable) 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout:Configuration: 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout: Number of operations: 4000 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout: Number of objects: 50 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout: Max in flight operations: 16 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout: Object size (in bytes): 4000000 2024-08-17T17:05:06.502 INFO:tasks.rados.rados.0.smithi059.stdout: Write stride min: 400000 2024-08-17T17:05:06.503 INFO:tasks.rados.rados.0.smithi059.stdout: Write stride max: 800000 2024-08-17T17:05:06.875 INFO:tasks.rados.rados.0.smithi059.stdout:1: write initial oid 1 2024-08-17T17:05:06.875 INFO:tasks.rados.rados.0.smithi059.stdout:1: seq_num 0 ranges {0=24576} 2024-08-17T17:05:06.875 INFO:tasks.rados.rados.0.smithi059.stdout:1: writing smithi05980601-1 from 0 to 24576 tid 1 2024-08-17T17:05:06.875 INFO:tasks.rados.rados.0.smithi059.stdout:2: write initial oid 2 2024-08-17T17:05:06.875 INFO:tasks.rados.rados.0.smithi059.stdout:2: seq_num 1 ranges {0=24576} 2024-08-17T17:05:06.875 INFO:tasks.rados.rados.0.smithi059.stdout:2: writing smithi05980601-2 from 0 to 24576 tid 1 2024-08-17T17:05:06.875 INFO:tasks.rados.rados.0.smithi059.stdout:3: write initial oid 3 2024-08-17T17:05:06.875 INFO:tasks.rados.rados.0.smithi059.stdout:3: seq_num 2 ranges {0=40960} 2024-08-17T17:05:06.876 INFO:tasks.rados.rados.0.smithi059.stdout:3: writing smithi05980601-3 from 0 to 40960 tid 1 2024-08-17T17:05:06.876 INFO:tasks.rados.rados.0.smithi059.stdout:4: write initial oid 4 2024-08-17T17:05:06.876 INFO:tasks.rados.rados.0.smithi059.stdout:4: seq_num 3 ranges {0=57344} 2024-08-17T17:05:06.876 INFO:tasks.rados.rados.0.smithi059.stdout:4: writing smithi05980601-4 from 0 to 57344 tid 1 2024-08-17T17:05:06.876 INFO:tasks.rados.rados.0.smithi059.stdout:5: write initial oid 5 2024-08-17T17:05:06.876 INFO:tasks.rados.rados.0.smithi059.stdout:5: seq_num 4 ranges {0=73728} 2024-08-17T17:05:06.876 INFO:tasks.rados.rados.0.smithi059.stdout:5: writing smithi05980601-5 from 0 to 73728 tid 1 2024-08-17T17:05:06.877 INFO:tasks.rados.rados.0.smithi059.stdout:6: write initial oid 6 2024-08-17T17:05:06.877 INFO:tasks.rados.rados.0.smithi059.stdout:6: seq_num 5 ranges {0=90112} 2024-08-17T17:05:06.877 INFO:tasks.rados.rados.0.smithi059.stdout:6: writing smithi05980601-6 from 0 to 90112 tid 1 2024-08-17T17:05:06.877 INFO:tasks.rados.rados.0.smithi059.stdout:7: write initial oid 7 2024-08-17T17:05:06.877 INFO:tasks.rados.rados.0.smithi059.stdout:7: seq_num 6 ranges {0=106496} 2024-08-17T17:05:06.878 INFO:tasks.rados.rados.0.smithi059.stdout:7: writing smithi05980601-7 from 0 to 106496 tid 1 2024-08-17T17:05:06.878 INFO:tasks.rados.rados.0.smithi059.stdout:8: write initial oid 8 2024-08-17T17:05:06.878 INFO:tasks.rados.rados.0.smithi059.stdout:8: seq_num 7 ranges {0=122880} 2024-08-17T17:05:06.880 INFO:tasks.rados.rados.0.smithi059.stdout:8: writing smithi05980601-8 from 0 to 122880 tid 1 2024-08-17T17:05:06.880 INFO:tasks.rados.rados.0.smithi059.stdout:9: write initial oid 9 2024-08-17T17:05:06.880 INFO:tasks.rados.rados.0.smithi059.stdout:9: seq_num 8 ranges {0=139264} 2024-08-17T17:05:06.880 INFO:tasks.rados.rados.0.smithi059.stdout:9: writing smithi05980601-9 from 0 to 139264 tid 1 2024-08-17T17:05:06.880 INFO:tasks.rados.rados.0.smithi059.stdout:10: write initial oid 10 2024-08-17T17:05:06.880 INFO:tasks.rados.rados.0.smithi059.stdout:10: seq_num 9 ranges {0=155648} 2024-08-17T17:05:06.881 INFO:tasks.rados.rados.0.smithi059.stdout:10: writing smithi05980601-10 from 0 to 155648 tid 1 2024-08-17T17:05:06.881 INFO:tasks.rados.rados.0.smithi059.stdout:11: write initial oid 11 2024-08-17T17:05:06.881 INFO:tasks.rados.rados.0.smithi059.stdout:11: seq_num 10 ranges {0=172032} 2024-08-17T17:05:06.883 INFO:tasks.rados.rados.0.smithi059.stdout:11: writing smithi05980601-11 from 0 to 172032 tid 1 2024-08-17T17:05:06.883 INFO:tasks.rados.rados.0.smithi059.stdout:12: write initial oid 12 2024-08-17T17:05:06.883 INFO:tasks.rados.rados.0.smithi059.stdout:3: finishing write tid 1 to smithi05980601-3 2024-08-17T17:05:06.883 INFO:tasks.rados.rados.0.smithi059.stdout:2: finishing write tid 1 to smithi05980601-2 2024-08-17T17:05:06.883 INFO:tasks.rados.rados.0.smithi059.stdout:2: finishing write tid 2 to smithi05980601-2 2024-08-17T17:05:06.883 INFO:tasks.rados.rados.0.smithi059.stdout:12: seq_num 11 ranges {0=188416} 2024-08-17T17:05:06.884 INFO:tasks.rados.rados.0.smithi059.stdout:12: writing smithi05980601-12 from 0 to 188416 tid 1 2024-08-17T17:05:06.884 INFO:tasks.rados.rados.0.smithi059.stdout:13: write initial oid 13 2024-08-17T17:05:06.885 INFO:tasks.rados.rados.0.smithi059.stdout:13: seq_num 12 ranges {0=204800} 2024-08-17T17:05:06.886 INFO:tasks.rados.rados.0.smithi059.stdout:13: writing smithi05980601-13 from 0 to 204800 tid 1 2024-08-17T17:05:06.886 INFO:tasks.rados.rados.0.smithi059.stdout:14: write initial oid 14 2024-08-17T17:05:06.886 INFO:tasks.rados.rados.0.smithi059.stdout:14: seq_num 13 ranges {0=221184} 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:14: writing smithi05980601-14 from 0 to 221184 tid 1 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:5: finishing write tid 1 to smithi05980601-5 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:3: finishing write tid 2 to smithi05980601-3 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:1: finishing write tid 1 to smithi05980601-1 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:1: finishing write tid 2 to smithi05980601-1 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:3: finishing write tid 3 to smithi05980601-3 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:3: oid 3 updating version 0 to 1 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:3: oid 3 updating version 1 to 2 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-17T17:05:06.889 INFO:tasks.rados.rados.0.smithi059.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:5: finishing write tid 2 to smithi05980601-5 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:1: finishing write tid 3 to smithi05980601-1 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:1: oid 1 updating version 0 to 1 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:1: oid 1 updating version 1 to 2 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:4: finishing write tid 1 to smithi05980601-4 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:4: finishing write tid 2 to smithi05980601-4 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:2: finishing write tid 3 to smithi05980601-2 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:2: oid 2 updating version 0 to 1 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:2: oid 2 updating version 1 to 2 2024-08-17T17:05:06.890 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:7: finishing write tid 1 to smithi05980601-7 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:7: finishing write tid 2 to smithi05980601-7 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:6: finishing write tid 1 to smithi05980601-6 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:6: finishing write tid 2 to smithi05980601-6 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:11: finishing write tid 1 to smithi05980601-11 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:5: finishing write tid 3 to smithi05980601-5 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:5: oid 5 updating version 0 to 1 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:5: oid 5 updating version 1 to 2 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-17T17:05:06.891 INFO:tasks.rados.rados.0.smithi059.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-17T17:05:06.892 INFO:tasks.rados.rados.0.smithi059.stdout:1: done (13 left) 2024-08-17T17:05:06.892 INFO:tasks.rados.rados.0.smithi059.stdout:2: done (12 left) 2024-08-17T17:05:06.892 INFO:tasks.rados.rados.0.smithi059.stdout:3: done (11 left) 2024-08-17T17:05:06.892 INFO:tasks.rados.rados.0.smithi059.stdout:5: done (10 left) 2024-08-17T17:05:06.892 INFO:tasks.rados.rados.0.smithi059.stdout:15: write initial oid 15 2024-08-17T17:05:06.892 INFO:tasks.rados.rados.0.smithi059.stdout:15: seq_num 14 ranges {0=237568} 2024-08-17T17:05:06.893 INFO:tasks.rados.rados.0.smithi059.stdout:15: writing smithi05980601-15 from 0 to 237568 tid 1 2024-08-17T17:05:06.893 INFO:tasks.rados.rados.0.smithi059.stdout:11: finishing write tid 2 to smithi05980601-11 2024-08-17T17:05:06.893 INFO:tasks.rados.rados.0.smithi059.stdout:7: finishing write tid 3 to smithi05980601-7 2024-08-17T17:05:06.893 INFO:tasks.rados.rados.0.smithi059.stdout:7: oid 7 updating version 0 to 1 2024-08-17T17:05:06.893 INFO:tasks.rados.rados.0.smithi059.stdout:7: oid 7 updating version 1 to 2 2024-08-17T17:05:06.893 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T17:05:06.893 INFO:tasks.rados.rados.0.smithi059.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:05:06.893 INFO:tasks.rados.rados.0.smithi059.stdout:9: finishing write tid 1 to smithi05980601-9 2024-08-17T17:05:06.893 INFO:tasks.rados.rados.0.smithi059.stdout:9: finishing write tid 2 to smithi05980601-9 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:4: finishing write tid 3 to smithi05980601-4 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:4: oid 4 updating version 0 to 4 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:4: oid 4 version 4 is already newer than 3 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:11: finishing write tid 3 to smithi05980601-11 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:11: oid 11 updating version 0 to 1 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:11: oid 11 updating version 1 to 2 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:8: finishing write tid 1 to smithi05980601-8 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:8: finishing write tid 2 to smithi05980601-8 2024-08-17T17:05:06.894 INFO:tasks.rados.rados.0.smithi059.stdout:4: done (10 left) 2024-08-17T17:05:06.895 INFO:tasks.rados.rados.0.smithi059.stdout:7: done (9 left) 2024-08-17T17:05:06.895 INFO:tasks.rados.rados.0.smithi059.stdout:11: done (8 left) 2024-08-17T17:05:06.895 INFO:tasks.rados.rados.0.smithi059.stdout:16: write initial oid 16 2024-08-17T17:05:06.895 INFO:tasks.rados.rados.0.smithi059.stdout:16: seq_num 15 ranges {0=253952} 2024-08-17T17:05:06.895 INFO:tasks.rados.rados.0.smithi059.stdout:16: writing smithi05980601-16 from 0 to 253952 tid 1 2024-08-17T17:05:06.895 INFO:tasks.rados.rados.0.smithi059.stdout:17: write initial oid 17 2024-08-17T17:05:06.895 INFO:tasks.rados.rados.0.smithi059.stdout:17: seq_num 16 ranges {0=270336} 2024-08-17T17:05:06.896 INFO:tasks.rados.rados.0.smithi059.stdout:17: writing smithi05980601-17 from 0 to 270336 tid 1 2024-08-17T17:05:06.896 INFO:tasks.rados.rados.0.smithi059.stdout:18: write initial oid 18 2024-08-17T17:05:06.896 INFO:tasks.rados.rados.0.smithi059.stdout:18: seq_num 17 ranges {0=286720} 2024-08-17T17:05:06.896 INFO:tasks.rados.rados.0.smithi059.stdout:18: writing smithi05980601-18 from 0 to 286720 tid 1 2024-08-17T17:05:06.897 INFO:tasks.rados.rados.0.smithi059.stdout:19: write initial oid 19 2024-08-17T17:05:06.897 INFO:tasks.rados.rados.0.smithi059.stdout:19: seq_num 18 ranges {0=303104} 2024-08-17T17:05:06.899 INFO:tasks.rados.rados.0.smithi059.stdout:19: writing smithi05980601-19 from 0 to 303104 tid 1 2024-08-17T17:05:06.899 INFO:tasks.rados.rados.0.smithi059.stdout:20: write initial oid 20 2024-08-17T17:05:06.899 INFO:tasks.rados.rados.0.smithi059.stdout:20: seq_num 19 ranges {0=319488} 2024-08-17T17:05:06.901 INFO:tasks.rados.rados.0.smithi059.stdout:20: writing smithi05980601-20 from 0 to 319488 tid 1 2024-08-17T17:05:06.901 INFO:tasks.rados.rados.0.smithi059.stdout:21: write initial oid 21 2024-08-17T17:05:06.901 INFO:tasks.rados.rados.0.smithi059.stdout:21: seq_num 20 ranges {0=344064} 2024-08-17T17:05:06.904 INFO:tasks.rados.rados.0.smithi059.stdout:21: writing smithi05980601-21 from 0 to 344064 tid 1 2024-08-17T17:05:06.904 INFO:tasks.rados.rados.0.smithi059.stdout:22: write initial oid 22 2024-08-17T17:05:06.904 INFO:tasks.rados.rados.0.smithi059.stdout:22: seq_num 21 ranges {0=360448} 2024-08-17T17:05:06.906 INFO:tasks.rados.rados.0.smithi059.stdout:22: writing smithi05980601-22 from 0 to 360448 tid 1 2024-08-17T17:05:06.907 INFO:tasks.rados.rados.0.smithi059.stdout:23: write initial oid 23 2024-08-17T17:05:06.907 INFO:tasks.rados.rados.0.smithi059.stdout:23: seq_num 22 ranges {0=376832} 2024-08-17T17:05:06.910 INFO:tasks.rados.rados.0.smithi059.stdout:23: writing smithi05980601-23 from 0 to 376832 tid 1 2024-08-17T17:05:06.910 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 16 2024-08-17T17:05:06.910 INFO:tasks.rados.rados.0.smithi059.stdout:6: finishing write tid 3 to smithi05980601-6 2024-08-17T17:05:06.910 INFO:tasks.rados.rados.0.smithi059.stdout:6: oid 6 updating version 0 to 5 2024-08-17T17:05:06.910 INFO:tasks.rados.rados.0.smithi059.stdout:6: oid 6 updating version 5 to 6 2024-08-17T17:05:06.910 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 6 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-17T17:05:06.910 INFO:tasks.rados.rados.0.smithi059.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-17T17:05:06.910 INFO:tasks.rados.rados.0.smithi059.stdout:10: finishing write tid 1 to smithi05980601-10 2024-08-17T17:05:06.911 INFO:tasks.rados.rados.0.smithi059.stdout:6: done (15 left) 2024-08-17T17:05:06.911 INFO:tasks.rados.rados.0.smithi059.stdout:24: write initial oid 24 2024-08-17T17:05:06.911 INFO:tasks.rados.rados.0.smithi059.stdout:24: seq_num 23 ranges {0=393216} 2024-08-17T17:05:06.913 INFO:tasks.rados.rados.0.smithi059.stdout:24: writing smithi05980601-24 from 0 to 393216 tid 1 2024-08-17T17:05:06.913 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 16 2024-08-17T17:05:06.913 INFO:tasks.rados.rados.0.smithi059.stdout:10: finishing write tid 2 to smithi05980601-10 2024-08-17T17:05:06.913 INFO:tasks.rados.rados.0.smithi059.stdout:13: finishing write tid 1 to smithi05980601-13 2024-08-17T17:05:06.913 INFO:tasks.rados.rados.0.smithi059.stdout:13: finishing write tid 2 to smithi05980601-13 2024-08-17T17:05:06.913 INFO:tasks.rados.rados.0.smithi059.stdout:9: finishing write tid 3 to smithi05980601-9 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:9: oid 9 updating version 0 to 1 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:9: oid 9 updating version 1 to 2 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:8: finishing write tid 3 to smithi05980601-8 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:8: oid 8 updating version 0 to 1 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:8: oid 8 updating version 1 to 2 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:13: finishing write tid 3 to smithi05980601-13 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:13: oid 13 updating version 0 to 3 2024-08-17T17:05:06.914 INFO:tasks.rados.rados.0.smithi059.stdout:13: oid 13 updating version 3 to 4 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:10: finishing write tid 3 to smithi05980601-10 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:10: oid 10 updating version 0 to 3 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:10: oid 10 updating version 3 to 4 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:12: finishing write tid 1 to smithi05980601-12 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:14: finishing write tid 1 to smithi05980601-14 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:14: finishing write tid 2 to smithi05980601-14 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:12: finishing write tid 2 to smithi05980601-12 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:17: finishing write tid 1 to smithi05980601-17 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:16: finishing write tid 1 to smithi05980601-16 2024-08-17T17:05:06.915 INFO:tasks.rados.rados.0.smithi059.stdout:14: finishing write tid 3 to smithi05980601-14 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:14: oid 14 updating version 0 to 1 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:14: oid 14 updating version 1 to 2 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:17: finishing write tid 2 to smithi05980601-17 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:8: done (15 left) 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:9: done (14 left) 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:10: done (13 left) 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:13: done (12 left) 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:14: done (11 left) 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:25: write initial oid 25 2024-08-17T17:05:06.916 INFO:tasks.rados.rados.0.smithi059.stdout:25: seq_num 24 ranges {0=409600} 2024-08-17T17:05:06.917 INFO:tasks.rados.rados.0.smithi059.stdout:25: writing smithi05980601-25 from 0 to 409600 tid 1 2024-08-17T17:05:06.917 INFO:tasks.rados.rados.0.smithi059.stdout:26: write initial oid 26 2024-08-17T17:05:06.917 INFO:tasks.rados.rados.0.smithi059.stdout:26: seq_num 25 ranges {0=425984} 2024-08-17T17:05:06.918 INFO:tasks.rados.rados.0.smithi059.stdout:26: writing smithi05980601-26 from 0 to 425984 tid 1 2024-08-17T17:05:06.918 INFO:tasks.rados.rados.0.smithi059.stdout:27: write initial oid 27 2024-08-17T17:05:06.919 INFO:tasks.rados.rados.0.smithi059.stdout:27: seq_num 26 ranges {0=442368} 2024-08-17T17:05:06.921 INFO:tasks.rados.rados.0.smithi059.stdout:27: writing smithi05980601-27 from 0 to 442368 tid 1 2024-08-17T17:05:06.921 INFO:tasks.rados.rados.0.smithi059.stdout:28: write initial oid 28 2024-08-17T17:05:06.921 INFO:tasks.rados.rados.0.smithi059.stdout:28: seq_num 27 ranges {0=458752} 2024-08-17T17:05:06.924 INFO:tasks.rados.rados.0.smithi059.stdout:28: writing smithi05980601-28 from 0 to 458752 tid 1 2024-08-17T17:05:06.924 INFO:tasks.rados.rados.0.smithi059.stdout:29: write initial oid 29 2024-08-17T17:05:06.924 INFO:tasks.rados.rados.0.smithi059.stdout:29: seq_num 28 ranges {0=475136} 2024-08-17T17:05:06.927 INFO:tasks.rados.rados.0.smithi059.stdout:29: writing smithi05980601-29 from 0 to 475136 tid 1 2024-08-17T17:05:06.927 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 16 2024-08-17T17:05:06.927 INFO:tasks.rados.rados.0.smithi059.stdout:15: finishing write tid 1 to smithi05980601-15 2024-08-17T17:05:06.927 INFO:tasks.rados.rados.0.smithi059.stdout:15: finishing write tid 2 to smithi05980601-15 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:16: finishing write tid 2 to smithi05980601-16 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:12: finishing write tid 3 to smithi05980601-12 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:12: oid 12 updating version 0 to 6 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:12: oid 12 version 6 is already newer than 5 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 6 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:15: finishing write tid 3 to smithi05980601-15 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:15: oid 15 updating version 0 to 2 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:15: oid 15 version 2 is already newer than 1 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:16: finishing write tid 3 to smithi05980601-16 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:16: oid 16 updating version 0 to 7 2024-08-17T17:05:06.928 INFO:tasks.rados.rados.0.smithi059.stdout:16: oid 16 updating version 7 to 8 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 8 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:17: finishing write tid 3 to smithi05980601-17 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:17: oid 17 updating version 0 to 4 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:17: oid 17 version 4 is already newer than 3 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:18: finishing write tid 1 to smithi05980601-18 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:18: finishing write tid 2 to smithi05980601-18 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:19: finishing write tid 1 to smithi05980601-19 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:18: finishing write tid 3 to smithi05980601-18 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:18: oid 18 updating version 0 to 1 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:18: oid 18 updating version 1 to 2 2024-08-17T17:05:06.929 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-17T17:05:06.930 INFO:tasks.rados.rados.0.smithi059.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-17T17:05:06.930 INFO:tasks.rados.rados.0.smithi059.stdout:19: finishing write tid 2 to smithi05980601-19 2024-08-17T17:05:06.930 INFO:tasks.rados.rados.0.smithi059.stdout:12: done (15 left) 2024-08-17T17:05:06.930 INFO:tasks.rados.rados.0.smithi059.stdout:15: done (14 left) 2024-08-17T17:05:06.930 INFO:tasks.rados.rados.0.smithi059.stdout:16: done (13 left) 2024-08-17T17:05:06.930 INFO:tasks.rados.rados.0.smithi059.stdout:17: done (12 left) 2024-08-17T17:05:06.930 INFO:tasks.rados.rados.0.smithi059.stdout:18: done (11 left) 2024-08-17T17:05:06.930 INFO:tasks.rados.rados.0.smithi059.stdout:30: write initial oid 30 2024-08-17T17:05:06.930 INFO:tasks.rados.rados.0.smithi059.stdout:30: seq_num 29 ranges {0=491520} 2024-08-17T17:05:06.931 INFO:tasks.rados.rados.0.smithi059.stdout:30: writing smithi05980601-30 from 0 to 491520 tid 1 2024-08-17T17:05:06.931 INFO:tasks.rados.rados.0.smithi059.stdout:31: write initial oid 31 2024-08-17T17:05:06.931 INFO:tasks.rados.rados.0.smithi059.stdout:31: seq_num 30 ranges {0=507904} 2024-08-17T17:05:06.933 INFO:tasks.rados.rados.0.smithi059.stdout:31: writing smithi05980601-31 from 0 to 507904 tid 1 2024-08-17T17:05:06.934 INFO:tasks.rados.rados.0.smithi059.stdout:32: write initial oid 32 2024-08-17T17:05:06.934 INFO:tasks.rados.rados.0.smithi059.stdout:32: seq_num 31 ranges {0=524288} 2024-08-17T17:05:06.937 INFO:tasks.rados.rados.0.smithi059.stdout:32: writing smithi05980601-32 from 0 to 524288 tid 1 2024-08-17T17:05:06.938 INFO:tasks.rados.rados.0.smithi059.stdout:33: write initial oid 33 2024-08-17T17:05:06.938 INFO:tasks.rados.rados.0.smithi059.stdout:33: seq_num 32 ranges {0=540672} 2024-08-17T17:05:06.941 INFO:tasks.rados.rados.0.smithi059.stdout:33: writing smithi05980601-33 from 0 to 540672 tid 1 2024-08-17T17:05:06.941 INFO:tasks.rados.rados.0.smithi059.stdout:34: write initial oid 34 2024-08-17T17:05:06.942 INFO:tasks.rados.rados.0.smithi059.stdout:34: seq_num 33 ranges {0=557056} 2024-08-17T17:05:06.946 INFO:tasks.rados.rados.0.smithi059.stdout:34: writing smithi05980601-34 from 0 to 557056 tid 1 2024-08-17T17:05:06.946 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 16 2024-08-17T17:05:06.946 INFO:tasks.rados.rados.0.smithi059.stdout:19: finishing write tid 3 to smithi05980601-19 2024-08-17T17:05:06.946 INFO:tasks.rados.rados.0.smithi059.stdout:19: oid 19 updating version 0 to 5 2024-08-17T17:05:06.946 INFO:tasks.rados.rados.0.smithi059.stdout:19: oid 19 updating version 5 to 6 2024-08-17T17:05:06.946 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 6 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-17T17:05:06.946 INFO:tasks.rados.rados.0.smithi059.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-17T17:05:06.946 INFO:tasks.rados.rados.0.smithi059.stdout:20: finishing write tid 1 to smithi05980601-20 2024-08-17T17:05:06.946 INFO:tasks.rados.rados.0.smithi059.stdout:19: done (15 left) 2024-08-17T17:05:06.947 INFO:tasks.rados.rados.0.smithi059.stdout:35: write initial oid 35 2024-08-17T17:05:06.947 INFO:tasks.rados.rados.0.smithi059.stdout:35: seq_num 34 ranges {0=573440} 2024-08-17T17:05:06.950 INFO:tasks.rados.rados.0.smithi059.stdout:35: writing smithi05980601-35 from 0 to 573440 tid 1 2024-08-17T17:05:06.950 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 16 2024-08-17T17:05:06.950 INFO:tasks.rados.rados.0.smithi059.stdout:20: finishing write tid 2 to smithi05980601-20 2024-08-17T17:05:06.950 INFO:tasks.rados.rados.0.smithi059.stdout:20: finishing write tid 3 to smithi05980601-20 2024-08-17T17:05:06.950 INFO:tasks.rados.rados.0.smithi059.stdout:20: oid 20 updating version 0 to 8 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:20: oid 20 version 8 is already newer than 7 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 8 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:21: finishing write tid 1 to smithi05980601-21 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:21: finishing write tid 2 to smithi05980601-21 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:21: finishing write tid 3 to smithi05980601-21 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:21: oid 21 updating version 0 to 3 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:21: oid 21 updating version 3 to 4 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:22: finishing write tid 1 to smithi05980601-22 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:20: done (15 left) 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:21: done (14 left) 2024-08-17T17:05:06.951 INFO:tasks.rados.rados.0.smithi059.stdout:36: write initial oid 36 2024-08-17T17:05:06.952 INFO:tasks.rados.rados.0.smithi059.stdout:36: seq_num 35 ranges {0=589824} 2024-08-17T17:05:06.954 INFO:tasks.rados.rados.0.smithi059.stdout:36: writing smithi05980601-36 from 0 to 589824 tid 1 2024-08-17T17:05:06.954 INFO:tasks.rados.rados.0.smithi059.stdout:37: write initial oid 37 2024-08-17T17:05:06.954 INFO:tasks.rados.rados.0.smithi059.stdout:37: seq_num 36 ranges {0=606208} 2024-08-17T17:05:06.960 INFO:tasks.rados.rados.0.smithi059.stdout:37: writing smithi05980601-37 from 0 to 606208 tid 1 2024-08-17T17:05:06.960 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 16 2024-08-17T17:05:06.960 INFO:tasks.rados.rados.0.smithi059.stdout:22: finishing write tid 2 to smithi05980601-22 2024-08-17T17:05:06.960 INFO:tasks.rados.rados.0.smithi059.stdout:22: finishing write tid 3 to smithi05980601-22 2024-08-17T17:05:06.960 INFO:tasks.rados.rados.0.smithi059.stdout:22: oid 22 updating version 0 to 1 2024-08-17T17:05:06.960 INFO:tasks.rados.rados.0.smithi059.stdout:22: oid 22 updating version 1 to 2 2024-08-17T17:05:06.960 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-17T17:05:06.960 INFO:tasks.rados.rados.0.smithi059.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-17T17:05:06.960 INFO:tasks.rados.rados.0.smithi059.stdout:23: finishing write tid 1 to smithi05980601-23 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:23: finishing write tid 2 to smithi05980601-23 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:23: finishing write tid 3 to smithi05980601-23 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:23: oid 23 updating version 0 to 9 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:23: oid 23 updating version 9 to 10 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 10 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:24: finishing write tid 1 to smithi05980601-24 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:24: finishing write tid 2 to smithi05980601-24 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:24: finishing write tid 3 to smithi05980601-24 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:24: oid 24 updating version 0 to 4 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:24: oid 24 version 4 is already newer than 3 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-17T17:05:06.961 INFO:tasks.rados.rados.0.smithi059.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:25: finishing write tid 1 to smithi05980601-25 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:25: finishing write tid 2 to smithi05980601-25 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:25: finishing write tid 3 to smithi05980601-25 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:25: oid 25 updating version 0 to 4 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:25: oid 25 version 4 is already newer than 3 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:26: finishing write tid 1 to smithi05980601-26 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:26: finishing write tid 2 to smithi05980601-26 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:27: finishing write tid 1 to smithi05980601-27 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:27: finishing write tid 2 to smithi05980601-27 2024-08-17T17:05:06.962 INFO:tasks.rados.rados.0.smithi059.stdout:26: finishing write tid 3 to smithi05980601-26 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:26: oid 26 updating version 0 to 4 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:26: oid 26 version 4 is already newer than 3 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:28: finishing write tid 1 to smithi05980601-28 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:27: finishing write tid 3 to smithi05980601-27 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:27: oid 27 updating version 0 to 4 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:27: oid 27 version 4 is already newer than 3 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:28: finishing write tid 2 to smithi05980601-28 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:28: finishing write tid 3 to smithi05980601-28 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:28: oid 28 updating version 0 to 4 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:28: oid 28 version 4 is already newer than 3 2024-08-17T17:05:06.963 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:29: finishing write tid 1 to smithi05980601-29 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:29: finishing write tid 2 to smithi05980601-29 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:29: finishing write tid 3 to smithi05980601-29 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:29: oid 29 updating version 0 to 2 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:29: oid 29 version 2 is already newer than 1 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 2 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:30: finishing write tid 1 to smithi05980601-30 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:30: finishing write tid 2 to smithi05980601-30 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:30: finishing write tid 3 to smithi05980601-30 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:30: oid 30 updating version 0 to 1 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:30: oid 30 updating version 1 to 2 2024-08-17T17:05:06.964 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 2 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:31: finishing write tid 1 to smithi05980601-31 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:22: done (15 left) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:23: done (14 left) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:24: done (13 left) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:25: done (12 left) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:26: done (11 left) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:27: done (10 left) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:28: done (9 left) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:29: done (8 left) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:30: done (7 left) 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:38: write initial oid 38 2024-08-17T17:05:06.965 INFO:tasks.rados.rados.0.smithi059.stdout:38: seq_num 37 ranges {0=622592} 2024-08-17T17:05:06.966 INFO:tasks.rados.rados.0.smithi059.stdout:38: writing smithi05980601-38 from 0 to 622592 tid 1 2024-08-17T17:05:06.966 INFO:tasks.rados.rados.0.smithi059.stdout:39: write initial oid 39 2024-08-17T17:05:06.966 INFO:tasks.rados.rados.0.smithi059.stdout:39: seq_num 38 ranges {0=638976} 2024-08-17T17:05:06.968 INFO:tasks.rados.rados.0.smithi059.stdout:39: writing smithi05980601-39 from 0 to 638976 tid 1 2024-08-17T17:05:06.968 INFO:tasks.rados.rados.0.smithi059.stdout:40: write initial oid 40 2024-08-17T17:05:06.968 INFO:tasks.rados.rados.0.smithi059.stdout:40: seq_num 39 ranges {0=663552} 2024-08-17T17:05:06.974 INFO:tasks.rados.rados.0.smithi059.stdout:40: writing smithi05980601-40 from 0 to 663552 tid 1 2024-08-17T17:05:06.974 INFO:tasks.rados.rados.0.smithi059.stdout:41: write initial oid 41 2024-08-17T17:05:06.974 INFO:tasks.rados.rados.0.smithi059.stdout:41: seq_num 40 ranges {0=679936} 2024-08-17T17:05:06.977 INFO:tasks.rados.rados.0.smithi059.stdout:41: writing smithi05980601-41 from 0 to 679936 tid 1 2024-08-17T17:05:06.977 INFO:tasks.rados.rados.0.smithi059.stdout:42: write initial oid 42 2024-08-17T17:05:06.978 INFO:tasks.rados.rados.0.smithi059.stdout:42: seq_num 41 ranges {0=696320} 2024-08-17T17:05:06.982 INFO:tasks.rados.rados.0.smithi059.stdout:42: writing smithi05980601-42 from 0 to 696320 tid 1 2024-08-17T17:05:06.982 INFO:tasks.rados.rados.0.smithi059.stdout:43: write initial oid 43 2024-08-17T17:05:06.982 INFO:tasks.rados.rados.0.smithi059.stdout:43: seq_num 42 ranges {0=712704} 2024-08-17T17:05:06.987 INFO:tasks.rados.rados.0.smithi059.stdout:43: writing smithi05980601-43 from 0 to 712704 tid 1 2024-08-17T17:05:06.988 INFO:tasks.rados.rados.0.smithi059.stdout:44: write initial oid 44 2024-08-17T17:05:06.988 INFO:tasks.rados.rados.0.smithi059.stdout:44: seq_num 43 ranges {0=729088} 2024-08-17T17:05:06.993 INFO:tasks.rados.rados.0.smithi059.stdout:44: writing smithi05980601-44 from 0 to 729088 tid 1 2024-08-17T17:05:06.993 INFO:tasks.rados.rados.0.smithi059.stdout:45: write initial oid 45 2024-08-17T17:05:06.993 INFO:tasks.rados.rados.0.smithi059.stdout:45: seq_num 44 ranges {0=745472} 2024-08-17T17:05:06.998 INFO:tasks.rados.rados.0.smithi059.stdout:45: writing smithi05980601-45 from 0 to 745472 tid 1 2024-08-17T17:05:06.998 INFO:tasks.rados.rados.0.smithi059.stdout:46: write initial oid 46 2024-08-17T17:05:06.998 INFO:tasks.rados.rados.0.smithi059.stdout:46: seq_num 45 ranges {0=761856} 2024-08-17T17:05:07.004 INFO:tasks.rados.rados.0.smithi059.stdout:46: writing smithi05980601-46 from 0 to 761856 tid 1 2024-08-17T17:05:07.004 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 16 2024-08-17T17:05:07.004 INFO:tasks.rados.rados.0.smithi059.stdout:31: finishing write tid 2 to smithi05980601-31 2024-08-17T17:05:07.004 INFO:tasks.rados.rados.0.smithi059.stdout:31: finishing write tid 3 to smithi05980601-31 2024-08-17T17:05:07.004 INFO:tasks.rados.rados.0.smithi059.stdout:31: oid 31 updating version 0 to 7 2024-08-17T17:05:07.004 INFO:tasks.rados.rados.0.smithi059.stdout:31: oid 31 updating version 7 to 8 2024-08-17T17:05:07.004 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 8 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T17:05:07.004 INFO:tasks.rados.rados.0.smithi059.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:32: finishing write tid 1 to smithi05980601-32 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:32: finishing write tid 2 to smithi05980601-32 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:32: finishing write tid 3 to smithi05980601-32 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:32: oid 32 updating version 0 to 3 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:32: oid 32 updating version 3 to 4 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:33: finishing write tid 1 to smithi05980601-33 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:31: done (15 left) 2024-08-17T17:05:07.005 INFO:tasks.rados.rados.0.smithi059.stdout:32: done (14 left) 2024-08-17T17:05:07.006 INFO:tasks.rados.rados.0.smithi059.stdout:47: write initial oid 47 2024-08-17T17:05:07.006 INFO:tasks.rados.rados.0.smithi059.stdout:47: seq_num 46 ranges {0=778240} 2024-08-17T17:05:07.009 INFO:tasks.rados.rados.0.smithi059.stdout:47: writing smithi05980601-47 from 0 to 778240 tid 1 2024-08-17T17:05:07.009 INFO:tasks.rados.rados.0.smithi059.stdout:48: write initial oid 48 2024-08-17T17:05:07.009 INFO:tasks.rados.rados.0.smithi059.stdout:48: seq_num 47 ranges {0=794624} 2024-08-17T17:05:07.015 INFO:tasks.rados.rados.0.smithi059.stdout:48: writing smithi05980601-48 from 0 to 794624 tid 1 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 16 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:33: finishing write tid 2 to smithi05980601-33 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:33: finishing write tid 3 to smithi05980601-33 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:33: oid 33 updating version 0 to 1 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:33: oid 33 updating version 1 to 2 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 2 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:34: finishing write tid 1 to smithi05980601-34 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:34: finishing write tid 2 to smithi05980601-34 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:35: finishing write tid 1 to smithi05980601-35 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:34: finishing write tid 3 to smithi05980601-34 2024-08-17T17:05:07.016 INFO:tasks.rados.rados.0.smithi059.stdout:34: oid 34 updating version 0 to 5 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:34: oid 34 updating version 5 to 6 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:35: finishing write tid 2 to smithi05980601-35 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:35: finishing write tid 3 to smithi05980601-35 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:35: oid 35 updating version 0 to 5 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:35: oid 35 updating version 5 to 6 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:36: finishing write tid 1 to smithi05980601-36 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:36: finishing write tid 2 to smithi05980601-36 2024-08-17T17:05:07.017 INFO:tasks.rados.rados.0.smithi059.stdout:33: done (15 left) 2024-08-17T17:05:07.018 INFO:tasks.rados.rados.0.smithi059.stdout:34: done (14 left) 2024-08-17T17:05:07.018 INFO:tasks.rados.rados.0.smithi059.stdout:35: done (13 left) 2024-08-17T17:05:07.018 INFO:tasks.rados.rados.0.smithi059.stdout:49: write initial oid 49 2024-08-17T17:05:07.018 INFO:tasks.rados.rados.0.smithi059.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-17T17:05:07.018 INFO:tasks.rados.rados.0.smithi059.stdout:49: writing smithi05980601-49 from 0 to 409600 tid 1 2024-08-17T17:05:07.021 INFO:tasks.rados.rados.0.smithi059.stdout:49: writing smithi05980601-49 from 409600 to 811008 tid 2 2024-08-17T17:05:07.021 INFO:tasks.rados.rados.0.smithi059.stdout:50: write initial oid 50 2024-08-17T17:05:07.021 INFO:tasks.rados.rados.0.smithi059.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-17T17:05:07.024 INFO:tasks.rados.rados.0.smithi059.stdout:50: writing smithi05980601-50 from 0 to 425984 tid 1 2024-08-17T17:05:07.028 INFO:tasks.rados.rados.0.smithi059.stdout:50: writing smithi05980601-50 from 425984 to 827392 tid 2 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:36: finishing write tid 3 to smithi05980601-36 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:36: oid 36 updating version 0 to 6 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:36: oid 36 version 6 is already newer than 5 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:37: finishing write tid 1 to smithi05980601-37 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:37: finishing write tid 2 to smithi05980601-37 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:37: finishing write tid 3 to smithi05980601-37 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:37: oid 37 updating version 0 to 9 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:37: oid 37 updating version 9 to 10 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:05:07.029 INFO:tasks.rados.rados.0.smithi059.stdout:38: finishing write tid 1 to smithi05980601-38 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:38: finishing write tid 2 to smithi05980601-38 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:38: finishing write tid 3 to smithi05980601-38 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:38: oid 38 updating version 0 to 1 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:38: oid 38 updating version 1 to 2 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 2 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:39: finishing write tid 1 to smithi05980601-39 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:39: finishing write tid 2 to smithi05980601-39 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:39: finishing write tid 3 to smithi05980601-39 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:39: oid 39 updating version 0 to 11 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:39: oid 39 updating version 11 to 12 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:05:07.030 INFO:tasks.rados.rados.0.smithi059.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:40: finishing write tid 1 to smithi05980601-40 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:40: finishing write tid 2 to smithi05980601-40 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:40: finishing write tid 3 to smithi05980601-40 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:40: oid 40 updating version 0 to 6 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:40: oid 40 version 6 is already newer than 5 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:41: finishing write tid 1 to smithi05980601-41 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:41: finishing write tid 2 to smithi05980601-41 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:41: finishing write tid 3 to smithi05980601-41 2024-08-17T17:05:07.031 INFO:tasks.rados.rados.0.smithi059.stdout:41: oid 41 updating version 0 to 8 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:41: oid 41 version 8 is already newer than 7 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:42: finishing write tid 1 to smithi05980601-42 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:42: finishing write tid 2 to smithi05980601-42 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:42: finishing write tid 3 to smithi05980601-42 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:42: oid 42 updating version 0 to 4 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:42: oid 42 version 4 is already newer than 3 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T17:05:07.032 INFO:tasks.rados.rados.0.smithi059.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:43: finishing write tid 1 to smithi05980601-43 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:43: finishing write tid 2 to smithi05980601-43 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:43: finishing write tid 3 to smithi05980601-43 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:43: oid 43 updating version 0 to 8 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:43: oid 43 version 8 is already newer than 7 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:44: finishing write tid 1 to smithi05980601-44 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:44: finishing write tid 2 to smithi05980601-44 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:44: finishing write tid 3 to smithi05980601-44 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:44: oid 44 updating version 0 to 5 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:44: oid 44 updating version 5 to 6 2024-08-17T17:05:07.033 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:45: finishing write tid 1 to smithi05980601-45 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:45: finishing write tid 2 to smithi05980601-45 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:45: finishing write tid 3 to smithi05980601-45 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:45: oid 45 updating version 0 to 10 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:45: oid 45 version 10 is already newer than 9 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:46: finishing write tid 1 to smithi05980601-46 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:46: finishing write tid 2 to smithi05980601-46 2024-08-17T17:05:07.034 INFO:tasks.rados.rados.0.smithi059.stdout:46: finishing write tid 3 to smithi05980601-46 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:46: oid 46 updating version 0 to 11 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:46: oid 46 updating version 11 to 12 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 12 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:47: finishing write tid 1 to smithi05980601-47 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:47: finishing write tid 2 to smithi05980601-47 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:47: finishing write tid 3 to smithi05980601-47 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:47: oid 47 updating version 0 to 3 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:47: oid 47 updating version 3 to 4 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:48: finishing write tid 1 to smithi05980601-48 2024-08-17T17:05:07.035 INFO:tasks.rados.rados.0.smithi059.stdout:48: finishing write tid 2 to smithi05980601-48 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:48: finishing write tid 3 to smithi05980601-48 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:48: oid 48 updating version 0 to 7 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:48: oid 48 updating version 7 to 8 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:49: finishing write tid 1 to smithi05980601-49 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:49: finishing write tid 2 to smithi05980601-49 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:49: finishing write tid 3 to smithi05980601-49 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:49: finishing write tid 4 to smithi05980601-49 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:49: oid 49 updating version 0 to 15 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:49: oid 49 version 15 is already newer than 14 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:49: oid 49 version 15 is already newer than 13 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 15 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T17:05:07.036 INFO:tasks.rados.rados.0.smithi059.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:50: finishing write tid 1 to smithi05980601-50 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:36: done (14 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:37: done (13 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:38: done (12 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:39: done (11 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:40: done (10 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:41: done (9 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:42: done (8 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:43: done (7 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:44: done (6 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:45: done (5 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:46: done (4 left) 2024-08-17T17:05:07.037 INFO:tasks.rados.rados.0.smithi059.stdout:47: done (3 left) 2024-08-17T17:05:07.038 INFO:tasks.rados.rados.0.smithi059.stdout:48: done (2 left) 2024-08-17T17:05:07.038 INFO:tasks.rados.rados.0.smithi059.stdout:49: done (1 left) 2024-08-17T17:05:07.038 INFO:tasks.rados.rados.0.smithi059.stdout:51: copy_from oid 45 from oid 43 current snap is 0 2024-08-17T17:05:07.038 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 0 2024-08-17T17:05:07.038 INFO:tasks.rados.rados.0.smithi059.stdout:52: seq_num 50 ranges {409600=442368,851968=401408} 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:52: writing smithi05980601-25 from 409600 to 851968 tid 1 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:52: writing smithi05980601-25 from 851968 to 1253376 tid 2 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:53: rmattr oid 22 current snap is 0 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:53: done (3 left) 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:54: delete oid 10 current snap is 0 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:50: finishing write tid 2 to smithi05980601-50 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:50: finishing write tid 3 to smithi05980601-50 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:50: finishing write tid 4 to smithi05980601-50 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:50: oid 50 updating version 0 to 17 2024-08-17T17:05:07.040 INFO:tasks.rados.rados.0.smithi059.stdout:50: oid 50 version 17 is already newer than 16 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:50: oid 50 updating version 17 to 18 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 18 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:51: finishing copy_from racing read to smithi05980601-45 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:51: finishing copy_from to smithi05980601-45 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:52: finishing write tid 1 to smithi05980601-25 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:50: done (3 left) 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:51: done (2 left) 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:54: done (1 left) 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:55: read oid 15 snap -1 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:56: rollback oid 31 current snap is 0 2024-08-17T17:05:07.041 INFO:tasks.rados.rados.0.smithi059.stdout:56: done (2 left) 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:57: read oid 28 snap -1 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:58: copy_from oid 29 from oid 47 current snap is 0 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:59: rollback oid 45 current snap is 0 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:59: done (4 left) 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:61: delete oid 1 current snap is 0 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:52: finishing write tid 2 to smithi05980601-25 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:52: finishing write tid 3 to smithi05980601-25 2024-08-17T17:05:07.042 INFO:tasks.rados.rados.0.smithi059.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-08-17T17:05:07.050 INFO:tasks.rados.rados.0.smithi059.stdout:57: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:05:07.063 INFO:tasks.rados.rados.0.smithi059.stdout:52: finishing write tid 4 to smithi05980601-25 2024-08-17T17:05:07.063 INFO:tasks.rados.rados.0.smithi059.stdout:52: oid 25 updating version 0 to 11 2024-08-17T17:05:07.063 INFO:tasks.rados.rados.0.smithi059.stdout:52: oid 25 version 11 is already newer than 10 2024-08-17T17:05:07.063 INFO:tasks.rados.rados.0.smithi059.stdout:52: oid 25 version 11 is already newer than 9 2024-08-17T17:05:07.063 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 11 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-17T17:05:07.063 INFO:tasks.rados.rados.0.smithi059.stdout:52: left oid 25 (ObjNum 50 snap 0 seq_num 50) 2024-08-17T17:05:07.063 INFO:tasks.rados.rados.0.smithi059.stdout:60: finishing copy_from racing read to smithi05980601-22 2024-08-17T17:05:07.063 INFO:tasks.rados.rados.0.smithi059.stdout:58: finishing copy_from racing read to smithi05980601-29 2024-08-17T17:05:07.063 INFO:tasks.rados.rados.0.smithi059.stdout:58: finishing copy_from to smithi05980601-29 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:60: finishing copy_from to smithi05980601-22 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 8 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:52: done (5 left) 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:55: done (4 left) 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:57: done (3 left) 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:58: done (2 left) 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:60: done (1 left) 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:61: done (0 left) 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:62: read oid 17 snap -1 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-17T17:05:07.064 INFO:tasks.rados.rados.0.smithi059.stdout:63: snap_create 2024-08-17T17:05:07.065 INFO:tasks.rados.rados.0.smithi059.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-17T17:05:07.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:06 smithi059 ceph-mon[39803]: pgmap v101: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:07.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:06 smithi059 ceph-mon[39803]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:07.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:06 smithi059 ceph-mon[39803]: Cluster is now healthy 2024-08-17T17:05:07.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:06 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/82784033' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T17:05:07.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:06 smithi059 ceph-mon[29264]: pgmap v101: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:07.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:06 smithi059 ceph-mon[29264]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:07.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:06 smithi059 ceph-mon[29264]: Cluster is now healthy 2024-08-17T17:05:07.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:06 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/82784033' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T17:05:07.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:06 smithi087 ceph-mon[33075]: pgmap v101: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:07.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:06 smithi087 ceph-mon[33075]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:05:07.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:06 smithi087 ceph-mon[33075]: Cluster is now healthy 2024-08-17T17:05:07.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:06 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/82784033' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-17T17:05:07.790 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:05:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:05:07] "GET /metrics HTTP/1.1" 200 33661 "" "Prometheus/2.43.0" 2024-08-17T17:05:07.887 INFO:tasks.rados.rados.0.smithi059.stdout:62: done (1 left) 2024-08-17T17:05:07.887 INFO:tasks.rados.rados.0.smithi059.stdout:63: done (0 left) 2024-08-17T17:05:07.887 INFO:tasks.rados.rados.0.smithi059.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-17T17:05:07.887 INFO:tasks.rados.rados.0.smithi059.stdout:65: read oid 30 snap -1 2024-08-17T17:05:07.887 INFO:tasks.rados.rados.0.smithi059.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:05:07.887 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 1 2024-08-17T17:05:07.888 INFO:tasks.rados.rados.0.smithi059.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-08-17T17:05:07.893 INFO:tasks.rados.rados.0.smithi059.stdout:66: writing smithi05980601-23 from 376832 to 868352 tid 1 2024-08-17T17:05:07.895 INFO:tasks.rados.rados.0.smithi059.stdout:66: writing smithi05980601-23 from 868352 to 1269760 tid 2 2024-08-17T17:05:07.895 INFO:tasks.rados.rados.0.smithi059.stdout:64: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:05:07.895 INFO:tasks.rados.rados.0.smithi059.stdout:67: rollback oid 10 current snap is 1 2024-08-17T17:05:07.895 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 0 2024-08-17T17:05:07.896 INFO:tasks.rados.rados.0.smithi059.stdout:64: finishing copy_from to smithi05980601-15 2024-08-17T17:05:07.896 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T17:05:07.896 INFO:tasks.rados.rados.0.smithi059.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:05:07.909 INFO:tasks.rados.rados.0.smithi059.stdout:67: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:05:07.909 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 0 (ObjNum 33 snap 0 seq_num 338870016) dirty dne 2024-08-17T17:05:07.909 INFO:tasks.rados.rados.0.smithi059.stdout:66: finishing write tid 1 to smithi05980601-23 2024-08-17T17:05:07.909 INFO:tasks.rados.rados.0.smithi059.stdout:64: done (3 left) 2024-08-17T17:05:07.909 INFO:tasks.rados.rados.0.smithi059.stdout:65: done (2 left) 2024-08-17T17:05:07.909 INFO:tasks.rados.rados.0.smithi059.stdout:67: done (1 left) 2024-08-17T17:05:07.910 INFO:tasks.rados.rados.0.smithi059.stdout:68: setattr oid 31 current snap is 1 2024-08-17T17:05:07.910 INFO:tasks.rados.rados.0.smithi059.stdout:66: finishing write tid 2 to smithi05980601-23 2024-08-17T17:05:07.910 INFO:tasks.rados.rados.0.smithi059.stdout:66: finishing write tid 3 to smithi05980601-23 2024-08-17T17:05:07.910 INFO:tasks.rados.rados.0.smithi059.stdout:66: finishing write tid 4 to smithi05980601-23 2024-08-17T17:05:07.910 INFO:tasks.rados.rados.0.smithi059.stdout:66: oid 23 updating version 0 to 16 2024-08-17T17:05:07.910 INFO:tasks.rados.rados.0.smithi059.stdout:66: oid 23 version 16 is already newer than 15 2024-08-17T17:05:07.910 INFO:tasks.rados.rados.0.smithi059.stdout:66: oid 23 version 16 is already newer than 14 2024-08-17T17:05:07.910 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 16 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T17:05:07.910 INFO:tasks.rados.rados.0.smithi059.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-17T17:05:07.911 INFO:tasks.rados.rados.0.smithi059.stdout:66: done (1 left) 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:70: read oid 23 snap 0 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:71: copy_from oid 36 from oid 27 current snap is 1 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:72: rollback oid 49 current snap is 1 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 49 to 0 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:73: read oid 4 snap 0 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:74: rmattr oid 7 current snap is 1 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:74: done (6 left) 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:75: copy_from oid 20 from oid 12 current snap is 1 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:76: read oid 39 snap -1 2024-08-17T17:05:07.912 INFO:tasks.rados.rados.0.smithi059.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:05:07.913 INFO:tasks.rados.rados.0.smithi059.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-08-17T17:05:07.913 INFO:tasks.rados.rados.0.smithi059.stdout:78: read oid 2 snap -1 2024-08-17T17:05:07.913 INFO:tasks.rados.rados.0.smithi059.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T17:05:07.913 INFO:tasks.rados.rados.0.smithi059.stdout:79: setattr oid 41 current snap is 1 2024-08-17T17:05:07.913 INFO:tasks.rados.rados.0.smithi059.stdout:80: snap_create 2024-08-17T17:05:07.913 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 20 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-17T17:05:07.914 INFO:tasks.rados.rados.0.smithi059.stdout:70: expect (ObjNum 22 snap 0 seq_num 22) 2024-08-17T17:05:07.927 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-17T17:05:07.927 INFO:tasks.rados.rados.0.smithi059.stdout:72: finishing rollback tid 0 to smithi05980601-49 2024-08-17T17:05:07.927 INFO:tasks.rados.rados.0.smithi059.stdout:72: finishing rollback tid 1 to smithi05980601-49 2024-08-17T17:05:07.927 INFO:tasks.rados.rados.0.smithi059.stdout:72: finishing rollback tid 2 to smithi05980601-49 2024-08-17T17:05:07.927 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 24 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-17T17:05:07.927 INFO:tasks.rados.rados.0.smithi059.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-17T17:05:07.929 INFO:tasks.rados.rados.0.smithi059.stdout:69: finishing copy_from racing read to smithi05980601-45 2024-08-17T17:05:07.929 INFO:tasks.rados.rados.0.smithi059.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-08-17T17:05:07.929 INFO:tasks.rados.rados.0.smithi059.stdout:71: finishing copy_from racing read to smithi05980601-36 2024-08-17T17:05:07.929 INFO:tasks.rados.rados.0.smithi059.stdout:71: finishing copy_from to smithi05980601-36 2024-08-17T17:05:07.929 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T17:05:07.929 INFO:tasks.rados.rados.0.smithi059.stdout:69: finishing copy_from to smithi05980601-45 2024-08-17T17:05:07.930 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T17:05:07.930 INFO:tasks.rados.rados.0.smithi059.stdout:75: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:05:07.930 INFO:tasks.rados.rados.0.smithi059.stdout:75: finishing copy_from to smithi05980601-20 2024-08-17T17:05:07.930 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 6 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-17T17:05:07.930 INFO:tasks.rados.rados.0.smithi059.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:05:07.949 INFO:tasks.rados.rados.0.smithi059.stdout:77: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:05:07.949 INFO:tasks.rados.rados.0.smithi059.stdout:77: finishing copy_from to smithi05980601-6 2024-08-17T17:05:07.949 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T17:05:08.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:07 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/82784033' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T17:05:08.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:07 smithi059 ceph-mon[29264]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T17:05:08.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:07 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/82784033' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T17:05:08.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:07 smithi059 ceph-mon[39803]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T17:05:08.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:07 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/82784033' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-17T17:05:08.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:07 smithi087 ceph-mon[33075]: osdmap e82: 8 total, 8 up, 8 in 2024-08-17T17:05:08.887 INFO:tasks.rados.rados.0.smithi059.stdout:68: done (11 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:69: done (10 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:70: done (9 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:71: done (8 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:72: done (7 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:73: done (6 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:75: done (5 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:76: done (4 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:77: done (3 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:78: done (2 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:79: done (1 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:80: done (0 left) 2024-08-17T17:05:08.888 INFO:tasks.rados.rados.0.smithi059.stdout:81: rollback oid 40 current snap is 2 2024-08-17T17:05:08.889 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 1 2024-08-17T17:05:08.889 INFO:tasks.rados.rados.0.smithi059.stdout:82: snap_create 2024-08-17T17:05:08.890 INFO:tasks.rados.rados.0.smithi059.stdout:81: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:05:08.890 INFO:tasks.rados.rados.0.smithi059.stdout:81: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:05:08.890 INFO:tasks.rados.rados.0.smithi059.stdout:81: finishing rollback tid 2 to smithi05980601-40 2024-08-17T17:05:08.890 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 13 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:05:09.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:08 smithi059 ceph-mon[29264]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:09.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:08 smithi059 ceph-mon[29264]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T17:05:09.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:08 smithi059 ceph-mon[39803]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:09.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:08 smithi059 ceph-mon[39803]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T17:05:09.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:08 smithi087 ceph-mon[33075]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:09.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:08 smithi087 ceph-mon[33075]: osdmap e83: 8 total, 8 up, 8 in 2024-08-17T17:05:09.893 INFO:tasks.rados.rados.0.smithi059.stdout:81: done (1 left) 2024-08-17T17:05:09.894 INFO:tasks.rados.rados.0.smithi059.stdout:82: done (0 left) 2024-08-17T17:05:09.894 INFO:tasks.rados.rados.0.smithi059.stdout:83: rollback oid 9 current snap is 3 2024-08-17T17:05:09.894 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 0 2024-08-17T17:05:09.894 INFO:tasks.rados.rados.0.smithi059.stdout:84: read oid 20 snap 1 2024-08-17T17:05:09.894 INFO:tasks.rados.rados.0.smithi059.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-17T17:05:09.894 INFO:tasks.rados.rados.0.smithi059.stdout:85: read oid 41 snap -1 2024-08-17T17:05:09.894 INFO:tasks.rados.rados.0.smithi059.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T17:05:09.894 INFO:tasks.rados.rados.0.smithi059.stdout:86: snap_create 2024-08-17T17:05:09.900 INFO:tasks.rados.rados.0.smithi059.stdout:83: finishing rollback tid 0 to smithi05980601-9 2024-08-17T17:05:09.900 INFO:tasks.rados.rados.0.smithi059.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-17T17:05:09.922 INFO:tasks.rados.rados.0.smithi059.stdout:83: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:05:09.922 INFO:tasks.rados.rados.0.smithi059.stdout:83: finishing rollback tid 2 to smithi05980601-9 2024-08-17T17:05:09.922 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 19 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T17:05:09.922 INFO:tasks.rados.rados.0.smithi059.stdout:84: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-17T17:05:10.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:09 smithi059 ceph-mon[29264]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T17:05:10.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:09 smithi059 ceph-mon[39803]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T17:05:10.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:09 smithi087 ceph-mon[33075]: osdmap e84: 8 total, 8 up, 8 in 2024-08-17T17:05:10.895 INFO:tasks.rados.rados.0.smithi059.stdout:83: done (3 left) 2024-08-17T17:05:10.896 INFO:tasks.rados.rados.0.smithi059.stdout:84: done (2 left) 2024-08-17T17:05:10.896 INFO:tasks.rados.rados.0.smithi059.stdout:85: done (1 left) 2024-08-17T17:05:10.896 INFO:tasks.rados.rados.0.smithi059.stdout:86: done (0 left) 2024-08-17T17:05:10.896 INFO:tasks.rados.rados.0.smithi059.stdout:87: snap_remove snap 0 2024-08-17T17:05:11.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:10 smithi059 ceph-mon[29264]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:11.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:10 smithi059 ceph-mon[29264]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T17:05:11.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:10 smithi059 ceph-mon[39803]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:11.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:10 smithi059 ceph-mon[39803]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T17:05:11.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:10 smithi087 ceph-mon[33075]: pgmap v106: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:11.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:10 smithi087 ceph-mon[33075]: osdmap e85: 8 total, 8 up, 8 in 2024-08-17T17:05:11.904 INFO:tasks.rados.rados.0.smithi059.stdout:87: done (0 left) 2024-08-17T17:05:11.904 INFO:tasks.rados.rados.0.smithi059.stdout:88: read oid 29 snap 3 2024-08-17T17:05:11.905 INFO:tasks.rados.rados.0.smithi059.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:05:11.905 INFO:tasks.rados.rados.0.smithi059.stdout:89: read oid 46 snap -1 2024-08-17T17:05:11.905 INFO:tasks.rados.rados.0.smithi059.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:05:11.905 INFO:tasks.rados.rados.0.smithi059.stdout:90: copy_from oid 36 from oid 2 current snap is 4 2024-08-17T17:05:11.905 INFO:tasks.rados.rados.0.smithi059.stdout:91: rmattr oid 49 current snap is 4 2024-08-17T17:05:11.905 INFO:tasks.rados.rados.0.smithi059.stdout:91: done (3 left) 2024-08-17T17:05:11.905 INFO:tasks.rados.rados.0.smithi059.stdout:92: snap_remove snap 2 2024-08-17T17:05:12.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:11 smithi059 ceph-mon[29264]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T17:05:12.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:11 smithi059 ceph-mon[39803]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T17:05:12.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:11 smithi087 ceph-mon[33075]: osdmap e86: 8 total, 8 up, 8 in 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:92: done (3 left) 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:93: rmattr oid 30 current snap is 4 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:93: done (3 left) 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:94: read oid 42 snap 1 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:95: rmattr oid 14 current snap is 4 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:95: done (4 left) 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:96: read oid 9 snap 1 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-17T17:05:12.916 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 4 2024-08-17T17:05:12.917 INFO:tasks.rados.rados.0.smithi059.stdout:97: seq_num 54 ranges {393216=507904,901120=401408} 2024-08-17T17:05:12.921 INFO:tasks.rados.rados.0.smithi059.stdout:97: writing smithi05980601-24 from 393216 to 901120 tid 1 2024-08-17T17:05:12.924 INFO:tasks.rados.rados.0.smithi059.stdout:97: writing smithi05980601-24 from 901120 to 1302528 tid 2 2024-08-17T17:05:12.924 INFO:tasks.rados.rados.0.smithi059.stdout:98: copy_from oid 31 from oid 6 current snap is 4 2024-08-17T17:05:12.924 INFO:tasks.rados.rados.0.smithi059.stdout:88: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:05:12.946 INFO:tasks.rados.rados.0.smithi059.stdout:89: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:05:12.967 INFO:tasks.rados.rados.0.smithi059.stdout:90: finishing copy_from racing read to smithi05980601-36 2024-08-17T17:05:12.967 INFO:tasks.rados.rados.0.smithi059.stdout:90: finishing copy_from to smithi05980601-36 2024-08-17T17:05:12.967 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-17T17:05:12.967 INFO:tasks.rados.rados.0.smithi059.stdout:96: expect (ObjNum 8 snap 0 seq_num 8) 2024-08-17T17:05:12.971 INFO:tasks.rados.rados.0.smithi059.stdout:94: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:05:12.990 INFO:tasks.rados.rados.0.smithi059.stdout:97: finishing write tid 1 to smithi05980601-24 2024-08-17T17:05:12.990 INFO:tasks.rados.rados.0.smithi059.stdout:97: finishing write tid 2 to smithi05980601-24 2024-08-17T17:05:12.990 INFO:tasks.rados.rados.0.smithi059.stdout:88: done (6 left) 2024-08-17T17:05:12.990 INFO:tasks.rados.rados.0.smithi059.stdout:89: done (5 left) 2024-08-17T17:05:12.990 INFO:tasks.rados.rados.0.smithi059.stdout:90: done (4 left) 2024-08-17T17:05:12.990 INFO:tasks.rados.rados.0.smithi059.stdout:94: done (3 left) 2024-08-17T17:05:12.990 INFO:tasks.rados.rados.0.smithi059.stdout:96: done (2 left) 2024-08-17T17:05:12.990 INFO:tasks.rados.rados.0.smithi059.stdout:99: snap_remove snap 3 2024-08-17T17:05:13.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:12 smithi059 ceph-mon[29264]: pgmap v109: 121 pgs: 121 active+clean; 24 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-08-17T17:05:13.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:12 smithi059 ceph-mon[29264]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T17:05:13.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:12 smithi059 ceph-mon[39803]: pgmap v109: 121 pgs: 121 active+clean; 24 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-08-17T17:05:13.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:12 smithi059 ceph-mon[39803]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T17:05:13.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:12 smithi087 ceph-mon[33075]: pgmap v109: 121 pgs: 121 active+clean; 24 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-08-17T17:05:13.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:12 smithi087 ceph-mon[33075]: osdmap e87: 8 total, 8 up, 8 in 2024-08-17T17:05:13.924 INFO:tasks.rados.rados.0.smithi059.stdout:99: done (2 left) 2024-08-17T17:05:13.924 INFO:tasks.rados.rados.0.smithi059.stdout:100: copy_from oid 16 from oid 21 current snap is 4 2024-08-17T17:05:13.924 INFO:tasks.rados.rados.0.smithi059.stdout:101: read oid 28 snap 1 2024-08-17T17:05:13.924 INFO:tasks.rados.rados.0.smithi059.stdout:101: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:05:13.924 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 4 2024-08-17T17:05:13.924 INFO:tasks.rados.rados.0.smithi059.stdout:97: finishing write tid 3 to smithi05980601-24 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:97: finishing write tid 4 to smithi05980601-24 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:97: oid 24 updating version 0 to 8 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:97: oid 24 version 8 is already newer than 7 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:97: oid 24 version 8 is already newer than 6 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 8 (ObjNum 54 snap 4 seq_num 54) dirty exists 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:97: left oid 24 (ObjNum 54 snap 4 seq_num 54) 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:98: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:98: finishing copy_from to smithi05980601-31 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T17:05:13.925 INFO:tasks.rados.rados.0.smithi059.stdout:102: seq_num 55 ranges {679936=524288,1204224=401408} 2024-08-17T17:05:13.931 INFO:tasks.rados.rados.0.smithi059.stdout:102: writing smithi05980601-41 from 679936 to 1204224 tid 1 2024-08-17T17:05:13.934 INFO:tasks.rados.rados.0.smithi059.stdout:102: writing smithi05980601-41 from 1204224 to 1605632 tid 2 2024-08-17T17:05:13.934 INFO:tasks.rados.rados.0.smithi059.stdout:101: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:05:13.949 INFO:tasks.rados.rados.0.smithi059.stdout:100: finishing copy_from racing read to smithi05980601-16 2024-08-17T17:05:13.949 INFO:tasks.rados.rados.0.smithi059.stdout:100: finishing copy_from to smithi05980601-16 2024-08-17T17:05:13.949 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-17T17:05:13.949 INFO:tasks.rados.rados.0.smithi059.stdout:97: done (4 left) 2024-08-17T17:05:13.949 INFO:tasks.rados.rados.0.smithi059.stdout:98: done (3 left) 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:100: done (2 left) 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:101: done (1 left) 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:103: delete oid 16 current snap is 4 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:102: finishing write tid 1 to smithi05980601-41 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:102: finishing write tid 2 to smithi05980601-41 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:102: finishing write tid 3 to smithi05980601-41 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:102: finishing write tid 4 to smithi05980601-41 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:102: oid 41 updating version 0 to 16 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:102: oid 41 version 16 is already newer than 15 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:102: oid 41 version 16 is already newer than 14 2024-08-17T17:05:13.950 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 16 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-17T17:05:13.951 INFO:tasks.rados.rados.0.smithi059.stdout:102: left oid 41 (ObjNum 55 snap 4 seq_num 55) 2024-08-17T17:05:13.953 INFO:tasks.rados.rados.0.smithi059.stdout:102: done (1 left) 2024-08-17T17:05:13.953 INFO:tasks.rados.rados.0.smithi059.stdout:103: done (0 left) 2024-08-17T17:05:13.953 INFO:tasks.rados.rados.0.smithi059.stdout:104: read oid 43 snap -1 2024-08-17T17:05:13.953 INFO:tasks.rados.rados.0.smithi059.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-17T17:05:13.953 INFO:tasks.rados.rados.0.smithi059.stdout:105: rollback oid 38 current snap is 4 2024-08-17T17:05:13.953 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 1 2024-08-17T17:05:13.953 INFO:tasks.rados.rados.0.smithi059.stdout:106: delete oid 12 current snap is 4 2024-08-17T17:05:13.954 INFO:tasks.rados.rados.0.smithi059.stdout:106: done (2 left) 2024-08-17T17:05:13.954 INFO:tasks.rados.rados.0.smithi059.stdout:107: read oid 17 snap 1 2024-08-17T17:05:13.955 INFO:tasks.rados.rados.0.smithi059.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-17T17:05:13.955 INFO:tasks.rados.rados.0.smithi059.stdout:108: rollback oid 40 current snap is 4 2024-08-17T17:05:13.955 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 1 2024-08-17T17:05:13.955 INFO:tasks.rados.rados.0.smithi059.stdout:109: delete oid 8 current snap is 4 2024-08-17T17:05:13.955 INFO:tasks.rados.rados.0.smithi059.stdout:105: finishing rollback tid 0 to smithi05980601-38 2024-08-17T17:05:13.956 INFO:tasks.rados.rados.0.smithi059.stdout:105: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:05:13.956 INFO:tasks.rados.rados.0.smithi059.stdout:105: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:05:13.957 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-17T17:05:13.957 INFO:tasks.rados.rados.0.smithi059.stdout:105: done (4 left) 2024-08-17T17:05:13.957 INFO:tasks.rados.rados.0.smithi059.stdout:109: done (3 left) 2024-08-17T17:05:13.957 INFO:tasks.rados.rados.0.smithi059.stdout:110: setattr oid 46 current snap is 4 2024-08-17T17:05:13.958 INFO:tasks.rados.rados.0.smithi059.stdout:104: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-17T17:05:13.977 INFO:tasks.rados.rados.0.smithi059.stdout:107: expect (ObjNum 16 snap 0 seq_num 16) 2024-08-17T17:05:13.985 INFO:tasks.rados.rados.0.smithi059.stdout:108: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:05:13.985 INFO:tasks.rados.rados.0.smithi059.stdout:108: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:05:13.985 INFO:tasks.rados.rados.0.smithi059.stdout:108: finishing rollback tid 2 to smithi05980601-40 2024-08-17T17:05:13.985 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 18 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-17T17:05:13.985 INFO:tasks.rados.rados.0.smithi059.stdout:104: done (3 left) 2024-08-17T17:05:13.985 INFO:tasks.rados.rados.0.smithi059.stdout:107: done (2 left) 2024-08-17T17:05:13.985 INFO:tasks.rados.rados.0.smithi059.stdout:108: done (1 left) 2024-08-17T17:05:13.985 INFO:tasks.rados.rados.0.smithi059.stdout:111: snap_create 2024-08-17T17:05:13.987 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 28 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:05:14.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:13 smithi059 ceph-mon[29264]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T17:05:14.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:13 smithi059 ceph-mon[39803]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T17:05:14.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:13 smithi087 ceph-mon[33075]: osdmap e88: 8 total, 8 up, 8 in 2024-08-17T17:05:14.921 INFO:tasks.rados.rados.0.smithi059.stdout:110: done (1 left) 2024-08-17T17:05:14.921 INFO:tasks.rados.rados.0.smithi059.stdout:111: done (0 left) 2024-08-17T17:05:14.921 INFO:tasks.rados.rados.0.smithi059.stdout:112: copy_from oid 25 from oid 6 current snap is 5 2024-08-17T17:05:14.921 INFO:tasks.rados.rados.0.smithi059.stdout:113: setattr oid 23 current snap is 5 2024-08-17T17:05:14.922 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 5 2024-08-17T17:05:14.922 INFO:tasks.rados.rados.0.smithi059.stdout:114: seq_num 59 ranges {24576=598016,622592=401408} 2024-08-17T17:05:14.926 INFO:tasks.rados.rados.0.smithi059.stdout:114: writing smithi05980601-15 from 24576 to 622592 tid 1 2024-08-17T17:05:14.928 INFO:tasks.rados.rados.0.smithi059.stdout:114: writing smithi05980601-15 from 622592 to 1024000 tid 2 2024-08-17T17:05:14.928 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 5 2024-08-17T17:05:14.929 INFO:tasks.rados.rados.0.smithi059.stdout:115: seq_num 60 ranges {188416=614400,802816=401408} 2024-08-17T17:05:14.934 INFO:tasks.rados.rados.0.smithi059.stdout:115: writing smithi05980601-20 from 188416 to 802816 tid 1 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:115: writing smithi05980601-20 from 802816 to 1204224 tid 2 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 30 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:112: finishing copy_from racing read to smithi05980601-25 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:112: finishing copy_from to smithi05980601-25 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:112: done (3 left) 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:113: done (2 left) 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:116: rollback oid 14 current snap is 5 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 1 2024-08-17T17:05:14.937 INFO:tasks.rados.rados.0.smithi059.stdout:117: read oid 22 snap -1 2024-08-17T17:05:14.938 INFO:tasks.rados.rados.0.smithi059.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T17:05:14.938 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 5 2024-08-17T17:05:14.938 INFO:tasks.rados.rados.0.smithi059.stdout:118: seq_num 61 ranges {663552=630784,1294336=401408} 2024-08-17T17:05:14.945 INFO:tasks.rados.rados.0.smithi059.stdout:118: writing smithi05980601-40 from 663552 to 1294336 tid 1 2024-08-17T17:05:14.948 INFO:tasks.rados.rados.0.smithi059.stdout:118: writing smithi05980601-40 from 1294336 to 1695744 tid 2 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:119: snap_create 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:114: finishing write tid 1 to smithi05980601-15 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:114: finishing write tid 2 to smithi05980601-15 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:114: finishing write tid 3 to smithi05980601-15 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:116: finishing rollback tid 0 to smithi05980601-14 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:115: finishing write tid 1 to smithi05980601-20 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:116: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:115: finishing write tid 2 to smithi05980601-20 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:115: finishing write tid 3 to smithi05980601-20 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:116: finishing rollback tid 2 to smithi05980601-14 2024-08-17T17:05:14.949 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:114: finishing write tid 4 to smithi05980601-15 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:114: oid 15 updating version 0 to 12 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:114: oid 15 version 12 is already newer than 10 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:114: oid 15 version 12 is already newer than 11 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 12 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:114: left oid 15 (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:115: finishing write tid 4 to smithi05980601-20 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:115: oid 20 updating version 0 to 32 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:115: oid 20 updating version 32 to 34 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:115: oid 20 version 34 is already newer than 33 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 34 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:115: left oid 20 (ObjNum 60 snap 5 seq_num 60) 2024-08-17T17:05:14.950 INFO:tasks.rados.rados.0.smithi059.stdout:117: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T17:05:14.972 INFO:tasks.rados.rados.0.smithi059.stdout:118: finishing write tid 1 to smithi05980601-40 2024-08-17T17:05:14.972 INFO:tasks.rados.rados.0.smithi059.stdout:118: finishing write tid 2 to smithi05980601-40 2024-08-17T17:05:14.972 INFO:tasks.rados.rados.0.smithi059.stdout:118: finishing write tid 3 to smithi05980601-40 2024-08-17T17:05:14.973 INFO:tasks.rados.rados.0.smithi059.stdout:118: finishing write tid 4 to smithi05980601-40 2024-08-17T17:05:14.973 INFO:tasks.rados.rados.0.smithi059.stdout:118: oid 40 updating version 0 to 22 2024-08-17T17:05:14.973 INFO:tasks.rados.rados.0.smithi059.stdout:118: oid 40 version 22 is already newer than 21 2024-08-17T17:05:14.973 INFO:tasks.rados.rados.0.smithi059.stdout:118: oid 40 version 22 is already newer than 20 2024-08-17T17:05:14.973 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 22 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-17T17:05:14.973 INFO:tasks.rados.rados.0.smithi059.stdout:118: left oid 40 (ObjNum 61 snap 5 seq_num 61) 2024-08-17T17:05:15.202 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:14 smithi087 ceph-mon[33075]: pgmap v112: 121 pgs: 121 active+clean; 24 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-08-17T17:05:15.202 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:14 smithi087 ceph-mon[33075]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T17:05:15.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:14 smithi059 ceph-mon[29264]: pgmap v112: 121 pgs: 121 active+clean; 24 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-08-17T17:05:15.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:14 smithi059 ceph-mon[29264]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T17:05:15.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:14 smithi059 ceph-mon[39803]: pgmap v112: 121 pgs: 121 active+clean; 24 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.4 MiB/s wr, 78 op/s 2024-08-17T17:05:15.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:14 smithi059 ceph-mon[39803]: osdmap e89: 8 total, 8 up, 8 in 2024-08-17T17:05:15.936 INFO:tasks.rados.rados.0.smithi059.stdout:114: done (5 left) 2024-08-17T17:05:15.936 INFO:tasks.rados.rados.0.smithi059.stdout:115: done (4 left) 2024-08-17T17:05:15.937 INFO:tasks.rados.rados.0.smithi059.stdout:116: done (3 left) 2024-08-17T17:05:15.937 INFO:tasks.rados.rados.0.smithi059.stdout:117: done (2 left) 2024-08-17T17:05:15.937 INFO:tasks.rados.rados.0.smithi059.stdout:118: done (1 left) 2024-08-17T17:05:15.937 INFO:tasks.rados.rados.0.smithi059.stdout:119: done (0 left) 2024-08-17T17:05:15.937 INFO:tasks.rados.rados.0.smithi059.stdout:120: read oid 48 snap 4 2024-08-17T17:05:15.937 INFO:tasks.rados.rados.0.smithi059.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T17:05:15.937 INFO:tasks.rados.rados.0.smithi059.stdout:121: read oid 49 snap 5 2024-08-17T17:05:15.937 INFO:tasks.rados.rados.0.smithi059.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T17:05:15.937 INFO:tasks.rados.rados.0.smithi059.stdout:122: delete oid 44 current snap is 6 2024-08-17T17:05:15.940 INFO:tasks.rados.rados.0.smithi059.stdout:122: done (2 left) 2024-08-17T17:05:15.940 INFO:tasks.rados.rados.0.smithi059.stdout:123: rollback oid 23 current snap is 6 2024-08-17T17:05:15.940 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 23 to 4 2024-08-17T17:05:15.940 INFO:tasks.rados.rados.0.smithi059.stdout:124: read oid 30 snap -1 2024-08-17T17:05:15.940 INFO:tasks.rados.rados.0.smithi059.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:05:15.940 INFO:tasks.rados.rados.0.smithi059.stdout:125: setattr oid 35 current snap is 6 2024-08-17T17:05:15.940 INFO:tasks.rados.rados.0.smithi059.stdout:120: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T17:05:15.969 INFO:tasks.rados.rados.0.smithi059.stdout:121: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-17T17:05:15.991 INFO:tasks.rados.rados.0.smithi059.stdout:123: finishing rollback tid 0 to smithi05980601-23 2024-08-17T17:05:15.991 INFO:tasks.rados.rados.0.smithi059.stdout:123: finishing rollback tid 1 to smithi05980601-23 2024-08-17T17:05:15.992 INFO:tasks.rados.rados.0.smithi059.stdout:123: finishing rollback tid 2 to smithi05980601-23 2024-08-17T17:05:15.992 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 38 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T17:05:15.992 INFO:tasks.rados.rados.0.smithi059.stdout:124: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-17T17:05:16.005 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 9 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-17T17:05:16.006 INFO:tasks.rados.rados.0.smithi059.stdout:120: done (4 left) 2024-08-17T17:05:16.006 INFO:tasks.rados.rados.0.smithi059.stdout:121: done (3 left) 2024-08-17T17:05:16.006 INFO:tasks.rados.rados.0.smithi059.stdout:123: done (2 left) 2024-08-17T17:05:16.006 INFO:tasks.rados.rados.0.smithi059.stdout:124: done (1 left) 2024-08-17T17:05:16.006 INFO:tasks.rados.rados.0.smithi059.stdout:125: done (0 left) 2024-08-17T17:05:16.006 INFO:tasks.rados.rados.0.smithi059.stdout:126: delete oid 10 current snap is 6 2024-08-17T17:05:16.006 INFO:tasks.rados.rados.0.smithi059.stdout:126: done (0 left) 2024-08-17T17:05:16.007 INFO:tasks.rados.rados.0.smithi059.stdout:127: snap_remove snap 4 2024-08-17T17:05:16.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:15 smithi059 ceph-mon[39803]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T17:05:16.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:15 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:16.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:15 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:05:16.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:15 smithi059 ceph-mon[29264]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T17:05:16.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:15 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:16.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:15 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:05:16.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:15 smithi087 ceph-mon[33075]: osdmap e90: 8 total, 8 up, 8 in 2024-08-17T17:05:16.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:15 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:16.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:15 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:05:16.944 INFO:tasks.rados.rados.0.smithi059.stdout:127: done (0 left) 2024-08-17T17:05:16.944 INFO:tasks.rados.rados.0.smithi059.stdout:128: setattr oid 28 current snap is 6 2024-08-17T17:05:16.947 INFO:tasks.rados.rados.0.smithi059.stdout:129: snap_remove snap 1 2024-08-17T17:05:17.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:16 smithi059 ceph-mon[29264]: pgmap v115: 121 pgs: 121 active+clean; 24 MiB data, 260 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:17.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:16 smithi059 ceph-mon[29264]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T17:05:17.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:16 smithi059 ceph-mon[39803]: pgmap v115: 121 pgs: 121 active+clean; 24 MiB data, 260 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:17.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:16 smithi059 ceph-mon[39803]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T17:05:17.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:16 smithi087 ceph-mon[33075]: pgmap v115: 121 pgs: 121 active+clean; 24 MiB data, 260 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:17.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:16 smithi087 ceph-mon[33075]: osdmap e91: 8 total, 8 up, 8 in 2024-08-17T17:05:17.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:05:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:05:17] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2024-08-17T17:05:17.956 INFO:tasks.rados.rados.0.smithi059.stdout:129: done (1 left) 2024-08-17T17:05:17.956 INFO:tasks.rados.rados.0.smithi059.stdout:130: delete oid 6 current snap is 6 2024-08-17T17:05:17.956 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 24 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T17:05:17.960 INFO:tasks.rados.rados.0.smithi059.stdout:128: done (1 left) 2024-08-17T17:05:17.960 INFO:tasks.rados.rados.0.smithi059.stdout:130: done (0 left) 2024-08-17T17:05:17.960 INFO:tasks.rados.rados.0.smithi059.stdout:131: snap_remove snap 5 2024-08-17T17:05:18.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:17 smithi059 ceph-mon[29264]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T17:05:18.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:17 smithi059 ceph-mon[39803]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T17:05:18.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:17 smithi087 ceph-mon[33075]: osdmap e92: 8 total, 8 up, 8 in 2024-08-17T17:05:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:131: done (0 left) 2024-08-17T17:05:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:132: rollback oid 17 current snap is 6 2024-08-17T17:05:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:132: done (0 left) 2024-08-17T17:05:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 6 2024-08-17T17:05:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:133: seq_num 65 ranges {712704=696320,1409024=401408} 2024-08-17T17:05:18.962 INFO:tasks.rados.rados.0.smithi059.stdout:133: writing smithi05980601-43 from 712704 to 1409024 tid 1 2024-08-17T17:05:18.966 INFO:tasks.rados.rados.0.smithi059.stdout:133: writing smithi05980601-43 from 1409024 to 1810432 tid 2 2024-08-17T17:05:18.966 INFO:tasks.rados.rados.0.smithi059.stdout:134: read oid 11 snap -1 2024-08-17T17:05:18.966 INFO:tasks.rados.rados.0.smithi059.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T17:05:18.966 INFO:tasks.rados.rados.0.smithi059.stdout:135: read oid 6 snap -1 2024-08-17T17:05:18.966 INFO:tasks.rados.rados.0.smithi059.stdout:135: expect deleted 2024-08-17T17:05:18.966 INFO:tasks.rados.rados.0.smithi059.stdout:136: copy_from oid 18 from oid 46 current snap is 6 2024-08-17T17:05:18.966 INFO:tasks.rados.rados.0.smithi059.stdout:137: read oid 41 snap -1 2024-08-17T17:05:18.966 INFO:tasks.rados.rados.0.smithi059.stdout:137: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-17T17:05:18.966 INFO:tasks.rados.rados.0.smithi059.stdout:138: rmattr oid 37 current snap is 6 2024-08-17T17:05:18.967 INFO:tasks.rados.rados.0.smithi059.stdout:138: done (5 left) 2024-08-17T17:05:18.967 INFO:tasks.rados.rados.0.smithi059.stdout:139: read oid 1 snap -1 2024-08-17T17:05:18.967 INFO:tasks.rados.rados.0.smithi059.stdout:139: expect deleted 2024-08-17T17:05:18.967 INFO:tasks.rados.rados.0.smithi059.stdout:140: rmattr oid 30 current snap is 6 2024-08-17T17:05:18.967 INFO:tasks.rados.rados.0.smithi059.stdout:140: done (6 left) 2024-08-17T17:05:18.967 INFO:tasks.rados.rados.0.smithi059.stdout:141: setattr oid 47 current snap is 6 2024-08-17T17:05:18.968 INFO:tasks.rados.rados.0.smithi059.stdout:142: copy_from oid 35 from oid 5 current snap is 6 2024-08-17T17:05:18.968 INFO:tasks.rados.rados.0.smithi059.stdout:143: setattr oid 9 current snap is 6 2024-08-17T17:05:18.969 INFO:tasks.rados.rados.0.smithi059.stdout:133: finishing write tid 1 to smithi05980601-43 2024-08-17T17:05:18.969 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 6 2024-08-17T17:05:18.969 INFO:tasks.rados.rados.0.smithi059.stdout:144: seq_num 66 ranges {344064=712704,1056768=401408} 2024-08-17T17:05:18.975 INFO:tasks.rados.rados.0.smithi059.stdout:144: writing smithi05980601-21 from 344064 to 1056768 tid 1 2024-08-17T17:05:18.978 INFO:tasks.rados.rados.0.smithi059.stdout:144: writing smithi05980601-21 from 1056768 to 1458176 tid 2 2024-08-17T17:05:18.979 INFO:tasks.rados.rados.0.smithi059.stdout:145: setattr oid 3 current snap is 6 2024-08-17T17:05:18.979 INFO:tasks.rados.rados.0.smithi059.stdout:133: finishing write tid 2 to smithi05980601-43 2024-08-17T17:05:18.979 INFO:tasks.rados.rados.0.smithi059.stdout:133: finishing write tid 3 to smithi05980601-43 2024-08-17T17:05:18.979 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 11 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:05:18.979 INFO:tasks.rados.rados.0.smithi059.stdout:134: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-17T17:05:18.984 INFO:tasks.rados.rados.0.smithi059.stdout:133: finishing write tid 4 to smithi05980601-43 2024-08-17T17:05:18.984 INFO:tasks.rados.rados.0.smithi059.stdout:133: oid 43 updating version 0 to 35 2024-08-17T17:05:18.984 INFO:tasks.rados.rados.0.smithi059.stdout:133: oid 43 version 35 is already newer than 34 2024-08-17T17:05:18.984 INFO:tasks.rados.rados.0.smithi059.stdout:133: oid 43 version 35 is already newer than 33 2024-08-17T17:05:18.984 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 35 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-08-17T17:05:18.984 INFO:tasks.rados.rados.0.smithi059.stdout:133: left oid 43 (ObjNum 65 snap 6 seq_num 65) 2024-08-17T17:05:18.984 INFO:tasks.rados.rados.0.smithi059.stdout:136: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:05:18.984 INFO:tasks.rados.rados.0.smithi059.stdout:136: finishing copy_from to smithi05980601-18 2024-08-17T17:05:18.985 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 28 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:05:18.985 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 38 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T17:05:18.985 INFO:tasks.rados.rados.0.smithi059.stdout:137: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-17T17:05:19.040 INFO:tasks.rados.rados.0.smithi059.stdout:142: finishing copy_from racing read to smithi05980601-35 2024-08-17T17:05:19.040 INFO:tasks.rados.rados.0.smithi059.stdout:142: finishing copy_from to smithi05980601-35 2024-08-17T17:05:19.040 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-17T17:05:19.040 INFO:tasks.rados.rados.0.smithi059.stdout:133: done (10 left) 2024-08-17T17:05:19.040 INFO:tasks.rados.rados.0.smithi059.stdout:134: done (9 left) 2024-08-17T17:05:19.040 INFO:tasks.rados.rados.0.smithi059.stdout:135: done (8 left) 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:136: done (7 left) 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:137: done (6 left) 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:139: done (5 left) 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:141: done (4 left) 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:142: done (3 left) 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:143: done (2 left) 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:146: snap_create 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:144: finishing write tid 1 to smithi05980601-21 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:144: finishing write tid 2 to smithi05980601-21 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:144: finishing write tid 3 to smithi05980601-21 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:144: finishing write tid 4 to smithi05980601-21 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:144: oid 21 updating version 0 to 21 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:144: oid 21 version 21 is already newer than 20 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:144: oid 21 version 21 is already newer than 19 2024-08-17T17:05:19.041 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 21 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-17T17:05:19.042 INFO:tasks.rados.rados.0.smithi059.stdout:144: left oid 21 (ObjNum 66 snap 6 seq_num 66) 2024-08-17T17:05:19.042 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 30 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-17T17:05:19.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:18 smithi059 ceph-mon[29264]: pgmap v118: 121 pgs: 121 active+clean; 28 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-08-17T17:05:19.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:18 smithi059 ceph-mon[29264]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T17:05:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:18 smithi059 ceph-mon[39803]: pgmap v118: 121 pgs: 121 active+clean; 28 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-08-17T17:05:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:18 smithi059 ceph-mon[39803]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T17:05:19.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:18 smithi087 ceph-mon[33075]: pgmap v118: 121 pgs: 121 active+clean; 28 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-08-17T17:05:19.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:18 smithi087 ceph-mon[33075]: osdmap e93: 8 total, 8 up, 8 in 2024-08-17T17:05:19.963 INFO:tasks.rados.rados.0.smithi059.stdout:144: done (2 left) 2024-08-17T17:05:19.963 INFO:tasks.rados.rados.0.smithi059.stdout:145: done (1 left) 2024-08-17T17:05:19.963 INFO:tasks.rados.rados.0.smithi059.stdout:146: done (0 left) 2024-08-17T17:05:19.963 INFO:tasks.rados.rados.0.smithi059.stdout:147: snap_remove snap 6 2024-08-17T17:05:20.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:19 smithi059 ceph-mon[29264]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T17:05:20.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:19 smithi059 ceph-mon[39803]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T17:05:20.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:19 smithi087 ceph-mon[33075]: osdmap e94: 8 total, 8 up, 8 in 2024-08-17T17:05:20.962 INFO:tasks.rados.rados.0.smithi059.stdout:147: done (0 left) 2024-08-17T17:05:20.962 INFO:tasks.rados.rados.0.smithi059.stdout:148: delete oid 1 current snap is 7 2024-08-17T17:05:20.963 INFO:tasks.rados.rados.0.smithi059.stdout:148: done (0 left) 2024-08-17T17:05:20.963 INFO:tasks.rados.rados.0.smithi059.stdout:149: snap_create 2024-08-17T17:05:21.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:20 smithi059 ceph-mon[29264]: pgmap v121: 121 pgs: 121 active+clean; 28 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-08-17T17:05:21.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:20 smithi059 ceph-mon[29264]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T17:05:21.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:20 smithi059 ceph-mon[39803]: pgmap v121: 121 pgs: 121 active+clean; 28 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-08-17T17:05:21.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:20 smithi059 ceph-mon[39803]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T17:05:21.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:20 smithi087 ceph-mon[33075]: pgmap v121: 121 pgs: 121 active+clean; 28 MiB data, 266 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.5 MiB/s wr, 36 op/s 2024-08-17T17:05:21.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:20 smithi087 ceph-mon[33075]: osdmap e95: 8 total, 8 up, 8 in 2024-08-17T17:05:21.979 INFO:tasks.rados.rados.0.smithi059.stdout:149: done (0 left) 2024-08-17T17:05:21.979 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 8 2024-08-17T17:05:21.979 INFO:tasks.rados.rados.0.smithi059.stdout:150: seq_num 68 ranges {606208=745472,1351680=401408} 2024-08-17T17:05:21.986 INFO:tasks.rados.rados.0.smithi059.stdout:150: writing smithi05980601-31 from 606208 to 1351680 tid 1 2024-08-17T17:05:21.989 INFO:tasks.rados.rados.0.smithi059.stdout:150: writing smithi05980601-31 from 1351680 to 1753088 tid 2 2024-08-17T17:05:21.989 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 8 2024-08-17T17:05:21.989 INFO:tasks.rados.rados.0.smithi059.stdout:151: seq_num 69 ranges {0=761856,761856=401408} 2024-08-17T17:05:21.994 INFO:tasks.rados.rados.0.smithi059.stdout:151: writing smithi05980601-16 from 0 to 761856 tid 1 2024-08-17T17:05:21.997 INFO:tasks.rados.rados.0.smithi059.stdout:151: writing smithi05980601-16 from 761856 to 1163264 tid 2 2024-08-17T17:05:21.997 INFO:tasks.rados.rados.0.smithi059.stdout:152: copy_from oid 10 from oid 39 current snap is 8 2024-08-17T17:05:21.997 INFO:tasks.rados.rados.0.smithi059.stdout:153: read oid 48 snap 7 2024-08-17T17:05:21.997 INFO:tasks.rados.rados.0.smithi059.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T17:05:21.997 INFO:tasks.rados.rados.0.smithi059.stdout:154: copy_from oid 50 from oid 1 current snap is 8 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:155: rollback oid 29 current snap is 8 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 7 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:150: finishing write tid 1 to smithi05980601-31 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:150: finishing write tid 2 to smithi05980601-31 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:150: finishing write tid 3 to smithi05980601-31 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:150: finishing write tid 4 to smithi05980601-31 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:150: oid 31 updating version 0 to 37 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:150: oid 31 updating version 37 to 38 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:150: oid 31 version 38 is already newer than 36 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 38 (ObjNum 68 snap 8 seq_num 68) dirty exists 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:150: left oid 31 (ObjNum 68 snap 8 seq_num 68) 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:150: done (5 left) 2024-08-17T17:05:21.998 INFO:tasks.rados.rados.0.smithi059.stdout:156: copy_from oid 36 from oid 23 current snap is 8 2024-08-17T17:05:21.999 INFO:tasks.rados.rados.0.smithi059.stdout:157: snap_create 2024-08-17T17:05:21.999 INFO:tasks.rados.rados.0.smithi059.stdout:154: finishing copy_from to smithi05980601-50 2024-08-17T17:05:21.999 INFO:tasks.rados.rados.0.smithi059.stdout:154: got expected ENOENT (src dne) 2024-08-17T17:05:21.999 INFO:tasks.rados.rados.0.smithi059.stdout:154: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:05:21.999 INFO:tasks.rados.rados.0.smithi059.stdout:155: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:05:22.000 INFO:tasks.rados.rados.0.smithi059.stdout:155: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:05:22.002 INFO:tasks.rados.rados.0.smithi059.stdout:151: finishing write tid 1 to smithi05980601-16 2024-08-17T17:05:22.002 INFO:tasks.rados.rados.0.smithi059.stdout:151: finishing write tid 2 to smithi05980601-16 2024-08-17T17:05:22.002 INFO:tasks.rados.rados.0.smithi059.stdout:151: finishing write tid 3 to smithi05980601-16 2024-08-17T17:05:22.003 INFO:tasks.rados.rados.0.smithi059.stdout:153: expect (ObjNum 47 snap 0 seq_num 47) 2024-08-17T17:05:22.028 INFO:tasks.rados.rados.0.smithi059.stdout:155: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:05:22.028 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 7 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:05:22.028 INFO:tasks.rados.rados.0.smithi059.stdout:151: finishing write tid 4 to smithi05980601-16 2024-08-17T17:05:22.028 INFO:tasks.rados.rados.0.smithi059.stdout:151: oid 16 updating version 0 to 39 2024-08-17T17:05:22.028 INFO:tasks.rados.rados.0.smithi059.stdout:151: oid 16 updating version 39 to 41 2024-08-17T17:05:22.028 INFO:tasks.rados.rados.0.smithi059.stdout:151: oid 16 version 41 is already newer than 40 2024-08-17T17:05:22.028 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 41 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-08-17T17:05:22.029 INFO:tasks.rados.rados.0.smithi059.stdout:151: left oid 16 (ObjNum 69 snap 8 seq_num 69) 2024-08-17T17:05:22.029 INFO:tasks.rados.rados.0.smithi059.stdout:152: finishing copy_from racing read to smithi05980601-10 2024-08-17T17:05:22.029 INFO:tasks.rados.rados.0.smithi059.stdout:152: finishing copy_from to smithi05980601-10 2024-08-17T17:05:22.029 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:05:22.029 INFO:tasks.rados.rados.0.smithi059.stdout:156: finishing copy_from racing read to smithi05980601-36 2024-08-17T17:05:22.029 INFO:tasks.rados.rados.0.smithi059.stdout:156: finishing copy_from to smithi05980601-36 2024-08-17T17:05:22.029 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 38 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-17T17:05:22.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:21 smithi059 ceph-mon[29264]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T17:05:22.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:21 smithi059 ceph-mon[39803]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T17:05:22.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:21 smithi087 ceph-mon[33075]: osdmap e96: 8 total, 8 up, 8 in 2024-08-17T17:05:22.434 INFO:tasks.rados.rados.0.smithi059.stdout:151: done (6 left) 2024-08-17T17:05:22.434 INFO:tasks.rados.rados.0.smithi059.stdout:152: done (5 left) 2024-08-17T17:05:22.434 INFO:tasks.rados.rados.0.smithi059.stdout:153: done (4 left) 2024-08-17T17:05:22.434 INFO:tasks.rados.rados.0.smithi059.stdout:154: done (3 left) 2024-08-17T17:05:22.434 INFO:tasks.rados.rados.0.smithi059.stdout:155: done (2 left) 2024-08-17T17:05:22.434 INFO:tasks.rados.rados.0.smithi059.stdout:156: done (1 left) 2024-08-17T17:05:22.434 INFO:tasks.rados.rados.0.smithi059.stdout:157: done (0 left) 2024-08-17T17:05:22.434 INFO:tasks.rados.rados.0.smithi059.stdout:158: read oid 46 snap -1 2024-08-17T17:05:22.435 INFO:tasks.rados.rados.0.smithi059.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:05:22.435 INFO:tasks.rados.rados.0.smithi059.stdout:159: copy_from oid 3 from oid 30 current snap is 9 2024-08-17T17:05:22.435 INFO:tasks.rados.rados.0.smithi059.stdout:160: copy_from oid 17 from oid 9 current snap is 9 2024-08-17T17:05:22.435 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 9 2024-08-17T17:05:22.435 INFO:tasks.rados.rados.0.smithi059.stdout:161: seq_num 70 ranges {1753088=778240,2531328=401408} 2024-08-17T17:05:22.449 INFO:tasks.rados.rados.0.smithi059.stdout:161: writing smithi05980601-31 from 1753088 to 2531328 tid 1 2024-08-17T17:05:22.452 INFO:tasks.rados.rados.0.smithi059.stdout:161: writing smithi05980601-31 from 2531328 to 2932736 tid 2 2024-08-17T17:05:22.452 INFO:tasks.rados.rados.0.smithi059.stdout:162: setattr oid 32 current snap is 9 2024-08-17T17:05:22.452 INFO:tasks.rados.rados.0.smithi059.stdout:158: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:05:22.477 INFO:tasks.rados.rados.0.smithi059.stdout:159: finishing copy_from racing read to smithi05980601-3 2024-08-17T17:05:22.477 INFO:tasks.rados.rados.0.smithi059.stdout:159: finishing copy_from to smithi05980601-3 2024-08-17T17:05:22.477 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 2 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-17T17:05:22.477 INFO:tasks.rados.rados.0.smithi059.stdout:160: finishing copy_from racing read to smithi05980601-17 2024-08-17T17:05:22.477 INFO:tasks.rados.rados.0.smithi059.stdout:160: finishing copy_from to smithi05980601-17 2024-08-17T17:05:22.477 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 38 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-17T17:05:22.477 INFO:tasks.rados.rados.0.smithi059.stdout:161: finishing write tid 1 to smithi05980601-31 2024-08-17T17:05:22.477 INFO:tasks.rados.rados.0.smithi059.stdout:161: finishing write tid 2 to smithi05980601-31 2024-08-17T17:05:22.477 INFO:tasks.rados.rados.0.smithi059.stdout:161: finishing write tid 3 to smithi05980601-31 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:161: finishing write tid 4 to smithi05980601-31 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:161: oid 31 updating version 0 to 42 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:161: oid 31 updating version 42 to 44 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:161: oid 31 version 44 is already newer than 43 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 44 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:161: left oid 31 (ObjNum 70 snap 9 seq_num 70) 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:158: done (4 left) 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:159: done (3 left) 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:160: done (2 left) 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:161: done (1 left) 2024-08-17T17:05:22.478 INFO:tasks.rados.rados.0.smithi059.stdout:163: snap_remove snap 8 2024-08-17T17:05:23.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:22 smithi059 ceph-mon[29264]: pgmap v124: 121 pgs: 121 active+clean; 26 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 744 KiB/s wr, 25 op/s 2024-08-17T17:05:23.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:22 smithi059 ceph-mon[29264]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T17:05:23.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:22 smithi059 ceph-mon[29264]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T17:05:23.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:22 smithi059 ceph-mon[39803]: pgmap v124: 121 pgs: 121 active+clean; 26 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 744 KiB/s wr, 25 op/s 2024-08-17T17:05:23.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:22 smithi059 ceph-mon[39803]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T17:05:23.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:22 smithi059 ceph-mon[39803]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T17:05:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:22 smithi087 ceph-mon[33075]: pgmap v124: 121 pgs: 121 active+clean; 26 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 744 KiB/s wr, 25 op/s 2024-08-17T17:05:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:22 smithi087 ceph-mon[33075]: osdmap e97: 8 total, 8 up, 8 in 2024-08-17T17:05:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:22 smithi087 ceph-mon[33075]: osdmap e98: 8 total, 8 up, 8 in 2024-08-17T17:05:23.435 INFO:tasks.rados.rados.0.smithi059.stdout:163: done (1 left) 2024-08-17T17:05:23.435 INFO:tasks.rados.rados.0.smithi059.stdout:164: rmattr oid 36 current snap is 9 2024-08-17T17:05:23.435 INFO:tasks.rados.rados.0.smithi059.stdout:164: done (1 left) 2024-08-17T17:05:23.435 INFO:tasks.rados.rados.0.smithi059.stdout:165: copy_from oid 6 from oid 13 current snap is 9 2024-08-17T17:05:23.435 INFO:tasks.rados.rados.0.smithi059.stdout:166: snap_remove snap 7 2024-08-17T17:05:24.443 INFO:tasks.rados.rados.0.smithi059.stdout:166: done (2 left) 2024-08-17T17:05:24.443 INFO:tasks.rados.rados.0.smithi059.stdout:167: read oid 46 snap -1 2024-08-17T17:05:24.443 INFO:tasks.rados.rados.0.smithi059.stdout:167: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:05:24.444 INFO:tasks.rados.rados.0.smithi059.stdout:168: read oid 35 snap -1 2024-08-17T17:05:24.444 INFO:tasks.rados.rados.0.smithi059.stdout:168: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-17T17:05:24.444 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 9 2024-08-17T17:05:24.444 INFO:tasks.rados.rados.0.smithi059.stdout:169: seq_num 71 ranges {778240=794624,1572864=401408} 2024-08-17T17:05:24.453 INFO:tasks.rados.rados.0.smithi059.stdout:169: writing smithi05980601-29 from 778240 to 1572864 tid 1 2024-08-17T17:05:24.455 INFO:tasks.rados.rados.0.smithi059.stdout:169: writing smithi05980601-29 from 1572864 to 1974272 tid 2 2024-08-17T17:05:24.456 INFO:tasks.rados.rados.0.smithi059.stdout:170: snap_create 2024-08-17T17:05:24.456 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 29 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T17:05:24.456 INFO:tasks.rados.rados.0.smithi059.stdout:165: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:05:24.456 INFO:tasks.rados.rados.0.smithi059.stdout:165: finishing copy_from to smithi05980601-6 2024-08-17T17:05:24.456 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-17T17:05:24.456 INFO:tasks.rados.rados.0.smithi059.stdout:167: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:05:24.478 INFO:tasks.rados.rados.0.smithi059.stdout:168: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-17T17:05:24.480 INFO:tasks.rados.rados.0.smithi059.stdout:169: finishing write tid 1 to smithi05980601-29 2024-08-17T17:05:24.480 INFO:tasks.rados.rados.0.smithi059.stdout:169: finishing write tid 2 to smithi05980601-29 2024-08-17T17:05:24.480 INFO:tasks.rados.rados.0.smithi059.stdout:169: finishing write tid 3 to smithi05980601-29 2024-08-17T17:05:24.481 INFO:tasks.rados.rados.0.smithi059.stdout:169: finishing write tid 4 to smithi05980601-29 2024-08-17T17:05:24.481 INFO:tasks.rados.rados.0.smithi059.stdout:169: oid 29 updating version 0 to 12 2024-08-17T17:05:24.481 INFO:tasks.rados.rados.0.smithi059.stdout:169: oid 29 version 12 is already newer than 10 2024-08-17T17:05:24.481 INFO:tasks.rados.rados.0.smithi059.stdout:169: oid 29 version 12 is already newer than 11 2024-08-17T17:05:24.481 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 12 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:05:24.481 INFO:tasks.rados.rados.0.smithi059.stdout:169: left oid 29 (ObjNum 71 snap 9 seq_num 71) 2024-08-17T17:05:24.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:24 smithi059 ceph-mon[29264]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T17:05:24.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:24 smithi059 ceph-mon[39803]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T17:05:24.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:24 smithi087 ceph-mon[33075]: osdmap e99: 8 total, 8 up, 8 in 2024-08-17T17:05:25.448 INFO:tasks.rados.rados.0.smithi059.stdout:162: done (5 left) 2024-08-17T17:05:25.448 INFO:tasks.rados.rados.0.smithi059.stdout:165: done (4 left) 2024-08-17T17:05:25.448 INFO:tasks.rados.rados.0.smithi059.stdout:167: done (3 left) 2024-08-17T17:05:25.448 INFO:tasks.rados.rados.0.smithi059.stdout:168: done (2 left) 2024-08-17T17:05:25.448 INFO:tasks.rados.rados.0.smithi059.stdout:169: done (1 left) 2024-08-17T17:05:25.448 INFO:tasks.rados.rados.0.smithi059.stdout:170: done (0 left) 2024-08-17T17:05:25.448 INFO:tasks.rados.rados.0.smithi059.stdout:171: delete oid 44 current snap is 10 2024-08-17T17:05:25.454 INFO:tasks.rados.rados.0.smithi059.stdout:171: done (0 left) 2024-08-17T17:05:25.454 INFO:tasks.rados.rados.0.smithi059.stdout:172: snap_create 2024-08-17T17:05:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:25 smithi059 ceph-mon[29264]: pgmap v128: 121 pgs: 121 active+clean; 26 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 781 KiB/s wr, 26 op/s 2024-08-17T17:05:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:25 smithi059 ceph-mon[29264]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T17:05:25.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:25 smithi059 ceph-mon[39803]: pgmap v128: 121 pgs: 121 active+clean; 26 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 781 KiB/s wr, 26 op/s 2024-08-17T17:05:25.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:25 smithi059 ceph-mon[39803]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T17:05:25.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:25 smithi087 ceph-mon[33075]: pgmap v128: 121 pgs: 121 active+clean; 26 MiB data, 264 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 781 KiB/s wr, 26 op/s 2024-08-17T17:05:25.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:25 smithi087 ceph-mon[33075]: osdmap e100: 8 total, 8 up, 8 in 2024-08-17T17:05:26.452 INFO:tasks.rados.rados.0.smithi059.stdout:172: done (0 left) 2024-08-17T17:05:26.452 INFO:tasks.rados.rados.0.smithi059.stdout:173: read oid 40 snap -1 2024-08-17T17:05:26.452 INFO:tasks.rados.rados.0.smithi059.stdout:173: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-17T17:05:26.453 INFO:tasks.rados.rados.0.smithi059.stdout:174: snap_create 2024-08-17T17:05:26.460 INFO:tasks.rados.rados.0.smithi059.stdout:173: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-17T17:05:26.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:26 smithi059 ceph-mon[29264]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T17:05:26.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:26 smithi059 ceph-mon[39803]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T17:05:26.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:26 smithi087 ceph-mon[33075]: osdmap e101: 8 total, 8 up, 8 in 2024-08-17T17:05:27.454 INFO:tasks.rados.rados.0.smithi059.stdout:173: done (1 left) 2024-08-17T17:05:27.455 INFO:tasks.rados.rados.0.smithi059.stdout:174: done (0 left) 2024-08-17T17:05:27.455 INFO:tasks.rados.rados.0.smithi059.stdout:175: snap_remove snap 9 2024-08-17T17:05:27.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:27 smithi059 ceph-mon[29264]: pgmap v131: 121 pgs: 121 active+clean; 26 MiB data, 264 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:27.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:27 smithi059 ceph-mon[29264]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T17:05:27.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:27 smithi059 ceph-mon[39803]: pgmap v131: 121 pgs: 121 active+clean; 26 MiB data, 264 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:27.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:27 smithi059 ceph-mon[39803]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T17:05:27.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:05:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:05:27] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2024-08-17T17:05:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:27 smithi087 ceph-mon[33075]: pgmap v131: 121 pgs: 121 active+clean; 26 MiB data, 264 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:27 smithi087 ceph-mon[33075]: osdmap e102: 8 total, 8 up, 8 in 2024-08-17T17:05:28.455 INFO:tasks.rados.rados.0.smithi059.stdout:175: done (0 left) 2024-08-17T17:05:28.456 INFO:tasks.rados.rados.0.smithi059.stdout:176: read oid 36 snap -1 2024-08-17T17:05:28.456 INFO:tasks.rados.rados.0.smithi059.stdout:176: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-17T17:05:28.456 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 12 2024-08-17T17:05:28.456 INFO:tasks.rados.rados.0.smithi059.stdout:177: seq_num 73 ranges {0=425984,425984=409600,835584=393216} 2024-08-17T17:05:28.458 INFO:tasks.rados.rados.0.smithi059.stdout:177: writing smithi05980601-1 from 0 to 425984 tid 1 2024-08-17T17:05:28.461 INFO:tasks.rados.rados.0.smithi059.stdout:177: writing smithi05980601-1 from 425984 to 835584 tid 2 2024-08-17T17:05:28.464 INFO:tasks.rados.rados.0.smithi059.stdout:177: writing smithi05980601-1 from 835584 to 1228800 tid 3 2024-08-17T17:05:28.464 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 12 2024-08-17T17:05:28.464 INFO:tasks.rados.rados.0.smithi059.stdout:178: seq_num 74 ranges {139264=442368,581632=696320,1277952=106496} 2024-08-17T17:05:28.467 INFO:tasks.rados.rados.0.smithi059.stdout:178: writing smithi05980601-9 from 139264 to 581632 tid 1 2024-08-17T17:05:28.472 INFO:tasks.rados.rados.0.smithi059.stdout:178: writing smithi05980601-9 from 581632 to 1277952 tid 2 2024-08-17T17:05:28.473 INFO:tasks.rados.rados.0.smithi059.stdout:178: writing smithi05980601-9 from 1277952 to 1384448 tid 3 2024-08-17T17:05:28.473 INFO:tasks.rados.rados.0.smithi059.stdout:179: rmattr oid 11 current snap is 12 2024-08-17T17:05:28.473 INFO:tasks.rados.rados.0.smithi059.stdout:179: done (3 left) 2024-08-17T17:05:28.473 INFO:tasks.rados.rados.0.smithi059.stdout:180: snap_remove snap 11 2024-08-17T17:05:28.777 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:28 smithi059 ceph-mon[29264]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T17:05:28.777 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:28 smithi059 ceph-mon[29264]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T17:05:28.778 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:28 smithi059 ceph-mon[39803]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T17:05:28.778 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:28 smithi059 ceph-mon[39803]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T17:05:28.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:28 smithi087 ceph-mon[33075]: osdmap e103: 8 total, 8 up, 8 in 2024-08-17T17:05:28.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:28 smithi087 ceph-mon[33075]: osdmap e104: 8 total, 8 up, 8 in 2024-08-17T17:05:29.470 INFO:tasks.rados.rados.0.smithi059.stdout:180: done (3 left) 2024-08-17T17:05:29.470 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 12 2024-08-17T17:05:29.470 INFO:tasks.rados.rados.0.smithi059.stdout:181: seq_num 75 ranges {24576=458752,483328=581632,1064960=221184} 2024-08-17T17:05:29.472 INFO:tasks.rados.rados.0.smithi059.stdout:181: writing smithi05980601-2 from 24576 to 483328 tid 1 2024-08-17T17:05:29.475 INFO:tasks.rados.rados.0.smithi059.stdout:181: writing smithi05980601-2 from 483328 to 1064960 tid 2 2024-08-17T17:05:29.477 INFO:tasks.rados.rados.0.smithi059.stdout:181: writing smithi05980601-2 from 1064960 to 1286144 tid 3 2024-08-17T17:05:29.477 INFO:tasks.rados.rados.0.smithi059.stdout:182: copy_from oid 38 from oid 46 current snap is 12 2024-08-17T17:05:29.477 INFO:tasks.rados.rados.0.smithi059.stdout:177: finishing write tid 1 to smithi05980601-1 2024-08-17T17:05:29.477 INFO:tasks.rados.rados.0.smithi059.stdout:176: expect (ObjNum 53 snap 1 seq_num 53) 2024-08-17T17:05:29.519 INFO:tasks.rados.rados.0.smithi059.stdout:177: finishing write tid 2 to smithi05980601-1 2024-08-17T17:05:29.519 INFO:tasks.rados.rados.0.smithi059.stdout:177: finishing write tid 3 to smithi05980601-1 2024-08-17T17:05:29.519 INFO:tasks.rados.rados.0.smithi059.stdout:176: done (4 left) 2024-08-17T17:05:29.519 INFO:tasks.rados.rados.0.smithi059.stdout:183: snap_remove snap 10 2024-08-17T17:05:29.780 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:29 smithi059 ceph-mon[29264]: pgmap v134: 121 pgs: 121 active+clean; 33 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-17T17:05:29.780 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:29 smithi059 ceph-mon[39803]: pgmap v134: 121 pgs: 121 active+clean; 33 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-17T17:05:29.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:29 smithi087 ceph-mon[33075]: pgmap v134: 121 pgs: 121 active+clean; 33 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:183: done (4 left) 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:184: rmattr oid 20 current snap is 12 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:184: done (4 left) 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:185: rmattr oid 16 current snap is 12 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:185: done (4 left) 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:186: rmattr oid 12 current snap is 12 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:186: done (4 left) 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:187: read oid 4 snap -1 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:187: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-17T17:05:30.484 INFO:tasks.rados.rados.0.smithi059.stdout:188: read oid 19 snap -1 2024-08-17T17:05:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:188: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T17:05:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:189: setattr oid 26 current snap is 12 2024-08-17T17:05:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:177: finishing write tid 4 to smithi05980601-1 2024-08-17T17:05:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:177: finishing write tid 5 to smithi05980601-1 2024-08-17T17:05:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:177: oid 1 updating version 0 to 38 2024-08-17T17:05:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:177: oid 1 version 38 is already newer than 37 2024-08-17T17:05:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:177: oid 1 updating version 38 to 40 2024-08-17T17:05:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:177: oid 1 version 40 is already newer than 39 2024-08-17T17:05:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 40 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:177: left oid 1 (ObjNum 73 snap 12 seq_num 73) 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: finishing write tid 1 to smithi05980601-9 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: finishing write tid 2 to smithi05980601-9 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: finishing write tid 3 to smithi05980601-9 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: finishing write tid 4 to smithi05980601-9 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: finishing write tid 5 to smithi05980601-9 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: oid 9 updating version 0 to 45 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: oid 9 updating version 45 to 47 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: oid 9 version 47 is already newer than 44 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: oid 9 version 47 is already newer than 46 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 47 (ObjNum 74 snap 12 seq_num 74) dirty exists 2024-08-17T17:05:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:178: left oid 9 (ObjNum 74 snap 12 seq_num 74) 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: finishing write tid 1 to smithi05980601-2 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: finishing write tid 2 to smithi05980601-2 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: finishing write tid 3 to smithi05980601-2 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: finishing write tid 4 to smithi05980601-2 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: finishing write tid 5 to smithi05980601-2 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: oid 2 updating version 0 to 58 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: oid 2 updating version 58 to 60 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: oid 2 version 60 is already newer than 59 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: oid 2 version 60 is already newer than 57 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 60 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:181: left oid 2 (ObjNum 75 snap 12 seq_num 75) 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:182: finishing copy_from racing read to smithi05980601-38 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:182: finishing copy_from to smithi05980601-38 2024-08-17T17:05:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 28 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:05:30.488 INFO:tasks.rados.rados.0.smithi059.stdout:187: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-17T17:05:30.488 INFO:tasks.rados.rados.0.smithi059.stdout:177: done (6 left) 2024-08-17T17:05:30.488 INFO:tasks.rados.rados.0.smithi059.stdout:178: done (5 left) 2024-08-17T17:05:30.489 INFO:tasks.rados.rados.0.smithi059.stdout:181: done (4 left) 2024-08-17T17:05:30.489 INFO:tasks.rados.rados.0.smithi059.stdout:182: done (3 left) 2024-08-17T17:05:30.489 INFO:tasks.rados.rados.0.smithi059.stdout:187: done (2 left) 2024-08-17T17:05:30.489 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 12 2024-08-17T17:05:30.489 INFO:tasks.rados.rados.0.smithi059.stdout:190: seq_num 76 ranges {491520=475136,966656=458752,1425408=344064} 2024-08-17T17:05:30.492 INFO:tasks.rados.rados.0.smithi059.stdout:190: writing smithi05980601-3 from 491520 to 966656 tid 1 2024-08-17T17:05:30.495 INFO:tasks.rados.rados.0.smithi059.stdout:190: writing smithi05980601-3 from 966656 to 1425408 tid 2 2024-08-17T17:05:30.497 INFO:tasks.rados.rados.0.smithi059.stdout:190: writing smithi05980601-3 from 1425408 to 1769472 tid 3 2024-08-17T17:05:30.498 INFO:tasks.rados.rados.0.smithi059.stdout:191: copy_from oid 8 from oid 21 current snap is 12 2024-08-17T17:05:30.498 INFO:tasks.rados.rados.0.smithi059.stdout:188: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T17:05:30.507 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 17 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-17T17:05:30.507 INFO:tasks.rados.rados.0.smithi059.stdout:190: finishing write tid 1 to smithi05980601-3 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:190: finishing write tid 2 to smithi05980601-3 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:188: done (3 left) 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:189: done (2 left) 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:192: snap_create 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:190: finishing write tid 3 to smithi05980601-3 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:190: finishing write tid 4 to smithi05980601-3 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:190: finishing write tid 5 to smithi05980601-3 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:190: oid 3 updating version 0 to 44 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:190: oid 3 version 44 is already newer than 42 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:190: oid 3 version 44 is already newer than 41 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:190: oid 3 version 44 is already newer than 43 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 44 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-08-17T17:05:30.508 INFO:tasks.rados.rados.0.smithi059.stdout:190: left oid 3 (ObjNum 76 snap 12 seq_num 76) 2024-08-17T17:05:30.509 INFO:tasks.rados.rados.0.smithi059.stdout:191: finishing copy_from racing read to smithi05980601-8 2024-08-17T17:05:30.509 INFO:tasks.rados.rados.0.smithi059.stdout:191: finishing copy_from to smithi05980601-8 2024-08-17T17:05:30.509 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 21 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-17T17:05:30.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[39803]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T17:05:30.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[39803]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[39803]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[39803]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[29264]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[29264]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[29264]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:30.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:05:30.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:30 smithi059 ceph-mon[29264]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T17:05:30.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:30 smithi087 ceph-mon[33075]: osdmap e105: 8 total, 8 up, 8 in 2024-08-17T17:05:30.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:30 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:05:30.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:30 smithi087 ceph-mon[33075]: Upgrade: Target is version 19.0.0-5836-gcd8bdbeb (unknown) 2024-08-17T17:05:30.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:30 smithi087 ceph-mon[33075]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d'] 2024-08-17T17:05:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:30 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:05:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:30 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:05:30.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:30 smithi087 ceph-mon[33075]: Upgrade: Need to upgrade myself (mgr.y) 2024-08-17T17:05:31.486 INFO:tasks.rados.rados.0.smithi059.stdout:190: done (2 left) 2024-08-17T17:05:31.486 INFO:tasks.rados.rados.0.smithi059.stdout:191: done (1 left) 2024-08-17T17:05:31.486 INFO:tasks.rados.rados.0.smithi059.stdout:192: done (0 left) 2024-08-17T17:05:31.486 INFO:tasks.rados.rados.0.smithi059.stdout:193: delete oid 31 current snap is 13 2024-08-17T17:05:31.487 INFO:tasks.rados.rados.0.smithi059.stdout:193: done (0 left) 2024-08-17T17:05:31.488 INFO:tasks.rados.rados.0.smithi059.stdout:194: delete oid 26 current snap is 13 2024-08-17T17:05:31.490 INFO:tasks.rados.rados.0.smithi059.stdout:194: done (0 left) 2024-08-17T17:05:31.491 INFO:tasks.rados.rados.0.smithi059.stdout:195: copy_from oid 20 from oid 42 current snap is 13 2024-08-17T17:05:31.491 INFO:tasks.rados.rados.0.smithi059.stdout:196: delete oid 5 current snap is 13 2024-08-17T17:05:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:196: done (1 left) 2024-08-17T17:05:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 13 2024-08-17T17:05:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:197: seq_num 80 ranges {204800=548864,753664=450560,1204224=352256} 2024-08-17T17:05:31.498 INFO:tasks.rados.rados.0.smithi059.stdout:197: writing smithi05980601-13 from 204800 to 753664 tid 1 2024-08-17T17:05:31.500 INFO:tasks.rados.rados.0.smithi059.stdout:197: writing smithi05980601-13 from 753664 to 1204224 tid 2 2024-08-17T17:05:31.503 INFO:tasks.rados.rados.0.smithi059.stdout:197: writing smithi05980601-13 from 1204224 to 1556480 tid 3 2024-08-17T17:05:31.503 INFO:tasks.rados.rados.0.smithi059.stdout:198: read oid 19 snap -1 2024-08-17T17:05:31.503 INFO:tasks.rados.rados.0.smithi059.stdout:198: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T17:05:31.504 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 13 2024-08-17T17:05:31.504 INFO:tasks.rados.rados.0.smithi059.stdout:195: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:05:31.504 INFO:tasks.rados.rados.0.smithi059.stdout:195: finishing copy_from to smithi05980601-20 2024-08-17T17:05:31.504 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T17:05:31.504 INFO:tasks.rados.rados.0.smithi059.stdout:197: finishing write tid 1 to smithi05980601-13 2024-08-17T17:05:31.504 INFO:tasks.rados.rados.0.smithi059.stdout:199: seq_num 81 ranges {1458176=565248,2023424=737280,2760704=65536} 2024-08-17T17:05:31.514 INFO:tasks.rados.rados.0.smithi059.stdout:199: writing smithi05980601-21 from 1458176 to 2023424 tid 1 2024-08-17T17:05:31.518 INFO:tasks.rados.rados.0.smithi059.stdout:199: writing smithi05980601-21 from 2023424 to 2760704 tid 2 2024-08-17T17:05:31.519 INFO:tasks.rados.rados.0.smithi059.stdout:199: writing smithi05980601-21 from 2760704 to 2826240 tid 3 2024-08-17T17:05:31.519 INFO:tasks.rados.rados.0.smithi059.stdout:195: done (3 left) 2024-08-17T17:05:31.519 INFO:tasks.rados.rados.0.smithi059.stdout:200: delete oid 11 current snap is 13 2024-08-17T17:05:31.519 INFO:tasks.rados.rados.0.smithi059.stdout:197: finishing write tid 2 to smithi05980601-13 2024-08-17T17:05:31.519 INFO:tasks.rados.rados.0.smithi059.stdout:197: finishing write tid 3 to smithi05980601-13 2024-08-17T17:05:31.519 INFO:tasks.rados.rados.0.smithi059.stdout:197: finishing write tid 4 to smithi05980601-13 2024-08-17T17:05:31.519 INFO:tasks.rados.rados.0.smithi059.stdout:198: expect (ObjNum 18 snap 0 seq_num 18) 2024-08-17T17:05:31.528 INFO:tasks.rados.rados.0.smithi059.stdout:197: finishing write tid 5 to smithi05980601-13 2024-08-17T17:05:31.528 INFO:tasks.rados.rados.0.smithi059.stdout:197: oid 13 updating version 0 to 24 2024-08-17T17:05:31.528 INFO:tasks.rados.rados.0.smithi059.stdout:197: oid 13 version 24 is already newer than 22 2024-08-17T17:05:31.528 INFO:tasks.rados.rados.0.smithi059.stdout:197: oid 13 version 24 is already newer than 23 2024-08-17T17:05:31.528 INFO:tasks.rados.rados.0.smithi059.stdout:197: oid 13 updating version 24 to 25 2024-08-17T17:05:31.528 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 25 (ObjNum 80 snap 13 seq_num 80) dirty exists 2024-08-17T17:05:31.528 INFO:tasks.rados.rados.0.smithi059.stdout:197: left oid 13 (ObjNum 80 snap 13 seq_num 80) 2024-08-17T17:05:31.528 INFO:tasks.rados.rados.0.smithi059.stdout:199: finishing write tid 1 to smithi05980601-21 2024-08-17T17:05:31.528 INFO:tasks.rados.rados.0.smithi059.stdout:197: done (3 left) 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:198: done (2 left) 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:200: done (1 left) 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:201: read oid 32 snap -1 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:201: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 13 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:199: finishing write tid 2 to smithi05980601-21 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:199: finishing write tid 3 to smithi05980601-21 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:199: finishing write tid 4 to smithi05980601-21 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:199: finishing write tid 5 to smithi05980601-21 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:199: oid 21 updating version 0 to 26 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:199: oid 21 version 26 is already newer than 25 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:199: oid 21 updating version 26 to 28 2024-08-17T17:05:31.529 INFO:tasks.rados.rados.0.smithi059.stdout:199: oid 21 version 28 is already newer than 27 2024-08-17T17:05:31.530 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 28 (ObjNum 81 snap 13 seq_num 81) dirty exists 2024-08-17T17:05:31.530 INFO:tasks.rados.rados.0.smithi059.stdout:199: left oid 21 (ObjNum 81 snap 13 seq_num 81) 2024-08-17T17:05:31.530 INFO:tasks.rados.rados.0.smithi059.stdout:202: seq_num 83 ranges {811008=598016,1409024=499712,1908736=303104} 2024-08-17T17:05:31.535 INFO:tasks.rados.rados.0.smithi059.stdout:202: writing smithi05980601-49 from 811008 to 1409024 tid 1 2024-08-17T17:05:31.538 INFO:tasks.rados.rados.0.smithi059.stdout:202: writing smithi05980601-49 from 1409024 to 1908736 tid 2 2024-08-17T17:05:31.540 INFO:tasks.rados.rados.0.smithi059.stdout:202: writing smithi05980601-49 from 1908736 to 2211840 tid 3 2024-08-17T17:05:31.541 INFO:tasks.rados.rados.0.smithi059.stdout:199: done (2 left) 2024-08-17T17:05:31.541 INFO:tasks.rados.rados.0.smithi059.stdout:203: delete oid 40 current snap is 13 2024-08-17T17:05:31.541 INFO:tasks.rados.rados.0.smithi059.stdout:201: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:202: finishing write tid 1 to smithi05980601-49 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:202: finishing write tid 2 to smithi05980601-49 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:201: done (2 left) 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:203: done (1 left) 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:204: delete oid 37 current snap is 13 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:202: finishing write tid 3 to smithi05980601-49 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:202: finishing write tid 4 to smithi05980601-49 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:202: finishing write tid 5 to smithi05980601-49 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:202: oid 49 updating version 0 to 59 2024-08-17T17:05:31.559 INFO:tasks.rados.rados.0.smithi059.stdout:202: oid 49 updating version 59 to 60 2024-08-17T17:05:31.560 INFO:tasks.rados.rados.0.smithi059.stdout:202: oid 49 version 60 is already newer than 58 2024-08-17T17:05:31.560 INFO:tasks.rados.rados.0.smithi059.stdout:202: oid 49 updating version 60 to 61 2024-08-17T17:05:31.560 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 61 (ObjNum 83 snap 13 seq_num 83) dirty exists 2024-08-17T17:05:31.560 INFO:tasks.rados.rados.0.smithi059.stdout:202: left oid 49 (ObjNum 83 snap 13 seq_num 83) 2024-08-17T17:05:31.560 INFO:tasks.rados.rados.0.smithi059.stdout:202: done (1 left) 2024-08-17T17:05:31.561 INFO:tasks.rados.rados.0.smithi059.stdout:204: done (0 left) 2024-08-17T17:05:31.561 INFO:tasks.rados.rados.0.smithi059.stdout:205: setattr oid 29 current snap is 13 2024-08-17T17:05:31.561 INFO:tasks.rados.rados.0.smithi059.stdout:206: snap_remove snap 12 2024-08-17T17:05:31.601 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:05:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:31 smithi059 ceph-mon[29264]: pgmap v137: 121 pgs: 121 active+clean; 33 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-17T17:05:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:31 smithi059 ceph-mon[29264]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi087 2024-08-17T17:05:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:31 smithi059 ceph-mon[29264]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T17:05:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:31 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:31 smithi059 ceph-mon[39803]: pgmap v137: 121 pgs: 121 active+clean; 33 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-17T17:05:31.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:31 smithi059 ceph-mon[39803]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi087 2024-08-17T17:05:31.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:31 smithi059 ceph-mon[39803]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T17:05:31.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:31 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:31 smithi087 ceph-mon[33075]: pgmap v137: 121 pgs: 121 active+clean; 33 MiB data, 278 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 17 op/s 2024-08-17T17:05:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:31 smithi087 ceph-mon[33075]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d on smithi087 2024-08-17T17:05:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:31 smithi087 ceph-mon[33075]: osdmap e106: 8 total, 8 up, 8 in 2024-08-17T17:05:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:31 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:32.171 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:05:32.196 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (2m) 106s ago 3m 16.6M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (2m) 106s ago 2m 84.8M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (4m) 106s ago 4m 15.4M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (4m) 106s ago 4m 16.5M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,8765 running (7m) 106s ago 7m 438M - 18.2.4-719-gced649f8 c870753d67c2 855d2bff2fe3 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:9283,8765 running (9m) 106s ago 9m 486M - 18.2.4-719-gced649f8 c870753d67c2 c8a6b5c002a7 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (9m) 106s ago 9m 44.6M 2048M 18.2.4-719-gced649f8 c870753d67c2 aa3912595492 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (7m) 106s ago 7m 38.2M 2048M 18.2.4-719-gced649f8 c870753d67c2 5bd4baf341c0 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (7m) 106s ago 7m 41.5M 2048M 18.2.4-719-gced649f8 c870753d67c2 717b71ca4cfb 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (2m) 106s ago 2m 15.4M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:05:32.197 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (2m) 106s ago 2m 8086k - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:05:32.198 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (7m) 106s ago 7m 48.1M 2993M 18.2.4-719-gced649f8 c870753d67c2 545451805af8 2024-08-17T17:05:32.198 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (6m) 106s ago 6m 44.5M 2993M 18.2.4-719-gced649f8 c870753d67c2 2e45043f5326 2024-08-17T17:05:32.198 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (6m) 106s ago 6m 51.8M 2993M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:05:32.198 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (6m) 106s ago 6m 40.8M 2993M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:05:32.198 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (5m) 106s ago 5m 42.9M 2992M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:05:32.198 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (5m) 106s ago 5m 45.3M 2992M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:05:32.198 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (5m) 106s ago 5m 42.7M 2992M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:05:32.198 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (4m) 106s ago 4m 44.6M 2992M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:05:32.198 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (2m) 106s ago 3m 31.6M - 2.43.0 a07b618ecd1d 1780e37dcfe6 2024-08-17T17:05:32.442 INFO:tasks.rados.rados.0.smithi059.stdout:206: done (1 left) 2024-08-17T17:05:32.442 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 13 2024-08-17T17:05:32.442 INFO:tasks.rados.rados.0.smithi059.stdout:207: seq_num 86 ranges {761856=647168,1409024=606208,2015232=196608} 2024-08-17T17:05:32.451 INFO:tasks.rados.rados.0.smithi059.stdout:207: writing smithi05980601-38 from 761856 to 1409024 tid 1 2024-08-17T17:05:32.456 INFO:tasks.rados.rados.0.smithi059.stdout:207: writing smithi05980601-38 from 1409024 to 2015232 tid 2 2024-08-17T17:05:32.458 INFO:tasks.rados.rados.0.smithi059.stdout:207: writing smithi05980601-38 from 2015232 to 2211840 tid 3 2024-08-17T17:05:32.458 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 13 2024-08-17T17:05:32.458 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 14 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:05:32.458 INFO:tasks.rados.rados.0.smithi059.stdout:207: finishing write tid 1 to smithi05980601-38 2024-08-17T17:05:32.458 INFO:tasks.rados.rados.0.smithi059.stdout:208: seq_num 87 ranges {2211840=663552,2875392=491520,3366912=311296} 2024-08-17T17:05:32.475 INFO:tasks.rados.rados.0.smithi059.stdout:208: writing smithi05980601-49 from 2211840 to 2875392 tid 1 2024-08-17T17:05:32.479 INFO:tasks.rados.rados.0.smithi059.stdout:208: writing smithi05980601-49 from 2875392 to 3366912 tid 2 2024-08-17T17:05:32.482 INFO:tasks.rados.rados.0.smithi059.stdout:208: writing smithi05980601-49 from 3366912 to 3678208 tid 3 2024-08-17T17:05:32.482 INFO:tasks.rados.rados.0.smithi059.stdout:205: done (2 left) 2024-08-17T17:05:32.482 INFO:tasks.rados.rados.0.smithi059.stdout:209: copy_from oid 26 from oid 25 current snap is 13 2024-08-17T17:05:32.482 INFO:tasks.rados.rados.0.smithi059.stdout:207: finishing write tid 2 to smithi05980601-38 2024-08-17T17:05:32.482 INFO:tasks.rados.rados.0.smithi059.stdout:207: finishing write tid 3 to smithi05980601-38 2024-08-17T17:05:32.482 INFO:tasks.rados.rados.0.smithi059.stdout:207: finishing write tid 4 to smithi05980601-38 2024-08-17T17:05:32.482 INFO:tasks.rados.rados.0.smithi059.stdout:207: finishing write tid 5 to smithi05980601-38 2024-08-17T17:05:32.483 INFO:tasks.rados.rados.0.smithi059.stdout:207: oid 38 updating version 0 to 31 2024-08-17T17:05:32.483 INFO:tasks.rados.rados.0.smithi059.stdout:207: oid 38 updating version 31 to 32 2024-08-17T17:05:32.483 INFO:tasks.rados.rados.0.smithi059.stdout:207: oid 38 version 32 is already newer than 29 2024-08-17T17:05:32.483 INFO:tasks.rados.rados.0.smithi059.stdout:207: oid 38 version 32 is already newer than 30 2024-08-17T17:05:32.483 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 32 (ObjNum 86 snap 13 seq_num 86) dirty exists 2024-08-17T17:05:32.483 INFO:tasks.rados.rados.0.smithi059.stdout:207: left oid 38 (ObjNum 86 snap 13 seq_num 86) 2024-08-17T17:05:32.483 INFO:tasks.rados.rados.0.smithi059.stdout:208: finishing write tid 1 to smithi05980601-49 2024-08-17T17:05:32.483 INFO:tasks.rados.rados.0.smithi059.stdout:208: finishing write tid 2 to smithi05980601-49 2024-08-17T17:05:32.484 INFO:tasks.rados.rados.0.smithi059.stdout:207: done (2 left) 2024-08-17T17:05:32.484 INFO:tasks.rados.rados.0.smithi059.stdout:210: snap_create 2024-08-17T17:05:32.484 INFO:tasks.rados.rados.0.smithi059.stdout:208: finishing write tid 3 to smithi05980601-49 2024-08-17T17:05:32.484 INFO:tasks.rados.rados.0.smithi059.stdout:208: finishing write tid 4 to smithi05980601-49 2024-08-17T17:05:32.485 INFO:tasks.rados.rados.0.smithi059.stdout:208: finishing write tid 5 to smithi05980601-49 2024-08-17T17:05:32.485 INFO:tasks.rados.rados.0.smithi059.stdout:208: oid 49 updating version 0 to 73 2024-08-17T17:05:32.485 INFO:tasks.rados.rados.0.smithi059.stdout:208: oid 49 version 73 is already newer than 72 2024-08-17T17:05:32.486 INFO:tasks.rados.rados.0.smithi059.stdout:208: oid 49 updating version 73 to 75 2024-08-17T17:05:32.486 INFO:tasks.rados.rados.0.smithi059.stdout:208: oid 49 version 75 is already newer than 74 2024-08-17T17:05:32.486 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 75 (ObjNum 87 snap 13 seq_num 87) dirty exists 2024-08-17T17:05:32.486 INFO:tasks.rados.rados.0.smithi059.stdout:208: left oid 49 (ObjNum 87 snap 13 seq_num 87) 2024-08-17T17:05:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:209: finishing copy_from racing read to smithi05980601-26 2024-08-17T17:05:32.490 INFO:tasks.rados.rados.0.smithi059.stdout:209: finishing copy_from to smithi05980601-26 2024-08-17T17:05:32.491 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 10 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T17:05:32.535 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:05:32.535 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:05:32.535 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T17:05:32.535 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:05:32.535 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:05:32.535 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:05:32.535 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 15 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:05:32.536 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:05:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:32 smithi059 ceph-mon[29264]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T17:05:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:32 smithi059 ceph-mon[29264]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:32 smithi059 ceph-mon[29264]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T17:05:32.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:32 smithi059 ceph-mon[39803]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T17:05:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:32 smithi059 ceph-mon[39803]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:32 smithi059 ceph-mon[39803]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T17:05:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:32 smithi087 ceph-mon[33075]: osdmap e107: 8 total, 8 up, 8 in 2024-08-17T17:05:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:32 smithi087 ceph-mon[33075]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:32 smithi087 ceph-mon[33075]: osdmap e108: 8 total, 8 up, 8 in 2024-08-17T17:05:32.818 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:05:32.819 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:05:32.819 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:05:32.819 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:05:32.819 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [], 2024-08-17T17:05:32.819 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "0/20 daemons upgraded", 2024-08-17T17:05:32.819 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d image on host smithi087", 2024-08-17T17:05:32.819 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:05:32.819 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:05:33.436 INFO:tasks.rados.rados.0.smithi059.stdout:208: done (2 left) 2024-08-17T17:05:33.436 INFO:tasks.rados.rados.0.smithi059.stdout:209: done (1 left) 2024-08-17T17:05:33.436 INFO:tasks.rados.rados.0.smithi059.stdout:210: done (0 left) 2024-08-17T17:05:33.436 INFO:tasks.rados.rados.0.smithi059.stdout:211: snap_create 2024-08-17T17:05:33.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[39803]: pgmap v140: 121 pgs: 121 active+clean; 44 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 27 op/s 2024-08-17T17:05:33.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[39803]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:33.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[39803]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:33.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/2730572487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:05:33.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[39803]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T17:05:33.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[29264]: pgmap v140: 121 pgs: 121 active+clean; 44 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 27 op/s 2024-08-17T17:05:33.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[29264]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:33.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[29264]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:33.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/2730572487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:05:33.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:33 smithi059 ceph-mon[29264]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T17:05:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:33 smithi087 ceph-mon[33075]: pgmap v140: 121 pgs: 121 active+clean; 44 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 27 op/s 2024-08-17T17:05:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:33 smithi087 ceph-mon[33075]: from='client.24848 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:33 smithi087 ceph-mon[33075]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:33 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/2730572487' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:05:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:33 smithi087 ceph-mon[33075]: osdmap e109: 8 total, 8 up, 8 in 2024-08-17T17:05:34.437 INFO:tasks.rados.rados.0.smithi059.stdout:211: done (0 left) 2024-08-17T17:05:34.437 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 15 2024-08-17T17:05:34.437 INFO:tasks.rados.rados.0.smithi059.stdout:212: seq_num 88 ranges {139264=679936,819200=778240,1597440=24576} 2024-08-17T17:05:34.441 INFO:tasks.rados.rados.0.smithi059.stdout:212: writing smithi05980601-17 from 139264 to 819200 tid 1 2024-08-17T17:05:34.446 INFO:tasks.rados.rados.0.smithi059.stdout:212: writing smithi05980601-17 from 819200 to 1597440 tid 2 2024-08-17T17:05:34.446 INFO:tasks.rados.rados.0.smithi059.stdout:212: writing smithi05980601-17 from 1597440 to 1622016 tid 3 2024-08-17T17:05:34.446 INFO:tasks.rados.rados.0.smithi059.stdout:213: rollback oid 8 current snap is 15 2024-08-17T17:05:34.446 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 8 to 14 2024-08-17T17:05:34.446 INFO:tasks.rados.rados.0.smithi059.stdout:214: rmattr oid 26 current snap is 15 2024-08-17T17:05:34.446 INFO:tasks.rados.rados.0.smithi059.stdout:214: done (2 left) 2024-08-17T17:05:34.447 INFO:tasks.rados.rados.0.smithi059.stdout:215: delete oid 2 current snap is 15 2024-08-17T17:05:34.449 INFO:tasks.rados.rados.0.smithi059.stdout:212: finishing write tid 1 to smithi05980601-17 2024-08-17T17:05:34.450 INFO:tasks.rados.rados.0.smithi059.stdout:212: finishing write tid 2 to smithi05980601-17 2024-08-17T17:05:34.450 INFO:tasks.rados.rados.0.smithi059.stdout:215: done (2 left) 2024-08-17T17:05:34.451 INFO:tasks.rados.rados.0.smithi059.stdout:216: rmattr oid 24 current snap is 15 2024-08-17T17:05:34.451 INFO:tasks.rados.rados.0.smithi059.stdout:216: done (2 left) 2024-08-17T17:05:34.451 INFO:tasks.rados.rados.0.smithi059.stdout:217: snap_create 2024-08-17T17:05:34.451 INFO:tasks.rados.rados.0.smithi059.stdout:212: finishing write tid 3 to smithi05980601-17 2024-08-17T17:05:34.451 INFO:tasks.rados.rados.0.smithi059.stdout:212: finishing write tid 4 to smithi05980601-17 2024-08-17T17:05:34.452 INFO:tasks.rados.rados.0.smithi059.stdout:213: finishing rollback tid 0 to smithi05980601-8 2024-08-17T17:05:34.452 INFO:tasks.rados.rados.0.smithi059.stdout:213: finishing rollback tid 1 to smithi05980601-8 2024-08-17T17:05:34.452 INFO:tasks.rados.rados.0.smithi059.stdout:213: finishing rollback tid 2 to smithi05980601-8 2024-08-17T17:05:34.452 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 28 (ObjNum 66 snap 6 seq_num 66) dirty exists 2024-08-17T17:05:34.452 INFO:tasks.rados.rados.0.smithi059.stdout:212: finishing write tid 5 to smithi05980601-17 2024-08-17T17:05:34.453 INFO:tasks.rados.rados.0.smithi059.stdout:212: oid 17 updating version 0 to 79 2024-08-17T17:05:34.453 INFO:tasks.rados.rados.0.smithi059.stdout:212: oid 17 version 79 is already newer than 78 2024-08-17T17:05:34.453 INFO:tasks.rados.rados.0.smithi059.stdout:212: oid 17 updating version 79 to 80 2024-08-17T17:05:34.453 INFO:tasks.rados.rados.0.smithi059.stdout:212: oid 17 version 80 is already newer than 77 2024-08-17T17:05:34.453 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 80 (ObjNum 88 snap 15 seq_num 88) dirty exists 2024-08-17T17:05:34.453 INFO:tasks.rados.rados.0.smithi059.stdout:212: left oid 17 (ObjNum 88 snap 15 seq_num 88) 2024-08-17T17:05:34.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:34 smithi059 ceph-mon[39803]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:34.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:34 smithi059 ceph-mon[39803]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T17:05:34.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:34 smithi059 ceph-mon[29264]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:34.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:34 smithi059 ceph-mon[29264]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T17:05:34.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:34 smithi087 ceph-mon[33075]: from='client.14976 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:05:34.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:34 smithi087 ceph-mon[33075]: osdmap e110: 8 total, 8 up, 8 in 2024-08-17T17:05:35.442 INFO:tasks.rados.rados.0.smithi059.stdout:212: done (2 left) 2024-08-17T17:05:35.442 INFO:tasks.rados.rados.0.smithi059.stdout:213: done (1 left) 2024-08-17T17:05:35.442 INFO:tasks.rados.rados.0.smithi059.stdout:217: done (0 left) 2024-08-17T17:05:35.442 INFO:tasks.rados.rados.0.smithi059.stdout:218: copy_from oid 48 from oid 47 current snap is 16 2024-08-17T17:05:35.442 INFO:tasks.rados.rados.0.smithi059.stdout:219: read oid 34 snap -1 2024-08-17T17:05:35.442 INFO:tasks.rados.rados.0.smithi059.stdout:219: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:05:35.442 INFO:tasks.rados.rados.0.smithi059.stdout:220: snap_create 2024-08-17T17:05:35.445 INFO:tasks.rados.rados.0.smithi059.stdout:219: expect (ObjNum 33 snap 0 seq_num 33) 2024-08-17T17:05:35.462 INFO:tasks.rados.rados.0.smithi059.stdout:218: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:05:35.462 INFO:tasks.rados.rados.0.smithi059.stdout:218: finishing copy_from to smithi05980601-48 2024-08-17T17:05:35.462 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 11 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:05:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:35 smithi059 ceph-mon[29264]: pgmap v143: 121 pgs: 121 active+clean; 44 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 27 op/s 2024-08-17T17:05:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:35 smithi059 ceph-mon[29264]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T17:05:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:35 smithi059 ceph-mon[39803]: pgmap v143: 121 pgs: 121 active+clean; 44 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 27 op/s 2024-08-17T17:05:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:35 smithi059 ceph-mon[39803]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T17:05:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:35 smithi087 ceph-mon[33075]: pgmap v143: 121 pgs: 121 active+clean; 44 MiB data, 289 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 27 op/s 2024-08-17T17:05:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:35 smithi087 ceph-mon[33075]: osdmap e111: 8 total, 8 up, 8 in 2024-08-17T17:05:36.441 INFO:tasks.rados.rados.0.smithi059.stdout:218: done (2 left) 2024-08-17T17:05:36.441 INFO:tasks.rados.rados.0.smithi059.stdout:219: done (1 left) 2024-08-17T17:05:36.441 INFO:tasks.rados.rados.0.smithi059.stdout:220: done (0 left) 2024-08-17T17:05:36.441 INFO:tasks.rados.rados.0.smithi059.stdout:221: read oid 47 snap -1 2024-08-17T17:05:36.441 INFO:tasks.rados.rados.0.smithi059.stdout:221: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:05:36.441 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 17 2024-08-17T17:05:36.441 INFO:tasks.rados.rados.0.smithi059.stdout:222: seq_num 90 ranges {1269760=712704,1982464=540672,2523136=262144} 2024-08-17T17:05:36.451 INFO:tasks.rados.rados.0.smithi059.stdout:222: writing smithi05980601-36 from 1269760 to 1982464 tid 1 2024-08-17T17:05:36.455 INFO:tasks.rados.rados.0.smithi059.stdout:222: writing smithi05980601-36 from 1982464 to 2523136 tid 2 2024-08-17T17:05:36.457 INFO:tasks.rados.rados.0.smithi059.stdout:222: writing smithi05980601-36 from 2523136 to 2785280 tid 3 2024-08-17T17:05:36.457 INFO:tasks.rados.rados.0.smithi059.stdout:223: rollback oid 18 current snap is 17 2024-08-17T17:05:36.457 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 13 2024-08-17T17:05:36.457 INFO:tasks.rados.rados.0.smithi059.stdout:221: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:05:36.482 INFO:tasks.rados.rados.0.smithi059.stdout:222: finishing write tid 1 to smithi05980601-36 2024-08-17T17:05:36.482 INFO:tasks.rados.rados.0.smithi059.stdout:222: finishing write tid 2 to smithi05980601-36 2024-08-17T17:05:36.482 INFO:tasks.rados.rados.0.smithi059.stdout:223: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:05:36.482 INFO:tasks.rados.rados.0.smithi059.stdout:222: finishing write tid 3 to smithi05980601-36 2024-08-17T17:05:36.482 INFO:tasks.rados.rados.0.smithi059.stdout:222: finishing write tid 4 to smithi05980601-36 2024-08-17T17:05:36.482 INFO:tasks.rados.rados.0.smithi059.stdout:223: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:223: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 32 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:222: finishing write tid 5 to smithi05980601-36 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:222: oid 36 updating version 0 to 50 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:222: oid 36 version 50 is already newer than 48 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:222: oid 36 updating version 50 to 51 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:222: oid 36 version 51 is already newer than 49 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 51 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:222: left oid 36 (ObjNum 90 snap 17 seq_num 90) 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:221: done (2 left) 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:222: done (1 left) 2024-08-17T17:05:36.483 INFO:tasks.rados.rados.0.smithi059.stdout:223: done (0 left) 2024-08-17T17:05:36.484 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 17 2024-08-17T17:05:36.484 INFO:tasks.rados.rados.0.smithi059.stdout:224: seq_num 91 ranges {0=729088,729088=425984,1155072=376832} 2024-08-17T17:05:36.486 INFO:tasks.rados.rados.0.smithi059.stdout:224: writing smithi05980601-2 from 0 to 729088 tid 1 2024-08-17T17:05:36.488 INFO:tasks.rados.rados.0.smithi059.stdout:224: writing smithi05980601-2 from 729088 to 1155072 tid 2 2024-08-17T17:05:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:224: writing smithi05980601-2 from 1155072 to 1531904 tid 3 2024-08-17T17:05:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:225: delete oid 40 current snap is 17 2024-08-17T17:05:36.491 INFO:tasks.rados.rados.0.smithi059.stdout:224: finishing write tid 1 to smithi05980601-2 2024-08-17T17:05:36.491 INFO:tasks.rados.rados.0.smithi059.stdout:224: finishing write tid 2 to smithi05980601-2 2024-08-17T17:05:36.492 INFO:tasks.rados.rados.0.smithi059.stdout:225: done (1 left) 2024-08-17T17:05:36.492 INFO:tasks.rados.rados.0.smithi059.stdout:226: read oid 47 snap -1 2024-08-17T17:05:36.492 INFO:tasks.rados.rados.0.smithi059.stdout:226: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:05:36.492 INFO:tasks.rados.rados.0.smithi059.stdout:227: rollback oid 49 current snap is 17 2024-08-17T17:05:36.492 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 49 to 15 2024-08-17T17:05:36.492 INFO:tasks.rados.rados.0.smithi059.stdout:228: snap_remove snap 14 2024-08-17T17:05:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:224: finishing write tid 3 to smithi05980601-2 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:224: finishing write tid 4 to smithi05980601-2 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:224: finishing write tid 5 to smithi05980601-2 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:224: oid 2 updating version 0 to 69 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:224: oid 2 updating version 69 to 72 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:224: oid 2 version 72 is already newer than 70 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:224: oid 2 version 72 is already newer than 71 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 72 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:224: left oid 2 (ObjNum 91 snap 17 seq_num 91) 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:227: finishing rollback tid 0 to smithi05980601-49 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:227: finishing rollback tid 1 to smithi05980601-49 2024-08-17T17:05:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:227: finishing rollback tid 2 to smithi05980601-49 2024-08-17T17:05:37.451 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 84 (ObjNum 87 snap 13 seq_num 87) dirty exists 2024-08-17T17:05:37.451 INFO:tasks.rados.rados.0.smithi059.stdout:226: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:05:37.473 INFO:tasks.rados.rados.0.smithi059.stdout:224: done (3 left) 2024-08-17T17:05:37.473 INFO:tasks.rados.rados.0.smithi059.stdout:226: done (2 left) 2024-08-17T17:05:37.473 INFO:tasks.rados.rados.0.smithi059.stdout:227: done (1 left) 2024-08-17T17:05:37.473 INFO:tasks.rados.rados.0.smithi059.stdout:228: done (0 left) 2024-08-17T17:05:37.474 INFO:tasks.rados.rados.0.smithi059.stdout:229: snap_create 2024-08-17T17:05:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:37 smithi059 ceph-mon[29264]: pgmap v146: 121 pgs: 121 active+clean; 44 MiB data, 289 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:37 smithi059 ceph-mon[29264]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T17:05:37.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:05:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:05:37] "GET /metrics HTTP/1.1" 200 36000 "" "Prometheus/2.43.0" 2024-08-17T17:05:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:37 smithi059 ceph-mon[39803]: pgmap v146: 121 pgs: 121 active+clean; 44 MiB data, 289 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:37 smithi059 ceph-mon[39803]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T17:05:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:37 smithi087 ceph-mon[33075]: pgmap v146: 121 pgs: 121 active+clean; 44 MiB data, 289 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:37 smithi087 ceph-mon[33075]: osdmap e112: 8 total, 8 up, 8 in 2024-08-17T17:05:38.458 INFO:tasks.rados.rados.0.smithi059.stdout:229: done (0 left) 2024-08-17T17:05:38.458 INFO:tasks.rados.rados.0.smithi059.stdout:230: snap_create 2024-08-17T17:05:38.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:38 smithi059 ceph-mon[29264]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T17:05:38.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:38 smithi059 ceph-mon[39803]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T17:05:38.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:38 smithi087 ceph-mon[33075]: osdmap e113: 8 total, 8 up, 8 in 2024-08-17T17:05:39.465 INFO:tasks.rados.rados.0.smithi059.stdout:230: done (0 left) 2024-08-17T17:05:39.465 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 19 2024-08-17T17:05:39.465 INFO:tasks.rados.rados.0.smithi059.stdout:231: seq_num 93 ranges {491520=761856,1253376=647168,1900544=155648} 2024-08-17T17:05:39.471 INFO:tasks.rados.rados.0.smithi059.stdout:231: writing smithi05980601-30 from 491520 to 1253376 tid 1 2024-08-17T17:05:39.475 INFO:tasks.rados.rados.0.smithi059.stdout:231: writing smithi05980601-30 from 1253376 to 1900544 tid 2 2024-08-17T17:05:39.477 INFO:tasks.rados.rados.0.smithi059.stdout:231: writing smithi05980601-30 from 1900544 to 2056192 tid 3 2024-08-17T17:05:39.477 INFO:tasks.rados.rados.0.smithi059.stdout:232: rmattr oid 17 current snap is 19 2024-08-17T17:05:39.477 INFO:tasks.rados.rados.0.smithi059.stdout:231: finishing write tid 1 to smithi05980601-30 2024-08-17T17:05:39.477 INFO:tasks.rados.rados.0.smithi059.stdout:233: snap_remove snap 17 2024-08-17T17:05:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:39 smithi059 ceph-mon[29264]: pgmap v149: 121 pgs: 121 active+clean; 46 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:05:39.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:39 smithi059 ceph-mon[29264]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T17:05:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:39 smithi059 ceph-mon[39803]: pgmap v149: 121 pgs: 121 active+clean; 46 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:05:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:39 smithi059 ceph-mon[39803]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T17:05:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:39 smithi087 ceph-mon[33075]: pgmap v149: 121 pgs: 121 active+clean; 46 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:05:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:39 smithi087 ceph-mon[33075]: osdmap e114: 8 total, 8 up, 8 in 2024-08-17T17:05:40.477 INFO:tasks.rados.rados.0.smithi059.stdout:233: done (2 left) 2024-08-17T17:05:40.477 INFO:tasks.rados.rados.0.smithi059.stdout:234: snap_remove snap 13 2024-08-17T17:05:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:40 smithi059 ceph-mon[29264]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T17:05:40.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:40 smithi059 ceph-mon[39803]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T17:05:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:40 smithi087 ceph-mon[33075]: osdmap e115: 8 total, 8 up, 8 in 2024-08-17T17:05:41.475 INFO:tasks.rados.rados.0.smithi059.stdout:234: done (2 left) 2024-08-17T17:05:41.475 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 19 2024-08-17T17:05:41.475 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 90 (ObjNum 88 snap 15 seq_num 88) dirty exists 2024-08-17T17:05:41.475 INFO:tasks.rados.rados.0.smithi059.stdout:231: finishing write tid 2 to smithi05980601-30 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:231: finishing write tid 3 to smithi05980601-30 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:231: finishing write tid 4 to smithi05980601-30 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:231: finishing write tid 5 to smithi05980601-30 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:231: oid 30 updating version 0 to 5 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:231: oid 30 version 5 is already newer than 4 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:231: oid 30 updating version 5 to 6 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:231: oid 30 updating version 6 to 7 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 7 (ObjNum 93 snap 19 seq_num 93) dirty exists 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:231: left oid 30 (ObjNum 93 snap 19 seq_num 93) 2024-08-17T17:05:41.476 INFO:tasks.rados.rados.0.smithi059.stdout:235: seq_num 94 ranges {1384448=778240,2162688=532480,2695168=270336} 2024-08-17T17:05:41.488 INFO:tasks.rados.rados.0.smithi059.stdout:235: writing smithi05980601-9 from 1384448 to 2162688 tid 1 2024-08-17T17:05:41.491 INFO:tasks.rados.rados.0.smithi059.stdout:235: writing smithi05980601-9 from 2162688 to 2695168 tid 2 2024-08-17T17:05:41.494 INFO:tasks.rados.rados.0.smithi059.stdout:235: writing smithi05980601-9 from 2695168 to 2965504 tid 3 2024-08-17T17:05:41.494 INFO:tasks.rados.rados.0.smithi059.stdout:231: done (2 left) 2024-08-17T17:05:41.494 INFO:tasks.rados.rados.0.smithi059.stdout:232: done (1 left) 2024-08-17T17:05:41.494 INFO:tasks.rados.rados.0.smithi059.stdout:236: read oid 29 snap -1 2024-08-17T17:05:41.495 INFO:tasks.rados.rados.0.smithi059.stdout:236: expect (ObjNum 71 snap 9 seq_num 71) 2024-08-17T17:05:41.495 INFO:tasks.rados.rados.0.smithi059.stdout:237: snap_create 2024-08-17T17:05:41.496 INFO:tasks.rados.rados.0.smithi059.stdout:235: finishing write tid 1 to smithi05980601-9 2024-08-17T17:05:41.496 INFO:tasks.rados.rados.0.smithi059.stdout:235: finishing write tid 2 to smithi05980601-9 2024-08-17T17:05:41.496 INFO:tasks.rados.rados.0.smithi059.stdout:235: finishing write tid 3 to smithi05980601-9 2024-08-17T17:05:41.497 INFO:tasks.rados.rados.0.smithi059.stdout:235: finishing write tid 4 to smithi05980601-9 2024-08-17T17:05:41.499 INFO:tasks.rados.rados.0.smithi059.stdout:235: finishing write tid 5 to smithi05980601-9 2024-08-17T17:05:41.499 INFO:tasks.rados.rados.0.smithi059.stdout:235: oid 9 updating version 0 to 56 2024-08-17T17:05:41.500 INFO:tasks.rados.rados.0.smithi059.stdout:235: oid 9 version 56 is already newer than 54 2024-08-17T17:05:41.500 INFO:tasks.rados.rados.0.smithi059.stdout:235: oid 9 version 56 is already newer than 53 2024-08-17T17:05:41.500 INFO:tasks.rados.rados.0.smithi059.stdout:235: oid 9 version 56 is already newer than 55 2024-08-17T17:05:41.500 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 56 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-08-17T17:05:41.500 INFO:tasks.rados.rados.0.smithi059.stdout:235: left oid 9 (ObjNum 94 snap 19 seq_num 94) 2024-08-17T17:05:41.501 INFO:tasks.rados.rados.0.smithi059.stdout:236: expect (ObjNum 71 snap 9 seq_num 71) 2024-08-17T17:05:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:41 smithi059 ceph-mon[29264]: pgmap v152: 121 pgs: 121 active+clean; 46 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:05:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:41 smithi059 ceph-mon[29264]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T17:05:41.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:41 smithi059 ceph-mon[39803]: pgmap v152: 121 pgs: 121 active+clean; 46 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:05:41.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:41 smithi059 ceph-mon[39803]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T17:05:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:41 smithi087 ceph-mon[33075]: pgmap v152: 121 pgs: 121 active+clean; 46 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:05:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:41 smithi087 ceph-mon[33075]: osdmap e116: 8 total, 8 up, 8 in 2024-08-17T17:05:42.437 INFO:tasks.rados.rados.0.smithi059.stdout:235: done (2 left) 2024-08-17T17:05:42.437 INFO:tasks.rados.rados.0.smithi059.stdout:236: done (1 left) 2024-08-17T17:05:42.437 INFO:tasks.rados.rados.0.smithi059.stdout:237: done (0 left) 2024-08-17T17:05:42.438 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 20 2024-08-17T17:05:42.438 INFO:tasks.rados.rados.0.smithi059.stdout:238: seq_num 95 ranges {0=794624,794624=409600,1204224=393216} 2024-08-17T17:05:42.441 INFO:tasks.rados.rados.0.smithi059.stdout:238: writing smithi05980601-40 from 0 to 794624 tid 1 2024-08-17T17:05:42.444 INFO:tasks.rados.rados.0.smithi059.stdout:238: writing smithi05980601-40 from 794624 to 1204224 tid 2 2024-08-17T17:05:42.447 INFO:tasks.rados.rados.0.smithi059.stdout:238: writing smithi05980601-40 from 1204224 to 1597440 tid 3 2024-08-17T17:05:42.447 INFO:tasks.rados.rados.0.smithi059.stdout:239: read oid 25 snap 18 2024-08-17T17:05:42.447 INFO:tasks.rados.rados.0.smithi059.stdout:239: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:05:42.447 INFO:tasks.rados.rados.0.smithi059.stdout:240: rmattr oid 31 current snap is 20 2024-08-17T17:05:42.447 INFO:tasks.rados.rados.0.smithi059.stdout:240: done (2 left) 2024-08-17T17:05:42.447 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 20 2024-08-17T17:05:42.447 INFO:tasks.rados.rados.0.smithi059.stdout:241: seq_num 96 ranges {2211840=409600,2621440=696320,3317760=507904} 2024-08-17T17:05:42.461 INFO:tasks.rados.rados.0.smithi059.stdout:241: writing smithi05980601-38 from 2211840 to 2621440 tid 1 2024-08-17T17:05:42.466 INFO:tasks.rados.rados.0.smithi059.stdout:241: writing smithi05980601-38 from 2621440 to 3317760 tid 2 2024-08-17T17:05:42.469 INFO:tasks.rados.rados.0.smithi059.stdout:241: writing smithi05980601-38 from 3317760 to 3825664 tid 3 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:242: read oid 35 snap -1 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:242: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:243: read oid 33 snap 18 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:243: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 20 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:238: finishing write tid 1 to smithi05980601-40 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:238: finishing write tid 2 to smithi05980601-40 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:238: finishing write tid 3 to smithi05980601-40 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:238: finishing write tid 4 to smithi05980601-40 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:238: finishing write tid 5 to smithi05980601-40 2024-08-17T17:05:42.470 INFO:tasks.rados.rados.0.smithi059.stdout:238: oid 40 updating version 0 to 47 2024-08-17T17:05:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:238: oid 40 updating version 47 to 49 2024-08-17T17:05:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:238: oid 40 version 49 is already newer than 48 2024-08-17T17:05:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:238: oid 40 version 49 is already newer than 46 2024-08-17T17:05:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 49 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-08-17T17:05:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:238: left oid 40 (ObjNum 95 snap 20 seq_num 95) 2024-08-17T17:05:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:239: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:05:42.487 INFO:tasks.rados.rados.0.smithi059.stdout:241: finishing write tid 1 to smithi05980601-38 2024-08-17T17:05:42.487 INFO:tasks.rados.rados.0.smithi059.stdout:241: finishing write tid 2 to smithi05980601-38 2024-08-17T17:05:42.487 INFO:tasks.rados.rados.0.smithi059.stdout:244: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-08-17T17:05:42.489 INFO:tasks.rados.rados.0.smithi059.stdout:244: writing smithi05980601-37 from 0 to 434176 tid 1 2024-08-17T17:05:42.493 INFO:tasks.rados.rados.0.smithi059.stdout:244: writing smithi05980601-37 from 434176 to 1015808 tid 2 2024-08-17T17:05:42.496 INFO:tasks.rados.rados.0.smithi059.stdout:244: writing smithi05980601-37 from 1015808 to 1556480 tid 3 2024-08-17T17:05:42.497 INFO:tasks.rados.rados.0.smithi059.stdout:244: writing smithi05980601-37 from 1556480 to 1638400 tid 4 2024-08-17T17:05:42.497 INFO:tasks.rados.rados.0.smithi059.stdout:238: done (5 left) 2024-08-17T17:05:42.497 INFO:tasks.rados.rados.0.smithi059.stdout:239: done (4 left) 2024-08-17T17:05:42.497 INFO:tasks.rados.rados.0.smithi059.stdout:245: snap_remove snap 19 2024-08-17T17:05:42.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:42 smithi059 ceph-mon[29264]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T17:05:42.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:42 smithi059 ceph-mon[29264]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T17:05:42.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:42 smithi059 ceph-mon[39803]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T17:05:42.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:42 smithi059 ceph-mon[39803]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T17:05:42.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:42 smithi087 ceph-mon[33075]: osdmap e117: 8 total, 8 up, 8 in 2024-08-17T17:05:42.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:42 smithi087 ceph-mon[33075]: osdmap e118: 8 total, 8 up, 8 in 2024-08-17T17:05:43.495 INFO:tasks.rados.rados.0.smithi059.stdout:245: done (4 left) 2024-08-17T17:05:43.495 INFO:tasks.rados.rados.0.smithi059.stdout:246: copy_from oid 20 from oid 31 current snap is 20 2024-08-17T17:05:43.495 INFO:tasks.rados.rados.0.smithi059.stdout:241: finishing write tid 3 to smithi05980601-38 2024-08-17T17:05:43.495 INFO:tasks.rados.rados.0.smithi059.stdout:241: finishing write tid 4 to smithi05980601-38 2024-08-17T17:05:43.495 INFO:tasks.rados.rados.0.smithi059.stdout:242: expect (ObjNum 4 snap 0 seq_num 4) 2024-08-17T17:05:43.497 INFO:tasks.rados.rados.0.smithi059.stdout:243: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-17T17:05:43.513 INFO:tasks.rados.rados.0.smithi059.stdout:241: finishing write tid 5 to smithi05980601-38 2024-08-17T17:05:43.513 INFO:tasks.rados.rados.0.smithi059.stdout:241: oid 38 updating version 0 to 34 2024-08-17T17:05:43.513 INFO:tasks.rados.rados.0.smithi059.stdout:241: oid 38 version 34 is already newer than 33 2024-08-17T17:05:43.513 INFO:tasks.rados.rados.0.smithi059.stdout:241: oid 38 updating version 34 to 35 2024-08-17T17:05:43.513 INFO:tasks.rados.rados.0.smithi059.stdout:241: oid 38 updating version 35 to 36 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 36 (ObjNum 96 snap 20 seq_num 96) dirty exists 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:241: left oid 38 (ObjNum 96 snap 20 seq_num 96) 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: finishing write tid 1 to smithi05980601-37 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: finishing write tid 2 to smithi05980601-37 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: finishing write tid 3 to smithi05980601-37 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: finishing write tid 4 to smithi05980601-37 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: finishing write tid 5 to smithi05980601-37 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: finishing write tid 6 to smithi05980601-37 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: oid 37 updating version 0 to 98 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: oid 37 updating version 98 to 101 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: oid 37 version 101 is already newer than 97 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: oid 37 version 101 is already newer than 100 2024-08-17T17:05:43.514 INFO:tasks.rados.rados.0.smithi059.stdout:244: oid 37 version 101 is already newer than 99 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 101 (ObjNum 97 snap 20 seq_num 97) dirty exists 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:244: left oid 37 (ObjNum 97 snap 20 seq_num 97) 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:246: finishing copy_from to smithi05980601-20 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:246: got expected ENOENT (src dne) 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:246: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:241: done (4 left) 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:242: done (3 left) 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:243: done (2 left) 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:244: done (1 left) 2024-08-17T17:05:43.515 INFO:tasks.rados.rados.0.smithi059.stdout:246: done (0 left) 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:247: rollback oid 18 current snap is 20 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 18 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:248: rollback oid 50 current snap is 20 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 18 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:249: rmattr oid 5 current snap is 20 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:249: done (2 left) 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:250: rollback oid 27 current snap is 20 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 15 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:251: rmattr oid 38 current snap is 20 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:252: copy_from oid 20 from oid 39 current snap is 20 2024-08-17T17:05:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:253: rollback oid 7 current snap is 20 2024-08-17T17:05:43.517 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 16 2024-08-17T17:05:43.517 INFO:tasks.rados.rados.0.smithi059.stdout:254: snap_create 2024-08-17T17:05:43.517 INFO:tasks.rados.rados.0.smithi059.stdout:248: finishing rollback tid 0 to smithi05980601-50 2024-08-17T17:05:43.517 INFO:tasks.rados.rados.0.smithi059.stdout:248: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:05:43.517 INFO:tasks.rados.rados.0.smithi059.stdout:248: finishing rollback tid 2 to smithi05980601-50 2024-08-17T17:05:43.518 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 105 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-17T17:05:43.518 INFO:tasks.rados.rados.0.smithi059.stdout:247: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:05:43.518 INFO:tasks.rados.rados.0.smithi059.stdout:247: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:05:43.519 INFO:tasks.rados.rados.0.smithi059.stdout:247: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:05:43.519 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 35 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:05:43.519 INFO:tasks.rados.rados.0.smithi059.stdout:250: finishing rollback tid 0 to smithi05980601-27 2024-08-17T17:05:43.519 INFO:tasks.rados.rados.0.smithi059.stdout:250: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:05:43.519 INFO:tasks.rados.rados.0.smithi059.stdout:250: finishing rollback tid 2 to smithi05980601-27 2024-08-17T17:05:43.519 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 20 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T17:05:43.520 INFO:tasks.rados.rados.0.smithi059.stdout:253: finishing rollback tid 0 to smithi05980601-7 2024-08-17T17:05:43.520 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 37 (ObjNum 96 snap 20 seq_num 96) dirty exists 2024-08-17T17:05:43.520 INFO:tasks.rados.rados.0.smithi059.stdout:253: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:05:43.521 INFO:tasks.rados.rados.0.smithi059.stdout:253: finishing rollback tid 2 to smithi05980601-7 2024-08-17T17:05:43.522 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 16 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-17T17:05:43.523 INFO:tasks.rados.rados.0.smithi059.stdout:252: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:05:43.523 INFO:tasks.rados.rados.0.smithi059.stdout:252: finishing copy_from to smithi05980601-20 2024-08-17T17:05:43.524 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:05:43.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:43 smithi059 ceph-mon[29264]: pgmap v155: 121 pgs: 121 active+clean; 48 MiB data, 306 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 768 KiB/s wr, 5 op/s 2024-08-17T17:05:43.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:43 smithi059 ceph-mon[39803]: pgmap v155: 121 pgs: 121 active+clean; 48 MiB data, 306 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 768 KiB/s wr, 5 op/s 2024-08-17T17:05:43.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:43 smithi087 ceph-mon[33075]: pgmap v155: 121 pgs: 121 active+clean; 48 MiB data, 306 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 768 KiB/s wr, 5 op/s 2024-08-17T17:05:44.504 INFO:tasks.rados.rados.0.smithi059.stdout:247: done (6 left) 2024-08-17T17:05:44.504 INFO:tasks.rados.rados.0.smithi059.stdout:248: done (5 left) 2024-08-17T17:05:44.505 INFO:tasks.rados.rados.0.smithi059.stdout:250: done (4 left) 2024-08-17T17:05:44.505 INFO:tasks.rados.rados.0.smithi059.stdout:251: done (3 left) 2024-08-17T17:05:44.505 INFO:tasks.rados.rados.0.smithi059.stdout:252: done (2 left) 2024-08-17T17:05:44.505 INFO:tasks.rados.rados.0.smithi059.stdout:253: done (1 left) 2024-08-17T17:05:44.505 INFO:tasks.rados.rados.0.smithi059.stdout:254: done (0 left) 2024-08-17T17:05:44.505 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 21 2024-08-17T17:05:44.505 INFO:tasks.rados.rados.0.smithi059.stdout:255: seq_num 98 ranges {1163264=450560,1613824=466944,2080768=737280} 2024-08-17T17:05:44.513 INFO:tasks.rados.rados.0.smithi059.stdout:255: writing smithi05980601-16 from 1163264 to 1613824 tid 1 2024-08-17T17:05:44.515 INFO:tasks.rados.rados.0.smithi059.stdout:255: writing smithi05980601-16 from 1613824 to 2080768 tid 2 2024-08-17T17:05:44.520 INFO:tasks.rados.rados.0.smithi059.stdout:255: writing smithi05980601-16 from 2080768 to 2818048 tid 3 2024-08-17T17:05:44.520 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 21 2024-08-17T17:05:44.520 INFO:tasks.rados.rados.0.smithi059.stdout:255: finishing write tid 1 to smithi05980601-16 2024-08-17T17:05:44.520 INFO:tasks.rados.rados.0.smithi059.stdout:255: finishing write tid 2 to smithi05980601-16 2024-08-17T17:05:44.520 INFO:tasks.rados.rados.0.smithi059.stdout:256: seq_num 99 ranges {761856=466944,1228800=802816,2031616=401408} 2024-08-17T17:05:44.527 INFO:tasks.rados.rados.0.smithi059.stdout:256: writing smithi05980601-18 from 761856 to 1228800 tid 1 2024-08-17T17:05:44.531 INFO:tasks.rados.rados.0.smithi059.stdout:256: writing smithi05980601-18 from 1228800 to 2031616 tid 2 2024-08-17T17:05:44.534 INFO:tasks.rados.rados.0.smithi059.stdout:256: writing smithi05980601-18 from 2031616 to 2433024 tid 3 2024-08-17T17:05:44.535 INFO:tasks.rados.rados.0.smithi059.stdout:257: setattr oid 45 current snap is 21 2024-08-17T17:05:44.535 INFO:tasks.rados.rados.0.smithi059.stdout:255: finishing write tid 3 to smithi05980601-16 2024-08-17T17:05:44.535 INFO:tasks.rados.rados.0.smithi059.stdout:255: finishing write tid 4 to smithi05980601-16 2024-08-17T17:05:44.535 INFO:tasks.rados.rados.0.smithi059.stdout:255: finishing write tid 5 to smithi05980601-16 2024-08-17T17:05:44.536 INFO:tasks.rados.rados.0.smithi059.stdout:255: oid 16 updating version 0 to 59 2024-08-17T17:05:44.536 INFO:tasks.rados.rados.0.smithi059.stdout:255: oid 16 updating version 59 to 61 2024-08-17T17:05:44.536 INFO:tasks.rados.rados.0.smithi059.stdout:255: oid 16 version 61 is already newer than 60 2024-08-17T17:05:44.536 INFO:tasks.rados.rados.0.smithi059.stdout:255: oid 16 version 61 is already newer than 58 2024-08-17T17:05:44.536 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 61 (ObjNum 98 snap 21 seq_num 98) dirty exists 2024-08-17T17:05:44.537 INFO:tasks.rados.rados.0.smithi059.stdout:255: left oid 16 (ObjNum 98 snap 21 seq_num 98) 2024-08-17T17:05:44.537 INFO:tasks.rados.rados.0.smithi059.stdout:256: finishing write tid 1 to smithi05980601-18 2024-08-17T17:05:44.537 INFO:tasks.rados.rados.0.smithi059.stdout:255: done (2 left) 2024-08-17T17:05:44.538 INFO:tasks.rados.rados.0.smithi059.stdout:258: snap_remove snap 15 2024-08-17T17:05:44.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:44 smithi059 ceph-mon[29264]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T17:05:44.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:44 smithi059 ceph-mon[39803]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T17:05:44.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:44 smithi087 ceph-mon[33075]: osdmap e119: 8 total, 8 up, 8 in 2024-08-17T17:05:45.509 INFO:tasks.rados.rados.0.smithi059.stdout:258: done (2 left) 2024-08-17T17:05:45.509 INFO:tasks.rados.rados.0.smithi059.stdout:259: setattr oid 15 current snap is 21 2024-08-17T17:05:45.509 INFO:tasks.rados.rados.0.smithi059.stdout:256: finishing write tid 2 to smithi05980601-18 2024-08-17T17:05:45.509 INFO:tasks.rados.rados.0.smithi059.stdout:256: finishing write tid 3 to smithi05980601-18 2024-08-17T17:05:45.509 INFO:tasks.rados.rados.0.smithi059.stdout:256: finishing write tid 4 to smithi05980601-18 2024-08-17T17:05:45.509 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 63 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T17:05:45.509 INFO:tasks.rados.rados.0.smithi059.stdout:256: finishing write tid 5 to smithi05980601-18 2024-08-17T17:05:45.509 INFO:tasks.rados.rados.0.smithi059.stdout:256: oid 18 updating version 0 to 36 2024-08-17T17:05:45.510 INFO:tasks.rados.rados.0.smithi059.stdout:256: oid 18 updating version 36 to 38 2024-08-17T17:05:45.510 INFO:tasks.rados.rados.0.smithi059.stdout:256: oid 18 updating version 38 to 39 2024-08-17T17:05:45.510 INFO:tasks.rados.rados.0.smithi059.stdout:256: oid 18 version 39 is already newer than 37 2024-08-17T17:05:45.510 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 39 (ObjNum 99 snap 21 seq_num 99) dirty exists 2024-08-17T17:05:45.510 INFO:tasks.rados.rados.0.smithi059.stdout:256: left oid 18 (ObjNum 99 snap 21 seq_num 99) 2024-08-17T17:05:45.511 INFO:tasks.rados.rados.0.smithi059.stdout:256: done (2 left) 2024-08-17T17:05:45.511 INFO:tasks.rados.rados.0.smithi059.stdout:257: done (1 left) 2024-08-17T17:05:45.511 INFO:tasks.rados.rados.0.smithi059.stdout:260: snap_create 2024-08-17T17:05:45.515 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 24 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-17T17:05:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:45 smithi059 ceph-mon[29264]: pgmap v158: 121 pgs: 121 active+clean; 48 MiB data, 306 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 768 KiB/s wr, 5 op/s 2024-08-17T17:05:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:45 smithi059 ceph-mon[29264]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T17:05:45.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:45 smithi059 ceph-mon[39803]: pgmap v158: 121 pgs: 121 active+clean; 48 MiB data, 306 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 768 KiB/s wr, 5 op/s 2024-08-17T17:05:45.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:45 smithi059 ceph-mon[39803]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T17:05:45.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:45 smithi087 ceph-mon[33075]: pgmap v158: 121 pgs: 121 active+clean; 48 MiB data, 306 MiB used, 715 GiB / 715 GiB avail; 1.4 MiB/s rd, 768 KiB/s wr, 5 op/s 2024-08-17T17:05:45.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:45 smithi087 ceph-mon[33075]: osdmap e120: 8 total, 8 up, 8 in 2024-08-17T17:05:46.515 INFO:tasks.rados.rados.0.smithi059.stdout:259: done (1 left) 2024-08-17T17:05:46.516 INFO:tasks.rados.rados.0.smithi059.stdout:260: done (0 left) 2024-08-17T17:05:46.516 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 22 2024-08-17T17:05:46.516 INFO:tasks.rados.rados.0.smithi059.stdout:261: seq_num 100 ranges {540672=483328,1024000=688128,1712128=516096} 2024-08-17T17:05:46.521 INFO:tasks.rados.rados.0.smithi059.stdout:261: writing smithi05980601-33 from 540672 to 1024000 tid 1 2024-08-17T17:05:46.525 INFO:tasks.rados.rados.0.smithi059.stdout:261: writing smithi05980601-33 from 1024000 to 1712128 tid 2 2024-08-17T17:05:46.529 INFO:tasks.rados.rados.0.smithi059.stdout:261: writing smithi05980601-33 from 1712128 to 2228224 tid 3 2024-08-17T17:05:46.529 INFO:tasks.rados.rados.0.smithi059.stdout:262: copy_from oid 18 from oid 13 current snap is 22 2024-08-17T17:05:46.529 INFO:tasks.rados.rados.0.smithi059.stdout:261: finishing write tid 1 to smithi05980601-33 2024-08-17T17:05:46.529 INFO:tasks.rados.rados.0.smithi059.stdout:261: finishing write tid 2 to smithi05980601-33 2024-08-17T17:05:46.529 INFO:tasks.rados.rados.0.smithi059.stdout:263: snap_create 2024-08-17T17:05:46.531 INFO:tasks.rados.rados.0.smithi059.stdout:261: finishing write tid 3 to smithi05980601-33 2024-08-17T17:05:46.531 INFO:tasks.rados.rados.0.smithi059.stdout:261: finishing write tid 4 to smithi05980601-33 2024-08-17T17:05:46.532 INFO:tasks.rados.rados.0.smithi059.stdout:261: finishing write tid 5 to smithi05980601-33 2024-08-17T17:05:46.532 INFO:tasks.rados.rados.0.smithi059.stdout:261: oid 33 updating version 0 to 19 2024-08-17T17:05:46.532 INFO:tasks.rados.rados.0.smithi059.stdout:261: oid 33 version 19 is already newer than 18 2024-08-17T17:05:46.532 INFO:tasks.rados.rados.0.smithi059.stdout:261: oid 33 updating version 19 to 20 2024-08-17T17:05:46.532 INFO:tasks.rados.rados.0.smithi059.stdout:261: oid 33 version 20 is already newer than 17 2024-08-17T17:05:46.532 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 20 (ObjNum 100 snap 22 seq_num 100) dirty exists 2024-08-17T17:05:46.532 INFO:tasks.rados.rados.0.smithi059.stdout:261: left oid 33 (ObjNum 100 snap 22 seq_num 100) 2024-08-17T17:05:46.542 INFO:tasks.rados.rados.0.smithi059.stdout:262: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:05:46.542 INFO:tasks.rados.rados.0.smithi059.stdout:262: finishing copy_from to smithi05980601-18 2024-08-17T17:05:46.542 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 25 (ObjNum 80 snap 13 seq_num 80) dirty exists 2024-08-17T17:05:46.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:46 smithi059 ceph-mon[29264]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T17:05:46.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:46 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:46.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:46 smithi059 ceph-mon[39803]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T17:05:46.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:46 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:46.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:46 smithi087 ceph-mon[33075]: osdmap e121: 8 total, 8 up, 8 in 2024-08-17T17:05:46.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:46 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:05:47.528 INFO:tasks.rados.rados.0.smithi059.stdout:261: done (2 left) 2024-08-17T17:05:47.578 INFO:tasks.rados.rados.0.smithi059.stdout:262: done (1 left) 2024-08-17T17:05:47.579 INFO:tasks.rados.rados.0.smithi059.stdout:263: done (0 left) 2024-08-17T17:05:47.579 INFO:tasks.rados.rados.0.smithi059.stdout:264: snap_create 2024-08-17T17:05:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:47 smithi059 ceph-mon[29264]: pgmap v161: 121 pgs: 121 active+clean; 48 MiB data, 306 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:47 smithi059 ceph-mon[29264]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T17:05:47.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:47 smithi059 ceph-mon[39803]: pgmap v161: 121 pgs: 121 active+clean; 48 MiB data, 306 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:47.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:47 smithi059 ceph-mon[39803]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T17:05:47.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:05:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:05:47] "GET /metrics HTTP/1.1" 200 36008 "" "Prometheus/2.43.0" 2024-08-17T17:05:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:47 smithi087 ceph-mon[33075]: pgmap v161: 121 pgs: 121 active+clean; 48 MiB data, 306 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:47 smithi087 ceph-mon[33075]: osdmap e122: 8 total, 8 up, 8 in 2024-08-17T17:05:48.536 INFO:tasks.rados.rados.0.smithi059.stdout:264: done (0 left) 2024-08-17T17:05:48.536 INFO:tasks.rados.rados.0.smithi059.stdout:265: read oid 15 snap -1 2024-08-17T17:05:48.536 INFO:tasks.rados.rados.0.smithi059.stdout:265: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:05:48.536 INFO:tasks.rados.rados.0.smithi059.stdout:266: snap_create 2024-08-17T17:05:48.542 INFO:tasks.rados.rados.0.smithi059.stdout:265: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:05:48.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:48 smithi059 ceph-mon[29264]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T17:05:48.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:48 smithi059 ceph-mon[39803]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T17:05:48.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:48 smithi087 ceph-mon[33075]: osdmap e123: 8 total, 8 up, 8 in 2024-08-17T17:05:49.537 INFO:tasks.rados.rados.0.smithi059.stdout:265: done (1 left) 2024-08-17T17:05:49.537 INFO:tasks.rados.rados.0.smithi059.stdout:266: done (0 left) 2024-08-17T17:05:49.537 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 25 2024-08-17T17:05:49.537 INFO:tasks.rados.rados.0.smithi059.stdout:267: seq_num 101 ranges {1269760=499712,1769472=573440,2342912=524288,2867200=106496} 2024-08-17T17:05:49.546 INFO:tasks.rados.rados.0.smithi059.stdout:267: writing smithi05980601-23 from 1269760 to 1769472 tid 1 2024-08-17T17:05:49.549 INFO:tasks.rados.rados.0.smithi059.stdout:267: writing smithi05980601-23 from 1769472 to 2342912 tid 2 2024-08-17T17:05:49.552 INFO:tasks.rados.rados.0.smithi059.stdout:267: writing smithi05980601-23 from 2342912 to 2867200 tid 3 2024-08-17T17:05:49.553 INFO:tasks.rados.rados.0.smithi059.stdout:267: writing smithi05980601-23 from 2867200 to 2973696 tid 4 2024-08-17T17:05:49.553 INFO:tasks.rados.rados.0.smithi059.stdout:268: rollback oid 9 current snap is 25 2024-08-17T17:05:49.553 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 22 2024-08-17T17:05:49.554 INFO:tasks.rados.rados.0.smithi059.stdout:267: finishing write tid 1 to smithi05980601-23 2024-08-17T17:05:49.554 INFO:tasks.rados.rados.0.smithi059.stdout:267: finishing write tid 2 to smithi05980601-23 2024-08-17T17:05:49.554 INFO:tasks.rados.rados.0.smithi059.stdout:269: snap_remove snap 18 2024-08-17T17:05:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:49 smithi087 ceph-mon[33075]: pgmap v164: 121 pgs: 121 active+clean; 58 MiB data, 317 MiB used, 715 GiB / 715 GiB avail; 896 KiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-17T17:05:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:49 smithi087 ceph-mon[33075]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T17:05:50.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:49 smithi059 ceph-mon[29264]: pgmap v164: 121 pgs: 121 active+clean; 58 MiB data, 317 MiB used, 715 GiB / 715 GiB avail; 896 KiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-17T17:05:50.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:49 smithi059 ceph-mon[29264]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T17:05:50.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:49 smithi059 ceph-mon[39803]: pgmap v164: 121 pgs: 121 active+clean; 58 MiB data, 317 MiB used, 715 GiB / 715 GiB avail; 896 KiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-17T17:05:50.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:49 smithi059 ceph-mon[39803]: osdmap e124: 8 total, 8 up, 8 in 2024-08-17T17:05:50.557 INFO:tasks.rados.rados.0.smithi059.stdout:267: finishing write tid 3 to smithi05980601-23 2024-08-17T17:05:50.557 INFO:tasks.rados.rados.0.smithi059.stdout:267: finishing write tid 4 to smithi05980601-23 2024-08-17T17:05:50.557 INFO:tasks.rados.rados.0.smithi059.stdout:267: finishing write tid 5 to smithi05980601-23 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:267: finishing write tid 6 to smithi05980601-23 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:267: oid 23 updating version 0 to 84 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:267: oid 23 version 84 is already newer than 82 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:267: oid 23 updating version 84 to 86 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:267: oid 23 version 86 is already newer than 85 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:267: oid 23 version 86 is already newer than 83 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 86 (ObjNum 101 snap 25 seq_num 101) dirty exists 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:267: left oid 23 (ObjNum 101 snap 25 seq_num 101) 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:268: finishing rollback tid 0 to smithi05980601-9 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:268: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:268: finishing rollback tid 2 to smithi05980601-9 2024-08-17T17:05:50.558 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 73 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-08-17T17:05:50.559 INFO:tasks.rados.rados.0.smithi059.stdout:267: done (2 left) 2024-08-17T17:05:50.559 INFO:tasks.rados.rados.0.smithi059.stdout:268: done (1 left) 2024-08-17T17:05:50.559 INFO:tasks.rados.rados.0.smithi059.stdout:269: done (0 left) 2024-08-17T17:05:50.559 INFO:tasks.rados.rados.0.smithi059.stdout:270: read oid 7 snap 16 2024-08-17T17:05:50.559 INFO:tasks.rados.rados.0.smithi059.stdout:270: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:05:50.559 INFO:tasks.rados.rados.0.smithi059.stdout:271: snap_create 2024-08-17T17:05:50.562 INFO:tasks.rados.rados.0.smithi059.stdout:270: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:05:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:50 smithi087 ceph-mon[33075]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T17:05:51.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:50 smithi059 ceph-mon[29264]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T17:05:51.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:50 smithi059 ceph-mon[39803]: osdmap e125: 8 total, 8 up, 8 in 2024-08-17T17:05:51.560 INFO:tasks.rados.rados.0.smithi059.stdout:270: done (1 left) 2024-08-17T17:05:51.560 INFO:tasks.rados.rados.0.smithi059.stdout:271: done (0 left) 2024-08-17T17:05:51.560 INFO:tasks.rados.rados.0.smithi059.stdout:272: read oid 23 snap -1 2024-08-17T17:05:51.560 INFO:tasks.rados.rados.0.smithi059.stdout:272: expect (ObjNum 101 snap 25 seq_num 101) 2024-08-17T17:05:51.560 INFO:tasks.rados.rados.0.smithi059.stdout:273: snap_remove snap 23 2024-08-17T17:05:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:51 smithi087 ceph-mon[33075]: pgmap v167: 121 pgs: 121 active+clean; 58 MiB data, 317 MiB used, 715 GiB / 715 GiB avail; 896 KiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-17T17:05:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:51 smithi087 ceph-mon[33075]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T17:05:52.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:51 smithi059 ceph-mon[29264]: pgmap v167: 121 pgs: 121 active+clean; 58 MiB data, 317 MiB used, 715 GiB / 715 GiB avail; 896 KiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-17T17:05:52.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:51 smithi059 ceph-mon[29264]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T17:05:52.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:51 smithi059 ceph-mon[39803]: pgmap v167: 121 pgs: 121 active+clean; 58 MiB data, 317 MiB used, 715 GiB / 715 GiB avail; 896 KiB/s rd, 2.9 MiB/s wr, 25 op/s 2024-08-17T17:05:52.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:51 smithi059 ceph-mon[39803]: osdmap e126: 8 total, 8 up, 8 in 2024-08-17T17:05:52.442 INFO:tasks.rados.rados.0.smithi059.stdout:273: done (1 left) 2024-08-17T17:05:52.442 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 26 2024-08-17T17:05:52.443 INFO:tasks.rados.rados.0.smithi059.stdout:274: seq_num 102 ranges {557056=516096,1073152=450560,1523712=729088,2252800=24576} 2024-08-17T17:05:52.448 INFO:tasks.rados.rados.0.smithi059.stdout:274: writing smithi05980601-45 from 557056 to 1073152 tid 1 2024-08-17T17:05:52.450 INFO:tasks.rados.rados.0.smithi059.stdout:274: writing smithi05980601-45 from 1073152 to 1523712 tid 2 2024-08-17T17:05:52.455 INFO:tasks.rados.rados.0.smithi059.stdout:274: writing smithi05980601-45 from 1523712 to 2252800 tid 3 2024-08-17T17:05:52.455 INFO:tasks.rados.rados.0.smithi059.stdout:274: writing smithi05980601-45 from 2252800 to 2277376 tid 4 2024-08-17T17:05:52.456 INFO:tasks.rados.rados.0.smithi059.stdout:275: rollback oid 35 current snap is 26 2024-08-17T17:05:52.456 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 35 to 24 2024-08-17T17:05:52.456 INFO:tasks.rados.rados.0.smithi059.stdout:272: expect (ObjNum 101 snap 25 seq_num 101) 2024-08-17T17:05:52.564 INFO:tasks.rados.rados.0.smithi059.stdout:274: finishing write tid 1 to smithi05980601-45 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:274: finishing write tid 2 to smithi05980601-45 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:275: finishing rollback tid 0 to smithi05980601-35 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:275: finishing rollback tid 1 to smithi05980601-35 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:275: finishing rollback tid 2 to smithi05980601-35 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 28 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:274: finishing write tid 3 to smithi05980601-45 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:272: done (2 left) 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:275: done (1 left) 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:276: snap_create 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:274: finishing write tid 4 to smithi05980601-45 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:274: finishing write tid 5 to smithi05980601-45 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:274: finishing write tid 6 to smithi05980601-45 2024-08-17T17:05:52.565 INFO:tasks.rados.rados.0.smithi059.stdout:274: oid 45 updating version 0 to 87 2024-08-17T17:05:52.566 INFO:tasks.rados.rados.0.smithi059.stdout:274: oid 45 version 87 is already newer than 85 2024-08-17T17:05:52.566 INFO:tasks.rados.rados.0.smithi059.stdout:274: oid 45 version 87 is already newer than 81 2024-08-17T17:05:52.566 INFO:tasks.rados.rados.0.smithi059.stdout:274: oid 45 version 87 is already newer than 86 2024-08-17T17:05:52.566 INFO:tasks.rados.rados.0.smithi059.stdout:274: oid 45 version 87 is already newer than 82 2024-08-17T17:05:52.566 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 87 (ObjNum 102 snap 26 seq_num 102) dirty exists 2024-08-17T17:05:52.566 INFO:tasks.rados.rados.0.smithi059.stdout:274: left oid 45 (ObjNum 102 snap 26 seq_num 102) 2024-08-17T17:05:53.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:52 smithi059 ceph-mon[29264]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T17:05:53.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:52 smithi059 ceph-mon[29264]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T17:05:53.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:52 smithi059 ceph-mon[39803]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T17:05:53.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:52 smithi059 ceph-mon[39803]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T17:05:53.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:52 smithi087 ceph-mon[33075]: osdmap e127: 8 total, 8 up, 8 in 2024-08-17T17:05:53.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:52 smithi087 ceph-mon[33075]: osdmap e128: 8 total, 8 up, 8 in 2024-08-17T17:05:53.564 INFO:tasks.rados.rados.0.smithi059.stdout:274: done (1 left) 2024-08-17T17:05:53.564 INFO:tasks.rados.rados.0.smithi059.stdout:276: done (0 left) 2024-08-17T17:05:53.564 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 27 2024-08-17T17:05:53.564 INFO:tasks.rados.rados.0.smithi059.stdout:277: seq_num 103 ranges {1556480=532480,2088960=737280,2826240=466944} 2024-08-17T17:05:53.575 INFO:tasks.rados.rados.0.smithi059.stdout:277: writing smithi05980601-18 from 1556480 to 2088960 tid 1 2024-08-17T17:05:53.580 INFO:tasks.rados.rados.0.smithi059.stdout:277: writing smithi05980601-18 from 2088960 to 2826240 tid 2 2024-08-17T17:05:53.583 INFO:tasks.rados.rados.0.smithi059.stdout:277: writing smithi05980601-18 from 2826240 to 3293184 tid 3 2024-08-17T17:05:53.583 INFO:tasks.rados.rados.0.smithi059.stdout:277: finishing write tid 1 to smithi05980601-18 2024-08-17T17:05:53.583 INFO:tasks.rados.rados.0.smithi059.stdout:278: read oid 31 snap -1 2024-08-17T17:05:53.584 INFO:tasks.rados.rados.0.smithi059.stdout:278: expect deleted 2024-08-17T17:05:53.584 INFO:tasks.rados.rados.0.smithi059.stdout:279: read oid 5 snap -1 2024-08-17T17:05:53.584 INFO:tasks.rados.rados.0.smithi059.stdout:279: expect deleted 2024-08-17T17:05:53.584 INFO:tasks.rados.rados.0.smithi059.stdout:280: copy_from oid 21 from oid 32 current snap is 27 2024-08-17T17:05:53.584 INFO:tasks.rados.rados.0.smithi059.stdout:281: snap_create 2024-08-17T17:05:53.586 INFO:tasks.rados.rados.0.smithi059.stdout:277: finishing write tid 2 to smithi05980601-18 2024-08-17T17:05:53.586 INFO:tasks.rados.rados.0.smithi059.stdout:277: finishing write tid 3 to smithi05980601-18 2024-08-17T17:05:53.586 INFO:tasks.rados.rados.0.smithi059.stdout:277: finishing write tid 4 to smithi05980601-18 2024-08-17T17:05:53.588 INFO:tasks.rados.rados.0.smithi059.stdout:277: finishing write tid 5 to smithi05980601-18 2024-08-17T17:05:53.588 INFO:tasks.rados.rados.0.smithi059.stdout:277: oid 18 updating version 0 to 43 2024-08-17T17:05:53.588 INFO:tasks.rados.rados.0.smithi059.stdout:277: oid 18 version 43 is already newer than 41 2024-08-17T17:05:53.588 INFO:tasks.rados.rados.0.smithi059.stdout:277: oid 18 version 43 is already newer than 40 2024-08-17T17:05:53.588 INFO:tasks.rados.rados.0.smithi059.stdout:277: oid 18 version 43 is already newer than 42 2024-08-17T17:05:53.588 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 43 (ObjNum 103 snap 27 seq_num 103) dirty exists 2024-08-17T17:05:53.588 INFO:tasks.rados.rados.0.smithi059.stdout:277: left oid 18 (ObjNum 103 snap 27 seq_num 103) 2024-08-17T17:05:53.591 INFO:tasks.rados.rados.0.smithi059.stdout:280: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:05:53.592 INFO:tasks.rados.rados.0.smithi059.stdout:280: finishing copy_from to smithi05980601-21 2024-08-17T17:05:53.592 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 29 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T17:05:54.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:53 smithi059 ceph-mon[29264]: pgmap v170: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 416 KiB/s wr, 4 op/s 2024-08-17T17:05:54.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:53 smithi059 ceph-mon[39803]: pgmap v170: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 416 KiB/s wr, 4 op/s 2024-08-17T17:05:54.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:53 smithi087 ceph-mon[33075]: pgmap v170: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 416 KiB/s wr, 4 op/s 2024-08-17T17:05:54.581 INFO:tasks.rados.rados.0.smithi059.stdout:277: done (4 left) 2024-08-17T17:05:54.581 INFO:tasks.rados.rados.0.smithi059.stdout:278: done (3 left) 2024-08-17T17:05:54.581 INFO:tasks.rados.rados.0.smithi059.stdout:279: done (2 left) 2024-08-17T17:05:54.582 INFO:tasks.rados.rados.0.smithi059.stdout:280: done (1 left) 2024-08-17T17:05:54.582 INFO:tasks.rados.rados.0.smithi059.stdout:281: done (0 left) 2024-08-17T17:05:54.582 INFO:tasks.rados.rados.0.smithi059.stdout:282: read oid 41 snap -1 2024-08-17T17:05:54.582 INFO:tasks.rados.rados.0.smithi059.stdout:282: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-17T17:05:54.582 INFO:tasks.rados.rados.0.smithi059.stdout:283: delete oid 13 current snap is 28 2024-08-17T17:05:54.588 INFO:tasks.rados.rados.0.smithi059.stdout:283: done (1 left) 2024-08-17T17:05:54.588 INFO:tasks.rados.rados.0.smithi059.stdout:284: snap_create 2024-08-17T17:05:54.589 INFO:tasks.rados.rados.0.smithi059.stdout:282: expect (ObjNum 55 snap 4 seq_num 55) 2024-08-17T17:05:55.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:54 smithi059 ceph-mon[29264]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T17:05:55.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:54 smithi059 ceph-mon[39803]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T17:05:55.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:54 smithi087 ceph-mon[33075]: osdmap e129: 8 total, 8 up, 8 in 2024-08-17T17:05:55.583 INFO:tasks.rados.rados.0.smithi059.stdout:282: done (1 left) 2024-08-17T17:05:55.584 INFO:tasks.rados.rados.0.smithi059.stdout:284: done (0 left) 2024-08-17T17:05:55.584 INFO:tasks.rados.rados.0.smithi059.stdout:285: delete oid 19 current snap is 29 2024-08-17T17:05:55.585 INFO:tasks.rados.rados.0.smithi059.stdout:285: done (0 left) 2024-08-17T17:05:55.585 INFO:tasks.rados.rados.0.smithi059.stdout:286: delete oid 8 current snap is 29 2024-08-17T17:05:55.589 INFO:tasks.rados.rados.0.smithi059.stdout:286: done (0 left) 2024-08-17T17:05:55.589 INFO:tasks.rados.rados.0.smithi059.stdout:287: delete oid 49 current snap is 29 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:287: done (0 left) 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:288: copy_from oid 33 from oid 9 current snap is 29 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:289: read oid 27 snap -1 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:289: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:290: rollback oid 42 current snap is 29 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 22 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:291: read oid 29 snap -1 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:291: expect (ObjNum 71 snap 9 seq_num 71) 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:292: rollback oid 11 current snap is 29 2024-08-17T17:05:55.592 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 24 2024-08-17T17:05:55.593 INFO:tasks.rados.rados.0.smithi059.stdout:293: read oid 21 snap 20 2024-08-17T17:05:55.593 INFO:tasks.rados.rados.0.smithi059.stdout:293: expect (ObjNum 81 snap 13 seq_num 81) 2024-08-17T17:05:55.593 INFO:tasks.rados.rados.0.smithi059.stdout:294: snap_create 2024-08-17T17:05:55.593 INFO:tasks.rados.rados.0.smithi059.stdout:292: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:05:55.593 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 0 (ObjNum 33 snap 0 seq_num 315798776) dirty dne 2024-08-17T17:05:55.595 INFO:tasks.rados.rados.0.smithi059.stdout:290: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:05:55.598 INFO:tasks.rados.rados.0.smithi059.stdout:289: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:05:55.611 INFO:tasks.rados.rados.0.smithi059.stdout:291: expect (ObjNum 71 snap 9 seq_num 71) 2024-08-17T17:05:55.678 INFO:tasks.rados.rados.0.smithi059.stdout:290: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:05:55.678 INFO:tasks.rados.rados.0.smithi059.stdout:290: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:05:55.678 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 26 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T17:05:55.678 INFO:tasks.rados.rados.0.smithi059.stdout:293: expect (ObjNum 81 snap 13 seq_num 81) 2024-08-17T17:05:55.781 INFO:tasks.rados.rados.0.smithi059.stdout:288: finishing copy_from racing read to smithi05980601-33 2024-08-17T17:05:55.782 INFO:tasks.rados.rados.0.smithi059.stdout:288: finishing copy_from to smithi05980601-33 2024-08-17T17:05:55.782 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 73 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-08-17T17:05:56.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:55 smithi059 ceph-mon[39803]: pgmap v173: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 416 KiB/s wr, 4 op/s 2024-08-17T17:05:56.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:55 smithi059 ceph-mon[39803]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T17:05:56.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:55 smithi059 ceph-mon[29264]: pgmap v173: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 416 KiB/s wr, 4 op/s 2024-08-17T17:05:56.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:55 smithi059 ceph-mon[29264]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T17:05:56.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:55 smithi087 ceph-mon[33075]: pgmap v173: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 2.9 MiB/s rd, 416 KiB/s wr, 4 op/s 2024-08-17T17:05:56.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:55 smithi087 ceph-mon[33075]: osdmap e130: 8 total, 8 up, 8 in 2024-08-17T17:05:56.592 INFO:tasks.rados.rados.0.smithi059.stdout:288: done (6 left) 2024-08-17T17:05:56.592 INFO:tasks.rados.rados.0.smithi059.stdout:289: done (5 left) 2024-08-17T17:05:56.592 INFO:tasks.rados.rados.0.smithi059.stdout:290: done (4 left) 2024-08-17T17:05:56.592 INFO:tasks.rados.rados.0.smithi059.stdout:291: done (3 left) 2024-08-17T17:05:56.592 INFO:tasks.rados.rados.0.smithi059.stdout:292: done (2 left) 2024-08-17T17:05:56.592 INFO:tasks.rados.rados.0.smithi059.stdout:293: done (1 left) 2024-08-17T17:05:56.592 INFO:tasks.rados.rados.0.smithi059.stdout:294: done (0 left) 2024-08-17T17:05:56.592 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 30 2024-08-17T17:05:56.592 INFO:tasks.rados.rados.0.smithi059.stdout:295: seq_num 108 ranges {2965504=614400,3579904=606208,4186112=598016} 2024-08-17T17:05:56.611 INFO:tasks.rados.rados.0.smithi059.stdout:295: writing smithi05980601-9 from 2965504 to 3579904 tid 1 2024-08-17T17:05:56.614 INFO:tasks.rados.rados.0.smithi059.stdout:295: writing smithi05980601-9 from 3579904 to 4186112 tid 2 2024-08-17T17:05:56.618 INFO:tasks.rados.rados.0.smithi059.stdout:295: writing smithi05980601-9 from 4186112 to 4784128 tid 3 2024-08-17T17:05:56.618 INFO:tasks.rados.rados.0.smithi059.stdout:296: snap_remove snap 24 2024-08-17T17:05:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:56 smithi059 ceph-mon[29264]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T17:05:57.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:56 smithi059 ceph-mon[39803]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T17:05:57.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:56 smithi087 ceph-mon[33075]: osdmap e131: 8 total, 8 up, 8 in 2024-08-17T17:05:57.599 INFO:tasks.rados.rados.0.smithi059.stdout:296: done (1 left) 2024-08-17T17:05:57.599 INFO:tasks.rados.rados.0.smithi059.stdout:297: snap_create 2024-08-17T17:05:57.599 INFO:tasks.rados.rados.0.smithi059.stdout:295: finishing write tid 1 to smithi05980601-9 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:295: finishing write tid 2 to smithi05980601-9 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:295: finishing write tid 3 to smithi05980601-9 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:295: finishing write tid 4 to smithi05980601-9 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:295: finishing write tid 5 to smithi05980601-9 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:295: oid 9 updating version 0 to 92 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:295: oid 9 version 92 is already newer than 91 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:295: oid 9 version 92 is already newer than 90 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:295: oid 9 version 92 is already newer than 89 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 92 (ObjNum 108 snap 30 seq_num 108) dirty exists 2024-08-17T17:05:57.600 INFO:tasks.rados.rados.0.smithi059.stdout:295: left oid 9 (ObjNum 108 snap 30 seq_num 108) 2024-08-17T17:05:57.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:57 smithi059 ceph-mon[29264]: pgmap v176: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:57.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:57 smithi059 ceph-mon[29264]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T17:05:57.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:57 smithi059 ceph-mon[39803]: pgmap v176: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:57.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:57 smithi059 ceph-mon[39803]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T17:05:57.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:05:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:05:57] "GET /metrics HTTP/1.1" 200 36008 "" "Prometheus/2.43.0" 2024-08-17T17:05:58.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:57 smithi087 ceph-mon[33075]: pgmap v176: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:05:58.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:57 smithi087 ceph-mon[33075]: osdmap e132: 8 total, 8 up, 8 in 2024-08-17T17:05:58.606 INFO:tasks.rados.rados.0.smithi059.stdout:295: done (1 left) 2024-08-17T17:05:58.606 INFO:tasks.rados.rados.0.smithi059.stdout:297: done (0 left) 2024-08-17T17:05:58.607 INFO:tasks.rados.rados.0.smithi059.stdout:298: read oid 15 snap -1 2024-08-17T17:05:58.607 INFO:tasks.rados.rados.0.smithi059.stdout:298: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:05:58.607 INFO:tasks.rados.rados.0.smithi059.stdout:299: copy_from oid 39 from oid 19 current snap is 31 2024-08-17T17:05:58.607 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 31 2024-08-17T17:05:58.607 INFO:tasks.rados.rados.0.smithi059.stdout:300: seq_num 109 ranges {4784128=630784,5414912=491520,5906432=483328,6389760=229376} 2024-08-17T17:05:58.635 INFO:tasks.rados.rados.0.smithi059.stdout:300: writing smithi05980601-9 from 4784128 to 5414912 tid 1 2024-08-17T17:05:58.638 INFO:tasks.rados.rados.0.smithi059.stdout:300: writing smithi05980601-9 from 5414912 to 5906432 tid 2 2024-08-17T17:05:58.641 INFO:tasks.rados.rados.0.smithi059.stdout:300: writing smithi05980601-9 from 5906432 to 6389760 tid 3 2024-08-17T17:05:58.642 INFO:tasks.rados.rados.0.smithi059.stdout:300: writing smithi05980601-9 from 6389760 to 6619136 tid 4 2024-08-17T17:05:58.642 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 31 2024-08-17T17:05:58.643 INFO:tasks.rados.rados.0.smithi059.stdout:299: finishing copy_from to smithi05980601-39 2024-08-17T17:05:58.643 INFO:tasks.rados.rados.0.smithi059.stdout:299: got expected ENOENT (src dne) 2024-08-17T17:05:58.643 INFO:tasks.rados.rados.0.smithi059.stdout:299: finishing copy_from racing read to smithi05980601-39 2024-08-17T17:05:58.643 INFO:tasks.rados.rados.0.smithi059.stdout:298: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: finishing write tid 1 to smithi05980601-9 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: finishing write tid 2 to smithi05980601-9 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: finishing write tid 3 to smithi05980601-9 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: finishing write tid 4 to smithi05980601-9 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: finishing write tid 5 to smithi05980601-9 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: finishing write tid 6 to smithi05980601-9 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: oid 9 updating version 0 to 102 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: oid 9 version 102 is already newer than 101 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: oid 9 version 102 is already newer than 98 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: oid 9 version 102 is already newer than 100 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: oid 9 version 102 is already newer than 99 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 102 (ObjNum 109 snap 31 seq_num 109) dirty exists 2024-08-17T17:05:58.672 INFO:tasks.rados.rados.0.smithi059.stdout:300: left oid 9 (ObjNum 109 snap 31 seq_num 109) 2024-08-17T17:05:58.673 INFO:tasks.rados.rados.0.smithi059.stdout:301: seq_num 110 ranges {2277376=647168,2924544=778240,3702784=425984} 2024-08-17T17:05:58.687 INFO:tasks.rados.rados.0.smithi059.stdout:301: writing smithi05980601-45 from 2277376 to 2924544 tid 1 2024-08-17T17:05:58.692 INFO:tasks.rados.rados.0.smithi059.stdout:301: writing smithi05980601-45 from 2924544 to 3702784 tid 2 2024-08-17T17:05:58.695 INFO:tasks.rados.rados.0.smithi059.stdout:301: writing smithi05980601-45 from 3702784 to 4128768 tid 3 2024-08-17T17:05:58.695 INFO:tasks.rados.rados.0.smithi059.stdout:298: done (3 left) 2024-08-17T17:05:58.695 INFO:tasks.rados.rados.0.smithi059.stdout:299: done (2 left) 2024-08-17T17:05:58.695 INFO:tasks.rados.rados.0.smithi059.stdout:300: done (1 left) 2024-08-17T17:05:58.695 INFO:tasks.rados.rados.0.smithi059.stdout:302: snap_create 2024-08-17T17:05:58.695 INFO:tasks.rados.rados.0.smithi059.stdout:301: finishing write tid 1 to smithi05980601-45 2024-08-17T17:05:58.695 INFO:tasks.rados.rados.0.smithi059.stdout:301: finishing write tid 2 to smithi05980601-45 2024-08-17T17:05:58.697 INFO:tasks.rados.rados.0.smithi059.stdout:301: finishing write tid 3 to smithi05980601-45 2024-08-17T17:05:58.697 INFO:tasks.rados.rados.0.smithi059.stdout:301: finishing write tid 4 to smithi05980601-45 2024-08-17T17:05:58.698 INFO:tasks.rados.rados.0.smithi059.stdout:301: finishing write tid 5 to smithi05980601-45 2024-08-17T17:05:58.698 INFO:tasks.rados.rados.0.smithi059.stdout:301: oid 45 updating version 0 to 106 2024-08-17T17:05:58.699 INFO:tasks.rados.rados.0.smithi059.stdout:301: oid 45 version 106 is already newer than 105 2024-08-17T17:05:58.699 INFO:tasks.rados.rados.0.smithi059.stdout:301: oid 45 version 106 is already newer than 104 2024-08-17T17:05:58.699 INFO:tasks.rados.rados.0.smithi059.stdout:301: oid 45 updating version 106 to 107 2024-08-17T17:05:58.699 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 107 (ObjNum 110 snap 31 seq_num 110) dirty exists 2024-08-17T17:05:58.699 INFO:tasks.rados.rados.0.smithi059.stdout:301: left oid 45 (ObjNum 110 snap 31 seq_num 110) 2024-08-17T17:05:59.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:58 smithi059 ceph-mon[39803]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T17:05:59.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:58 smithi059 ceph-mon[29264]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T17:05:59.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:58 smithi087 ceph-mon[33075]: osdmap e133: 8 total, 8 up, 8 in 2024-08-17T17:05:59.614 INFO:tasks.rados.rados.0.smithi059.stdout:301: done (1 left) 2024-08-17T17:05:59.614 INFO:tasks.rados.rados.0.smithi059.stdout:302: done (0 left) 2024-08-17T17:05:59.614 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 32 2024-08-17T17:05:59.614 INFO:tasks.rados.rados.0.smithi059.stdout:303: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-08-17T17:05:59.617 INFO:tasks.rados.rados.0.smithi059.stdout:303: writing smithi05980601-5 from 0 to 663552 tid 1 2024-08-17T17:05:59.620 INFO:tasks.rados.rados.0.smithi059.stdout:303: writing smithi05980601-5 from 663552 to 1327104 tid 2 2024-08-17T17:05:59.623 INFO:tasks.rados.rados.0.smithi059.stdout:303: writing smithi05980601-5 from 1327104 to 1777664 tid 3 2024-08-17T17:05:59.624 INFO:tasks.rados.rados.0.smithi059.stdout:303: writing smithi05980601-5 from 1777664 to 1867776 tid 4 2024-08-17T17:05:59.624 INFO:tasks.rados.rados.0.smithi059.stdout:304: rollback oid 31 current snap is 32 2024-08-17T17:05:59.624 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 31 to 16 2024-08-17T17:05:59.624 INFO:tasks.rados.rados.0.smithi059.stdout:303: finishing write tid 1 to smithi05980601-5 2024-08-17T17:05:59.625 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 32 2024-08-17T17:05:59.625 INFO:tasks.rados.rados.0.smithi059.stdout:305: seq_num 112 ranges {0=679936,679936=548864,1228800=655360} 2024-08-17T17:05:59.628 INFO:tasks.rados.rados.0.smithi059.stdout:305: writing smithi05980601-49 from 0 to 679936 tid 1 2024-08-17T17:05:59.631 INFO:tasks.rados.rados.0.smithi059.stdout:305: writing smithi05980601-49 from 679936 to 1228800 tid 2 2024-08-17T17:05:59.635 INFO:tasks.rados.rados.0.smithi059.stdout:305: writing smithi05980601-49 from 1228800 to 1884160 tid 3 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:306: rmattr oid 41 current snap is 32 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:304: finishing rollback tid 1 to smithi05980601-31 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 0 (ObjNum 33 snap 0 seq_num 315798776) dirty dne 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:303: finishing write tid 2 to smithi05980601-5 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:303: finishing write tid 3 to smithi05980601-5 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:304: done (3 left) 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:307: read oid 7 snap -1 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:307: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:308: snap_create 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:303: finishing write tid 4 to smithi05980601-5 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:303: finishing write tid 5 to smithi05980601-5 2024-08-17T17:05:59.636 INFO:tasks.rados.rados.0.smithi059.stdout:303: finishing write tid 6 to smithi05980601-5 2024-08-17T17:05:59.637 INFO:tasks.rados.rados.0.smithi059.stdout:303: oid 5 updating version 0 to 41 2024-08-17T17:05:59.637 INFO:tasks.rados.rados.0.smithi059.stdout:303: oid 5 version 41 is already newer than 39 2024-08-17T17:05:59.637 INFO:tasks.rados.rados.0.smithi059.stdout:303: oid 5 version 41 is already newer than 38 2024-08-17T17:05:59.637 INFO:tasks.rados.rados.0.smithi059.stdout:303: oid 5 version 41 is already newer than 37 2024-08-17T17:05:59.637 INFO:tasks.rados.rados.0.smithi059.stdout:303: oid 5 version 41 is already newer than 40 2024-08-17T17:05:59.637 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 41 (ObjNum 111 snap 32 seq_num 111) dirty exists 2024-08-17T17:05:59.637 INFO:tasks.rados.rados.0.smithi059.stdout:303: left oid 5 (ObjNum 111 snap 32 seq_num 111) 2024-08-17T17:05:59.637 INFO:tasks.rados.rados.0.smithi059.stdout:305: finishing write tid 1 to smithi05980601-49 2024-08-17T17:05:59.637 INFO:tasks.rados.rados.0.smithi059.stdout:305: finishing write tid 2 to smithi05980601-49 2024-08-17T17:05:59.638 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 43 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-17T17:05:59.638 INFO:tasks.rados.rados.0.smithi059.stdout:305: finishing write tid 3 to smithi05980601-49 2024-08-17T17:05:59.638 INFO:tasks.rados.rados.0.smithi059.stdout:305: finishing write tid 4 to smithi05980601-49 2024-08-17T17:05:59.638 INFO:tasks.rados.rados.0.smithi059.stdout:307: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:05:59.641 INFO:tasks.rados.rados.0.smithi059.stdout:305: finishing write tid 5 to smithi05980601-49 2024-08-17T17:05:59.642 INFO:tasks.rados.rados.0.smithi059.stdout:305: oid 49 updating version 0 to 125 2024-08-17T17:05:59.642 INFO:tasks.rados.rados.0.smithi059.stdout:305: oid 49 version 125 is already newer than 124 2024-08-17T17:05:59.642 INFO:tasks.rados.rados.0.smithi059.stdout:305: oid 49 updating version 125 to 126 2024-08-17T17:05:59.642 INFO:tasks.rados.rados.0.smithi059.stdout:305: oid 49 updating version 126 to 127 2024-08-17T17:05:59.642 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 127 (ObjNum 112 snap 32 seq_num 112) dirty exists 2024-08-17T17:05:59.642 INFO:tasks.rados.rados.0.smithi059.stdout:305: left oid 49 (ObjNum 112 snap 32 seq_num 112) 2024-08-17T17:05:59.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:59 smithi087 ceph-mon[33075]: pgmap v179: 121 pgs: 121 active+clean; 68 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T17:05:59.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:05:59 smithi087 ceph-mon[33075]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T17:06:00.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:59 smithi059 ceph-mon[39803]: pgmap v179: 121 pgs: 121 active+clean; 68 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T17:06:00.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:05:59 smithi059 ceph-mon[39803]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T17:06:00.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:59 smithi059 ceph-mon[29264]: pgmap v179: 121 pgs: 121 active+clean; 68 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T17:06:00.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:05:59 smithi059 ceph-mon[29264]: osdmap e134: 8 total, 8 up, 8 in 2024-08-17T17:06:00.617 INFO:tasks.rados.rados.0.smithi059.stdout:303: done (4 left) 2024-08-17T17:06:00.617 INFO:tasks.rados.rados.0.smithi059.stdout:305: done (3 left) 2024-08-17T17:06:00.617 INFO:tasks.rados.rados.0.smithi059.stdout:306: done (2 left) 2024-08-17T17:06:00.618 INFO:tasks.rados.rados.0.smithi059.stdout:307: done (1 left) 2024-08-17T17:06:00.618 INFO:tasks.rados.rados.0.smithi059.stdout:308: done (0 left) 2024-08-17T17:06:00.618 INFO:tasks.rados.rados.0.smithi059.stdout:309: delete oid 49 current snap is 33 2024-08-17T17:06:00.619 INFO:tasks.rados.rados.0.smithi059.stdout:309: done (0 left) 2024-08-17T17:06:00.619 INFO:tasks.rados.rados.0.smithi059.stdout:310: rollback oid 18 current snap is 33 2024-08-17T17:06:00.620 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 28 2024-08-17T17:06:00.620 INFO:tasks.rados.rados.0.smithi059.stdout:311: snap_create 2024-08-17T17:06:00.623 INFO:tasks.rados.rados.0.smithi059.stdout:310: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:06:00.624 INFO:tasks.rados.rados.0.smithi059.stdout:310: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:06:00.624 INFO:tasks.rados.rados.0.smithi059.stdout:310: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:06:00.624 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 46 (ObjNum 103 snap 27 seq_num 103) dirty exists 2024-08-17T17:06:00.938 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:00 smithi059 ceph-mon[29264]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T17:06:00.939 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:00 smithi059 ceph-mon[39803]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T17:06:01.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:00 smithi087 ceph-mon[33075]: osdmap e135: 8 total, 8 up, 8 in 2024-08-17T17:06:01.625 INFO:tasks.rados.rados.0.smithi059.stdout:310: done (1 left) 2024-08-17T17:06:01.625 INFO:tasks.rados.rados.0.smithi059.stdout:311: done (0 left) 2024-08-17T17:06:01.625 INFO:tasks.rados.rados.0.smithi059.stdout:312: rollback oid 41 current snap is 34 2024-08-17T17:06:01.626 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 22 2024-08-17T17:06:01.626 INFO:tasks.rados.rados.0.smithi059.stdout:313: rollback oid 18 current snap is 34 2024-08-17T17:06:01.626 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 31 2024-08-17T17:06:01.626 INFO:tasks.rados.rados.0.smithi059.stdout:314: rmattr oid 23 current snap is 34 2024-08-17T17:06:01.626 INFO:tasks.rados.rados.0.smithi059.stdout:314: done (2 left) 2024-08-17T17:06:01.626 INFO:tasks.rados.rados.0.smithi059.stdout:315: copy_from oid 43 from oid 10 current snap is 34 2024-08-17T17:06:01.626 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 19 current snap is 34 2024-08-17T17:06:01.626 INFO:tasks.rados.rados.0.smithi059.stdout:316: seq_num 114 ranges {0=712704,712704=712704,1425408=491520} 2024-08-17T17:06:01.630 INFO:tasks.rados.rados.0.smithi059.stdout:316: writing smithi05980601-19 from 0 to 712704 tid 1 2024-08-17T17:06:01.634 INFO:tasks.rados.rados.0.smithi059.stdout:316: writing smithi05980601-19 from 712704 to 1425408 tid 2 2024-08-17T17:06:01.638 INFO:tasks.rados.rados.0.smithi059.stdout:316: writing smithi05980601-19 from 1425408 to 1916928 tid 3 2024-08-17T17:06:01.638 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 34 2024-08-17T17:06:01.638 INFO:tasks.rados.rados.0.smithi059.stdout:312: finishing rollback tid 0 to smithi05980601-41 2024-08-17T17:06:01.638 INFO:tasks.rados.rados.0.smithi059.stdout:317: seq_num 115 ranges {0=729088,729088=647168,1376256=434176,1810432=122880} 2024-08-17T17:06:01.642 INFO:tasks.rados.rados.0.smithi059.stdout:317: writing smithi05980601-13 from 0 to 729088 tid 1 2024-08-17T17:06:01.646 INFO:tasks.rados.rados.0.smithi059.stdout:317: writing smithi05980601-13 from 729088 to 1376256 tid 2 2024-08-17T17:06:01.649 INFO:tasks.rados.rados.0.smithi059.stdout:317: writing smithi05980601-13 from 1376256 to 1810432 tid 3 2024-08-17T17:06:01.650 INFO:tasks.rados.rados.0.smithi059.stdout:317: writing smithi05980601-13 from 1810432 to 1933312 tid 4 2024-08-17T17:06:01.650 INFO:tasks.rados.rados.0.smithi059.stdout:318: setattr oid 26 current snap is 34 2024-08-17T17:06:01.650 INFO:tasks.rados.rados.0.smithi059.stdout:312: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:06:01.650 INFO:tasks.rados.rados.0.smithi059.stdout:312: finishing rollback tid 2 to smithi05980601-41 2024-08-17T17:06:01.650 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 47 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-17T17:06:01.650 INFO:tasks.rados.rados.0.smithi059.stdout:313: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:06:01.650 INFO:tasks.rados.rados.0.smithi059.stdout:313: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:316: finishing write tid 1 to smithi05980601-19 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:313: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 49 (ObjNum 103 snap 27 seq_num 103) dirty exists 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:316: finishing write tid 2 to smithi05980601-19 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:315: finishing copy_from racing read to smithi05980601-43 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:316: finishing write tid 3 to smithi05980601-19 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:316: finishing write tid 4 to smithi05980601-19 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:315: finishing copy_from to smithi05980601-43 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:316: finishing write tid 5 to smithi05980601-19 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:316: oid 19 updating version 0 to 133 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:316: oid 19 version 133 is already newer than 131 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:316: oid 19 version 133 is already newer than 130 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:316: oid 19 version 133 is already newer than 132 2024-08-17T17:06:01.651 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 133 (ObjNum 114 snap 34 seq_num 114) dirty exists 2024-08-17T17:06:01.652 INFO:tasks.rados.rados.0.smithi059.stdout:316: left oid 19 (ObjNum 114 snap 34 seq_num 114) 2024-08-17T17:06:01.652 INFO:tasks.rados.rados.0.smithi059.stdout:317: finishing write tid 1 to smithi05980601-13 2024-08-17T17:06:01.652 INFO:tasks.rados.rados.0.smithi059.stdout:317: finishing write tid 2 to smithi05980601-13 2024-08-17T17:06:01.652 INFO:tasks.rados.rados.0.smithi059.stdout:317: finishing write tid 3 to smithi05980601-13 2024-08-17T17:06:01.653 INFO:tasks.rados.rados.0.smithi059.stdout:312: done (5 left) 2024-08-17T17:06:01.653 INFO:tasks.rados.rados.0.smithi059.stdout:313: done (4 left) 2024-08-17T17:06:01.653 INFO:tasks.rados.rados.0.smithi059.stdout:315: done (3 left) 2024-08-17T17:06:01.653 INFO:tasks.rados.rados.0.smithi059.stdout:316: done (2 left) 2024-08-17T17:06:01.653 INFO:tasks.rados.rados.0.smithi059.stdout:319: snap_create 2024-08-17T17:06:01.653 INFO:tasks.rados.rados.0.smithi059.stdout:317: finishing write tid 4 to smithi05980601-13 2024-08-17T17:06:01.653 INFO:tasks.rados.rados.0.smithi059.stdout:317: finishing write tid 5 to smithi05980601-13 2024-08-17T17:06:01.655 INFO:tasks.rados.rados.0.smithi059.stdout:317: finishing write tid 6 to smithi05980601-13 2024-08-17T17:06:01.655 INFO:tasks.rados.rados.0.smithi059.stdout:317: oid 13 updating version 0 to 33 2024-08-17T17:06:01.655 INFO:tasks.rados.rados.0.smithi059.stdout:317: oid 13 updating version 33 to 36 2024-08-17T17:06:01.655 INFO:tasks.rados.rados.0.smithi059.stdout:317: oid 13 version 36 is already newer than 34 2024-08-17T17:06:01.655 INFO:tasks.rados.rados.0.smithi059.stdout:317: oid 13 version 36 is already newer than 35 2024-08-17T17:06:01.655 INFO:tasks.rados.rados.0.smithi059.stdout:317: oid 13 updating version 36 to 37 2024-08-17T17:06:01.655 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 37 (ObjNum 115 snap 34 seq_num 115) dirty exists 2024-08-17T17:06:01.655 INFO:tasks.rados.rados.0.smithi059.stdout:317: left oid 13 (ObjNum 115 snap 34 seq_num 115) 2024-08-17T17:06:01.655 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 28 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T17:06:01.954 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:01 smithi059 ceph-mon[29264]: pgmap v182: 121 pgs: 121 active+clean; 68 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T17:06:01.954 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:01 smithi059 ceph-mon[29264]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T17:06:01.954 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:01 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:01.955 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:01 smithi059 ceph-mon[39803]: pgmap v182: 121 pgs: 121 active+clean; 68 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T17:06:01.955 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:01 smithi059 ceph-mon[39803]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T17:06:01.955 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:01 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:02.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:01 smithi087 ceph-mon[33075]: pgmap v182: 121 pgs: 121 active+clean; 68 MiB data, 335 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.1 MiB/s wr, 11 op/s 2024-08-17T17:06:02.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:01 smithi087 ceph-mon[33075]: osdmap e136: 8 total, 8 up, 8 in 2024-08-17T17:06:02.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:01 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:02.443 INFO:tasks.rados.rados.0.smithi059.stdout:317: done (2 left) 2024-08-17T17:06:02.443 INFO:tasks.rados.rados.0.smithi059.stdout:318: done (1 left) 2024-08-17T17:06:02.443 INFO:tasks.rados.rados.0.smithi059.stdout:319: done (0 left) 2024-08-17T17:06:02.443 INFO:tasks.rados.rados.0.smithi059.stdout:320: copy_from oid 34 from oid 46 current snap is 35 2024-08-17T17:06:02.443 INFO:tasks.rados.rados.0.smithi059.stdout:321: snap_remove snap 32 2024-08-17T17:06:03.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:02 smithi059 ceph-mon[29264]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T17:06:03.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:02 smithi059 ceph-mon[29264]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T17:06:03.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:02 smithi059 ceph-mon[39803]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T17:06:03.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:02 smithi059 ceph-mon[39803]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T17:06:03.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:02 smithi087 ceph-mon[33075]: osdmap e137: 8 total, 8 up, 8 in 2024-08-17T17:06:03.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:02 smithi087 ceph-mon[33075]: osdmap e138: 8 total, 8 up, 8 in 2024-08-17T17:06:03.132 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:06:03.447 INFO:tasks.rados.rados.0.smithi059.stdout:321: done (1 left) 2024-08-17T17:06:03.447 INFO:tasks.rados.rados.0.smithi059.stdout:322: rollback oid 45 current snap is 35 2024-08-17T17:06:03.447 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 45 to 29 2024-08-17T17:06:03.447 INFO:tasks.rados.rados.0.smithi059.stdout:320: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:06:03.448 INFO:tasks.rados.rados.0.smithi059.stdout:320: finishing copy_from to smithi05980601-34 2024-08-17T17:06:03.448 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 28 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:06:03.448 INFO:tasks.rados.rados.0.smithi059.stdout:320: done (1 left) 2024-08-17T17:06:03.448 INFO:tasks.rados.rados.0.smithi059.stdout:323: read oid 28 snap -1 2024-08-17T17:06:03.448 INFO:tasks.rados.rados.0.smithi059.stdout:323: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:06:03.448 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 35 2024-08-17T17:06:03.448 INFO:tasks.rados.rados.0.smithi059.stdout:324: seq_num 116 ranges {524288=745472,1269760=532480,1802240=638976,2441216=32768} 2024-08-17T17:06:03.455 INFO:tasks.rados.rados.0.smithi059.stdout:324: writing smithi05980601-21 from 524288 to 1269760 tid 1 2024-08-17T17:06:03.458 INFO:tasks.rados.rados.0.smithi059.stdout:324: writing smithi05980601-21 from 1269760 to 1802240 tid 2 2024-08-17T17:06:03.462 INFO:tasks.rados.rados.0.smithi059.stdout:324: writing smithi05980601-21 from 1802240 to 2441216 tid 3 2024-08-17T17:06:03.463 INFO:tasks.rados.rados.0.smithi059.stdout:324: writing smithi05980601-21 from 2441216 to 2473984 tid 4 2024-08-17T17:06:03.463 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 35 2024-08-17T17:06:03.463 INFO:tasks.rados.rados.0.smithi059.stdout:322: finishing rollback tid 0 to smithi05980601-45 2024-08-17T17:06:03.463 INFO:tasks.rados.rados.0.smithi059.stdout:325: seq_num 117 ranges {638976=770048,1409024=417792,1826816=442368,2269184=344064} 2024-08-17T17:06:03.470 INFO:tasks.rados.rados.0.smithi059.stdout:325: writing smithi05980601-39 from 638976 to 1409024 tid 1 2024-08-17T17:06:03.473 INFO:tasks.rados.rados.0.smithi059.stdout:325: writing smithi05980601-39 from 1409024 to 1826816 tid 2 2024-08-17T17:06:03.475 INFO:tasks.rados.rados.0.smithi059.stdout:325: writing smithi05980601-39 from 1826816 to 2269184 tid 3 2024-08-17T17:06:03.478 INFO:tasks.rados.rados.0.smithi059.stdout:325: writing smithi05980601-39 from 2269184 to 2613248 tid 4 2024-08-17T17:06:03.478 INFO:tasks.rados.rados.0.smithi059.stdout:326: delete oid 9 current snap is 35 2024-08-17T17:06:03.478 INFO:tasks.rados.rados.0.smithi059.stdout:322: finishing rollback tid 1 to smithi05980601-45 2024-08-17T17:06:03.478 INFO:tasks.rados.rados.0.smithi059.stdout:322: finishing rollback tid 2 to smithi05980601-45 2024-08-17T17:06:03.478 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 111 (ObjNum 102 snap 26 seq_num 102) dirty exists 2024-08-17T17:06:03.478 INFO:tasks.rados.rados.0.smithi059.stdout:323: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:06:03.495 INFO:tasks.rados.rados.0.smithi059.stdout:324: finishing write tid 1 to smithi05980601-21 2024-08-17T17:06:03.495 INFO:tasks.rados.rados.0.smithi059.stdout:324: finishing write tid 2 to smithi05980601-21 2024-08-17T17:06:03.495 INFO:tasks.rados.rados.0.smithi059.stdout:324: finishing write tid 3 to smithi05980601-21 2024-08-17T17:06:03.495 INFO:tasks.rados.rados.0.smithi059.stdout:324: finishing write tid 4 to smithi05980601-21 2024-08-17T17:06:03.495 INFO:tasks.rados.rados.0.smithi059.stdout:324: finishing write tid 5 to smithi05980601-21 2024-08-17T17:06:03.495 INFO:tasks.rados.rados.0.smithi059.stdout:324: finishing write tid 6 to smithi05980601-21 2024-08-17T17:06:03.495 INFO:tasks.rados.rados.0.smithi059.stdout:324: oid 21 updating version 0 to 58 2024-08-17T17:06:03.495 INFO:tasks.rados.rados.0.smithi059.stdout:324: oid 21 version 58 is already newer than 55 2024-08-17T17:06:03.495 INFO:tasks.rados.rados.0.smithi059.stdout:324: oid 21 version 58 is already newer than 56 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:324: oid 21 version 58 is already newer than 57 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:324: oid 21 updating version 58 to 59 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 59 (ObjNum 116 snap 35 seq_num 116) dirty exists 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:324: left oid 21 (ObjNum 116 snap 35 seq_num 116) 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:325: finishing write tid 1 to smithi05980601-39 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:325: finishing write tid 2 to smithi05980601-39 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:322: done (4 left) 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:323: done (3 left) 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:324: done (2 left) 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:326: done (1 left) 2024-08-17T17:06:03.496 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 35 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: finishing write tid 3 to smithi05980601-39 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: finishing write tid 4 to smithi05980601-39 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: finishing write tid 5 to smithi05980601-39 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: finishing write tid 6 to smithi05980601-39 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: oid 39 updating version 0 to 140 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: oid 39 version 140 is already newer than 137 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: oid 39 updating version 140 to 141 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: oid 39 version 141 is already newer than 139 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: oid 39 version 141 is already newer than 138 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 141 (ObjNum 117 snap 35 seq_num 117) dirty exists 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:325: left oid 39 (ObjNum 117 snap 35 seq_num 117) 2024-08-17T17:06:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:327: seq_num 119 ranges {3293184=802816,4096000=589824,4685824=409600,5095424=204800} 2024-08-17T17:06:03.517 INFO:tasks.rados.rados.0.smithi059.stdout:327: writing smithi05980601-18 from 3293184 to 4096000 tid 1 2024-08-17T17:06:03.520 INFO:tasks.rados.rados.0.smithi059.stdout:327: writing smithi05980601-18 from 4096000 to 4685824 tid 2 2024-08-17T17:06:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:327: writing smithi05980601-18 from 4685824 to 5095424 tid 3 2024-08-17T17:06:03.525 INFO:tasks.rados.rados.0.smithi059.stdout:327: writing smithi05980601-18 from 5095424 to 5300224 tid 4 2024-08-17T17:06:03.525 INFO:tasks.rados.rados.0.smithi059.stdout:325: done (1 left) 2024-08-17T17:06:03.525 INFO:tasks.rados.rados.0.smithi059.stdout:328: delete oid 6 current snap is 35 2024-08-17T17:06:03.525 INFO:tasks.rados.rados.0.smithi059.stdout:327: finishing write tid 1 to smithi05980601-18 2024-08-17T17:06:03.525 INFO:tasks.rados.rados.0.smithi059.stdout:327: finishing write tid 2 to smithi05980601-18 2024-08-17T17:06:03.525 INFO:tasks.rados.rados.0.smithi059.stdout:327: finishing write tid 3 to smithi05980601-18 2024-08-17T17:06:03.526 INFO:tasks.rados.rados.0.smithi059.stdout:328: done (1 left) 2024-08-17T17:06:03.526 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 35 2024-08-17T17:06:03.526 INFO:tasks.rados.rados.0.smithi059.stdout:329: seq_num 121 ranges {1638400=434176,2072576=753664,2826240=425984,3252224=425984} 2024-08-17T17:06:03.537 INFO:tasks.rados.rados.0.smithi059.stdout:329: writing smithi05980601-37 from 1638400 to 2072576 tid 1 2024-08-17T17:06:03.542 INFO:tasks.rados.rados.0.smithi059.stdout:329: writing smithi05980601-37 from 2072576 to 2826240 tid 2 2024-08-17T17:06:03.544 INFO:tasks.rados.rados.0.smithi059.stdout:329: writing smithi05980601-37 from 2826240 to 3252224 tid 3 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:329: writing smithi05980601-37 from 3252224 to 3678208 tid 4 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:330: copy_from oid 22 from oid 21 current snap is 35 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:327: finishing write tid 4 to smithi05980601-18 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:327: finishing write tid 5 to smithi05980601-18 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:327: finishing write tid 6 to smithi05980601-18 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:327: oid 18 updating version 0 to 53 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:327: oid 18 updating version 53 to 55 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:327: oid 18 version 55 is already newer than 54 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:327: oid 18 updating version 55 to 56 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:327: oid 18 updating version 56 to 57 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 57 (ObjNum 119 snap 35 seq_num 119) dirty exists 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:327: left oid 18 (ObjNum 119 snap 35 seq_num 119) 2024-08-17T17:06:03.548 INFO:tasks.rados.rados.0.smithi059.stdout:329: finishing write tid 1 to smithi05980601-37 2024-08-17T17:06:03.549 INFO:tasks.rados.rados.0.smithi059.stdout:329: finishing write tid 2 to smithi05980601-37 2024-08-17T17:06:03.549 INFO:tasks.rados.rados.0.smithi059.stdout:329: finishing write tid 3 to smithi05980601-37 2024-08-17T17:06:03.549 INFO:tasks.rados.rados.0.smithi059.stdout:327: done (2 left) 2024-08-17T17:06:03.549 INFO:tasks.rados.rados.0.smithi059.stdout:331: setattr oid 43 current snap is 35 2024-08-17T17:06:03.549 INFO:tasks.rados.rados.0.smithi059.stdout:332: read oid 34 snap -1 2024-08-17T17:06:03.550 INFO:tasks.rados.rados.0.smithi059.stdout:332: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:06:03.550 INFO:tasks.rados.rados.0.smithi059.stdout:333: read oid 12 snap -1 2024-08-17T17:06:03.550 INFO:tasks.rados.rados.0.smithi059.stdout:333: expect deleted 2024-08-17T17:06:03.550 INFO:tasks.rados.rados.0.smithi059.stdout:334: copy_from oid 15 from oid 30 current snap is 35 2024-08-17T17:06:03.550 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 35 2024-08-17T17:06:03.550 INFO:tasks.rados.rados.0.smithi059.stdout:335: seq_num 122 ranges {221184=450560,671744=688128,1359872=630784,1990656=286720} 2024-08-17T17:06:03.553 INFO:tasks.rados.rados.0.smithi059.stdout:335: writing smithi05980601-14 from 221184 to 671744 tid 1 2024-08-17T17:06:03.557 INFO:tasks.rados.rados.0.smithi059.stdout:335: writing smithi05980601-14 from 671744 to 1359872 tid 2 2024-08-17T17:06:03.561 INFO:tasks.rados.rados.0.smithi059.stdout:335: writing smithi05980601-14 from 1359872 to 1990656 tid 3 2024-08-17T17:06:03.563 INFO:tasks.rados.rados.0.smithi059.stdout:335: writing smithi05980601-14 from 1990656 to 2277376 tid 4 2024-08-17T17:06:03.563 INFO:tasks.rados.rados.0.smithi059.stdout:336: copy_from oid 6 from oid 48 current snap is 35 2024-08-17T17:06:03.563 INFO:tasks.rados.rados.0.smithi059.stdout:329: finishing write tid 4 to smithi05980601-37 2024-08-17T17:06:03.563 INFO:tasks.rados.rados.0.smithi059.stdout:329: finishing write tid 5 to smithi05980601-37 2024-08-17T17:06:03.563 INFO:tasks.rados.rados.0.smithi059.stdout:329: finishing write tid 6 to smithi05980601-37 2024-08-17T17:06:03.563 INFO:tasks.rados.rados.0.smithi059.stdout:329: oid 37 updating version 0 to 145 2024-08-17T17:06:03.563 INFO:tasks.rados.rados.0.smithi059.stdout:329: oid 37 version 145 is already newer than 143 2024-08-17T17:06:03.564 INFO:tasks.rados.rados.0.smithi059.stdout:329: oid 37 version 145 is already newer than 144 2024-08-17T17:06:03.564 INFO:tasks.rados.rados.0.smithi059.stdout:329: oid 37 updating version 145 to 147 2024-08-17T17:06:03.564 INFO:tasks.rados.rados.0.smithi059.stdout:329: oid 37 version 147 is already newer than 146 2024-08-17T17:06:03.564 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 147 (ObjNum 121 snap 35 seq_num 121) dirty exists 2024-08-17T17:06:03.564 INFO:tasks.rados.rados.0.smithi059.stdout:329: left oid 37 (ObjNum 121 snap 35 seq_num 121) 2024-08-17T17:06:03.564 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 55 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:06:03.564 INFO:tasks.rados.rados.0.smithi059.stdout:332: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:06:03.586 INFO:tasks.rados.rados.0.smithi059.stdout:335: finishing write tid 1 to smithi05980601-14 2024-08-17T17:06:03.586 INFO:tasks.rados.rados.0.smithi059.stdout:330: finishing copy_from racing read to smithi05980601-22 2024-08-17T17:06:03.586 INFO:tasks.rados.rados.0.smithi059.stdout:330: finishing copy_from to smithi05980601-22 2024-08-17T17:06:03.586 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 59 (ObjNum 116 snap 35 seq_num 116) dirty exists 2024-08-17T17:06:03.586 INFO:tasks.rados.rados.0.smithi059.stdout:335: finishing write tid 2 to smithi05980601-14 2024-08-17T17:06:03.586 INFO:tasks.rados.rados.0.smithi059.stdout:334: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:06:03.586 INFO:tasks.rados.rados.0.smithi059.stdout:335: finishing write tid 3 to smithi05980601-14 2024-08-17T17:06:03.586 INFO:tasks.rados.rados.0.smithi059.stdout:329: done (7 left) 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:330: done (6 left) 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:331: done (5 left) 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:332: done (4 left) 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:333: done (3 left) 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:337: snap_create 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:334: finishing copy_from to smithi05980601-15 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 7 (ObjNum 93 snap 19 seq_num 93) dirty exists 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:335: finishing write tid 4 to smithi05980601-14 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:335: finishing write tid 5 to smithi05980601-14 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:335: finishing write tid 6 to smithi05980601-14 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:335: oid 14 updating version 0 to 15 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:335: oid 14 updating version 15 to 16 2024-08-17T17:06:03.587 INFO:tasks.rados.rados.0.smithi059.stdout:335: oid 14 version 16 is already newer than 14 2024-08-17T17:06:03.588 INFO:tasks.rados.rados.0.smithi059.stdout:335: oid 14 version 16 is already newer than 13 2024-08-17T17:06:03.588 INFO:tasks.rados.rados.0.smithi059.stdout:335: oid 14 version 16 is already newer than 12 2024-08-17T17:06:03.588 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 16 (ObjNum 122 snap 35 seq_num 122) dirty exists 2024-08-17T17:06:03.588 INFO:tasks.rados.rados.0.smithi059.stdout:335: left oid 14 (ObjNum 122 snap 35 seq_num 122) 2024-08-17T17:06:03.588 INFO:tasks.rados.rados.0.smithi059.stdout:336: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:06:03.588 INFO:tasks.rados.rados.0.smithi059.stdout:336: finishing copy_from to smithi05980601-6 2024-08-17T17:06:03.588 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 11 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:06:03.713 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:06:03.713 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (2m) 2m ago 3m 16.6M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (3m) 2m ago 3m 84.8M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (4m) 2m ago 4m 15.4M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (4m) 2m ago 4m 16.5M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,8765 running (8m) 2m ago 8m 438M - 18.2.4-719-gced649f8 c870753d67c2 855d2bff2fe3 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:9283,8765 running (9m) 2m ago 9m 486M - 18.2.4-719-gced649f8 c870753d67c2 c8a6b5c002a7 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (9m) 2m ago 9m 44.6M 2048M 18.2.4-719-gced649f8 c870753d67c2 aa3912595492 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (8m) 2m ago 8m 38.2M 2048M 18.2.4-719-gced649f8 c870753d67c2 5bd4baf341c0 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (8m) 2m ago 8m 41.5M 2048M 18.2.4-719-gced649f8 c870753d67c2 717b71ca4cfb 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (3m) 2m ago 3m 15.4M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (2m) 2m ago 2m 8086k - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:06:03.714 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (7m) 2m ago 7m 48.1M 2993M 18.2.4-719-gced649f8 c870753d67c2 545451805af8 2024-08-17T17:06:03.715 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (7m) 2m ago 7m 44.5M 2993M 18.2.4-719-gced649f8 c870753d67c2 2e45043f5326 2024-08-17T17:06:03.715 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (7m) 2m ago 7m 51.8M 2993M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:06:03.715 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (6m) 2m ago 6m 40.8M 2993M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:06:03.715 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (6m) 2m ago 6m 42.9M 2992M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:06:03.715 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (5m) 2m ago 5m 45.3M 2992M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:06:03.715 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (5m) 2m ago 5m 42.7M 2992M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:06:03.715 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (5m) 2m ago 5m 44.6M 2992M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:06:03.715 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (2m) 2m ago 3m 31.6M - 2.43.0 a07b618ecd1d 1780e37dcfe6 2024-08-17T17:06:03.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:03 smithi087 ceph-mon[33075]: pgmap v185: 121 pgs: 121 active+clean; 80 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 842 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-17T17:06:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:03 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:03 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:03 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:03 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:06:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:03 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:03.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:03 smithi087 ceph-mon[33075]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T17:06:04.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[39803]: pgmap v185: 121 pgs: 121 active+clean; 80 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 842 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-17T17:06:04.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:04.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:04.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:04.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:06:04.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:04.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[39803]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T17:06:04.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[29264]: pgmap v185: 121 pgs: 121 active+clean; 80 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 842 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-17T17:06:04.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:04.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:04.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:04.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:06:04.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:04.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:03 smithi059 ceph-mon[29264]: osdmap e139: 8 total, 8 up, 8 in 2024-08-17T17:06:04.044 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:06:04.044 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:06:04.044 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T17:06:04.044 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:06:04.044 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:06:04.044 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:06:04.044 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:06:04.044 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:06:04.044 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:06:04.045 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:06:04.045 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:06:04.045 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:06:04.045 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:06:04.045 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:06:04.045 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 15 2024-08-17T17:06:04.045 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:06:04.045 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:06:04.327 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:06:04.327 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:06:04.327 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:06:04.327 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:06:04.327 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [], 2024-08-17T17:06:04.327 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "0/20 daemons upgraded", 2024-08-17T17:06:04.327 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading mgr daemons", 2024-08-17T17:06:04.327 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:06:04.327 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:06:04.447 INFO:tasks.rados.rados.0.smithi059.stdout:334: done (3 left) 2024-08-17T17:06:04.448 INFO:tasks.rados.rados.0.smithi059.stdout:335: done (2 left) 2024-08-17T17:06:04.448 INFO:tasks.rados.rados.0.smithi059.stdout:336: done (1 left) 2024-08-17T17:06:04.448 INFO:tasks.rados.rados.0.smithi059.stdout:337: done (0 left) 2024-08-17T17:06:04.448 INFO:tasks.rados.rados.0.smithi059.stdout:338: read oid 36 snap -1 2024-08-17T17:06:04.448 INFO:tasks.rados.rados.0.smithi059.stdout:338: expect (ObjNum 90 snap 17 seq_num 90) 2024-08-17T17:06:04.448 INFO:tasks.rados.rados.0.smithi059.stdout:339: delete oid 21 current snap is 36 2024-08-17T17:06:04.451 INFO:tasks.rados.rados.0.smithi059.stdout:339: done (1 left) 2024-08-17T17:06:04.451 INFO:tasks.rados.rados.0.smithi059.stdout:340: rmattr oid 9 current snap is 36 2024-08-17T17:06:04.452 INFO:tasks.rados.rados.0.smithi059.stdout:340: done (1 left) 2024-08-17T17:06:04.452 INFO:tasks.rados.rados.0.smithi059.stdout:341: rmattr oid 32 current snap is 36 2024-08-17T17:06:04.452 INFO:tasks.rados.rados.0.smithi059.stdout:342: rmattr oid 50 current snap is 36 2024-08-17T17:06:04.452 INFO:tasks.rados.rados.0.smithi059.stdout:342: done (2 left) 2024-08-17T17:06:04.452 INFO:tasks.rados.rados.0.smithi059.stdout:343: copy_from oid 12 from oid 11 current snap is 36 2024-08-17T17:06:04.452 INFO:tasks.rados.rados.0.smithi059.stdout:344: delete oid 7 current snap is 36 2024-08-17T17:06:04.453 INFO:tasks.rados.rados.0.smithi059.stdout:343: finishing copy_from to smithi05980601-12 2024-08-17T17:06:04.453 INFO:tasks.rados.rados.0.smithi059.stdout:343: got expected ENOENT (src dne) 2024-08-17T17:06:04.453 INFO:tasks.rados.rados.0.smithi059.stdout:343: finishing copy_from racing read to smithi05980601-12 2024-08-17T17:06:04.457 INFO:tasks.rados.rados.0.smithi059.stdout:338: expect (ObjNum 90 snap 17 seq_num 90) 2024-08-17T17:06:04.557 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 59 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-17T17:06:04.558 INFO:tasks.rados.rados.0.smithi059.stdout:338: done (3 left) 2024-08-17T17:06:04.558 INFO:tasks.rados.rados.0.smithi059.stdout:341: done (2 left) 2024-08-17T17:06:04.558 INFO:tasks.rados.rados.0.smithi059.stdout:343: done (1 left) 2024-08-17T17:06:04.558 INFO:tasks.rados.rados.0.smithi059.stdout:344: done (0 left) 2024-08-17T17:06:04.558 INFO:tasks.rados.rados.0.smithi059.stdout:345: rollback oid 30 current snap is 36 2024-08-17T17:06:04.558 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 22 2024-08-17T17:06:04.558 INFO:tasks.rados.rados.0.smithi059.stdout:346: read oid 19 snap -1 2024-08-17T17:06:04.558 INFO:tasks.rados.rados.0.smithi059.stdout:346: expect (ObjNum 114 snap 34 seq_num 114) 2024-08-17T17:06:04.558 INFO:tasks.rados.rados.0.smithi059.stdout:347: snap_remove snap 27 2024-08-17T17:06:04.954 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:04 smithi087 ceph-mon[33075]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:04.955 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:04 smithi087 ceph-mon[33075]: Upgrade: Updating mgr.x 2024-08-17T17:06:04.955 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:04 smithi087 ceph-mon[33075]: Deploying daemon mgr.x on smithi087 2024-08-17T17:06:04.955 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:04 smithi087 ceph-mon[33075]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:04.955 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:04 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/205145375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:06:04.955 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:04 smithi087 ceph-mon[33075]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T17:06:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[29264]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[29264]: Upgrade: Updating mgr.x 2024-08-17T17:06:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[29264]: Deploying daemon mgr.x on smithi087 2024-08-17T17:06:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[29264]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/205145375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:06:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[29264]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T17:06:05.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[39803]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:05.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[39803]: Upgrade: Updating mgr.x 2024-08-17T17:06:05.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[39803]: Deploying daemon mgr.x on smithi087 2024-08-17T17:06:05.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[39803]: from='client.24878 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:05.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/205145375' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:06:05.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:04 smithi059 ceph-mon[39803]: osdmap e140: 8 total, 8 up, 8 in 2024-08-17T17:06:05.450 INFO:tasks.rados.rados.0.smithi059.stdout:347: done (2 left) 2024-08-17T17:06:05.450 INFO:tasks.rados.rados.0.smithi059.stdout:348: delete oid 12 current snap is 36 2024-08-17T17:06:05.450 INFO:tasks.rados.rados.0.smithi059.stdout:345: finishing rollback tid 0 to smithi05980601-30 2024-08-17T17:06:05.451 INFO:tasks.rados.rados.0.smithi059.stdout:345: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:06:05.451 INFO:tasks.rados.rados.0.smithi059.stdout:345: finishing rollback tid 2 to smithi05980601-30 2024-08-17T17:06:05.451 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 19 (ObjNum 93 snap 19 seq_num 93) dirty exists 2024-08-17T17:06:05.451 INFO:tasks.rados.rados.0.smithi059.stdout:346: expect (ObjNum 114 snap 34 seq_num 114) 2024-08-17T17:06:05.507 INFO:tasks.rados.rados.0.smithi059.stdout:345: done (2 left) 2024-08-17T17:06:05.507 INFO:tasks.rados.rados.0.smithi059.stdout:346: done (1 left) 2024-08-17T17:06:05.507 INFO:tasks.rados.rados.0.smithi059.stdout:348: done (0 left) 2024-08-17T17:06:05.507 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 36 2024-08-17T17:06:05.507 INFO:tasks.rados.rados.0.smithi059.stdout:349: seq_num 126 ranges {0=516096,516096=630784,1146880=614400,1761280=360448} 2024-08-17T17:06:05.509 INFO:tasks.rados.rados.0.smithi059.stdout:349: writing smithi05980601-12 from 0 to 516096 tid 1 2024-08-17T17:06:05.513 INFO:tasks.rados.rados.0.smithi059.stdout:349: writing smithi05980601-12 from 516096 to 1146880 tid 2 2024-08-17T17:06:05.516 INFO:tasks.rados.rados.0.smithi059.stdout:349: writing smithi05980601-12 from 1146880 to 1761280 tid 3 2024-08-17T17:06:05.518 INFO:tasks.rados.rados.0.smithi059.stdout:349: writing smithi05980601-12 from 1761280 to 2121728 tid 4 2024-08-17T17:06:05.518 INFO:tasks.rados.rados.0.smithi059.stdout:350: snap_remove snap 26 2024-08-17T17:06:05.634 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:05 smithi087 systemd[1]: Stopping Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:06:05.947 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:05 smithi087 podman[65899]: 2024-08-17 17:06:05.676947956 +0000 UTC m=+0.152587598 container died 855d2bff2fe36f7a68cb1c6e3c6e2502141414e95da4eacd73601d49ee3a3710 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-08-17T17:06:05.947 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:05 smithi087 ceph-mon[33075]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:05.947 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:05 smithi087 ceph-mon[33075]: pgmap v188: 121 pgs: 121 active+clean; 80 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 841 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-17T17:06:05.947 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:05 smithi087 ceph-mon[33075]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:05.947 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:05 smithi087 ceph-mon[33075]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T17:06:06.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:05 smithi059 ceph-mon[29264]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:06.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:05 smithi059 ceph-mon[29264]: pgmap v188: 121 pgs: 121 active+clean; 80 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 841 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-17T17:06:06.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:05 smithi059 ceph-mon[29264]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:06.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:05 smithi059 ceph-mon[29264]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T17:06:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:05 smithi059 ceph-mon[39803]: from='client.14994 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:05 smithi059 ceph-mon[39803]: pgmap v188: 121 pgs: 121 active+clean; 80 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 841 KiB/s rd, 2.8 MiB/s wr, 19 op/s 2024-08-17T17:06:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:05 smithi059 ceph-mon[39803]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:05 smithi059 ceph-mon[39803]: osdmap e141: 8 total, 8 up, 8 in 2024-08-17T17:06:06.300 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 podman[65899]: 2024-08-17 17:06:06.043756576 +0000 UTC m=+0.519396259 container cleanup 855d2bff2fe36f7a68cb1c6e3c6e2502141414e95da4eacd73601d49ee3a3710 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f) 2024-08-17T17:06:06.300 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 bash[65899]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x 2024-08-17T17:06:06.457 INFO:tasks.rados.rados.0.smithi059.stdout:349: finishing write tid 1 to smithi05980601-12 2024-08-17T17:06:06.457 INFO:tasks.rados.rados.0.smithi059.stdout:349: finishing write tid 2 to smithi05980601-12 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: finishing write tid 3 to smithi05980601-12 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: finishing write tid 4 to smithi05980601-12 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: finishing write tid 5 to smithi05980601-12 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: finishing write tid 6 to smithi05980601-12 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: oid 12 updating version 0 to 120 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: oid 12 version 120 is already newer than 119 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: oid 12 updating version 120 to 122 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: oid 12 updating version 122 to 123 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: oid 12 version 123 is already newer than 121 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 123 (ObjNum 126 snap 36 seq_num 126) dirty exists 2024-08-17T17:06:06.458 INFO:tasks.rados.rados.0.smithi059.stdout:349: left oid 12 (ObjNum 126 snap 36 seq_num 126) 2024-08-17T17:06:06.459 INFO:tasks.rados.rados.0.smithi059.stdout:349: done (1 left) 2024-08-17T17:06:06.459 INFO:tasks.rados.rados.0.smithi059.stdout:350: done (0 left) 2024-08-17T17:06:06.459 INFO:tasks.rados.rados.0.smithi059.stdout:351: snap_remove snap 25 2024-08-17T17:06:06.688 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 podman[65911]: 2024-08-17 17:06:06.336701678 +0000 UTC m=+0.663169190 container remove 855d2bff2fe36f7a68cb1c6e3c6e2502141414e95da4eacd73601d49ee3a3710 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-ced649f, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:06:06.689 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:06:06.689 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T17:06:06.689 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 systemd[1]: Stopped Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:06:06.689 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Consumed 10.932s CPU time. 2024-08-17T17:06:07.005 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 systemd[1]: Starting Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:06:07.005 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 podman[66042]: 2024-08-17 17:06:06.806211411 +0000 UTC m=+0.017284010 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:06:07.005 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:06 smithi087 podman[66042]: 2024-08-17 17:06:06.912554591 +0000 UTC m=+0.123627226 container create 06265d91b087af86411fdb1f858dece117fa35fc023de43c732b6461bc880b84 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-17T17:06:07.300 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:07 smithi087 podman[66042]: 2024-08-17 17:06:07.106395933 +0000 UTC m=+0.317468519 container init 06265d91b087af86411fdb1f858dece117fa35fc023de43c732b6461bc880b84 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True) 2024-08-17T17:06:07.300 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:07 smithi087 podman[66042]: 2024-08-17 17:06:07.109238891 +0000 UTC m=+0.320311477 container start 06265d91b087af86411fdb1f858dece117fa35fc023de43c732b6461bc880b84 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-17T17:06:07.301 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:07 smithi087 ceph-mgr[66061]: -- 172.21.15.87:0/621317805 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5637aac2b0e0 con 0x5637aac08800 2024-08-17T17:06:07.301 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:07 smithi087 bash[66042]: 06265d91b087af86411fdb1f858dece117fa35fc023de43c732b6461bc880b84 2024-08-17T17:06:07.301 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:07 smithi087 systemd[1]: Started Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:06:07.452 INFO:tasks.rados.rados.0.smithi059.stdout:351: done (0 left) 2024-08-17T17:06:07.452 INFO:tasks.rados.rados.0.smithi059.stdout:352: snap_remove snap 34 2024-08-17T17:06:07.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:06:07] "GET /metrics HTTP/1.1" 200 36004 "" "Prometheus/2.43.0" 2024-08-17T17:06:07.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[39803]: pgmap v191: 121 pgs: 121 active+clean; 80 MiB data, 349 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:07.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[39803]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T17:06:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[29264]: pgmap v191: 121 pgs: 121 active+clean; 80 MiB data, 349 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[29264]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T17:06:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:07 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:07 smithi087 ceph-mon[33075]: pgmap v191: 121 pgs: 121 active+clean; 80 MiB data, 349 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:07 smithi087 ceph-mon[33075]: osdmap e142: 8 total, 8 up, 8 in 2024-08-17T17:06:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:07 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:07 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:07 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:08.458 INFO:tasks.rados.rados.0.smithi059.stdout:352: done (0 left) 2024-08-17T17:06:08.458 INFO:tasks.rados.rados.0.smithi059.stdout:353: snap_remove snap 35 2024-08-17T17:06:08.629 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:08 smithi087 ceph-mon[33075]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T17:06:08.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:08 smithi059 ceph-mon[29264]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T17:06:08.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:08 smithi059 ceph-mon[39803]: osdmap e143: 8 total, 8 up, 8 in 2024-08-17T17:06:09.455 INFO:tasks.rados.rados.0.smithi059.stdout:353: done (0 left) 2024-08-17T17:06:09.456 INFO:tasks.rados.rados.0.smithi059.stdout:354: setattr oid 41 current snap is 36 2024-08-17T17:06:09.457 INFO:tasks.rados.rados.0.smithi059.stdout:355: read oid 26 snap -1 2024-08-17T17:06:09.457 INFO:tasks.rados.rados.0.smithi059.stdout:355: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:06:09.457 INFO:tasks.rados.rados.0.smithi059.stdout:356: read oid 5 snap -1 2024-08-17T17:06:09.457 INFO:tasks.rados.rados.0.smithi059.stdout:356: expect (ObjNum 111 snap 32 seq_num 111) 2024-08-17T17:06:09.457 INFO:tasks.rados.rados.0.smithi059.stdout:357: read oid 27 snap 28 2024-08-17T17:06:09.457 INFO:tasks.rados.rados.0.smithi059.stdout:357: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:06:09.457 INFO:tasks.rados.rados.0.smithi059.stdout:358: setattr oid 6 current snap is 36 2024-08-17T17:06:09.458 INFO:tasks.rados.rados.0.smithi059.stdout:359: snap_create 2024-08-17T17:06:09.466 INFO:tasks.rados.rados.0.smithi059.stdout:355: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:06:09.488 INFO:tasks.rados.rados.0.smithi059.stdout:357: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-17T17:06:09.500 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 86 (ObjNum 55 snap 4 seq_num 55) dirty exists 2024-08-17T17:06:09.500 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 106 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:06:09.500 INFO:tasks.rados.rados.0.smithi059.stdout:356: expect (ObjNum 111 snap 32 seq_num 111) 2024-08-17T17:06:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:09 smithi059 ceph-mon[29264]: pgmap v194: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 23 op/s 2024-08-17T17:06:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:09 smithi059 ceph-mon[29264]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T17:06:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:09 smithi059 ceph-mon[29264]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T17:06:09.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:09 smithi059 ceph-mon[39803]: pgmap v194: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 23 op/s 2024-08-17T17:06:09.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:09 smithi059 ceph-mon[39803]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T17:06:09.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:09 smithi059 ceph-mon[39803]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T17:06:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:09 smithi087 ceph-mon[33075]: pgmap v194: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 23 op/s 2024-08-17T17:06:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:09 smithi087 ceph-mon[33075]: osdmap e144: 8 total, 8 up, 8 in 2024-08-17T17:06:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:09 smithi087 ceph-mon[33075]: osdmap e145: 8 total, 8 up, 8 in 2024-08-17T17:06:10.457 INFO:tasks.rados.rados.0.smithi059.stdout:354: done (5 left) 2024-08-17T17:06:10.457 INFO:tasks.rados.rados.0.smithi059.stdout:355: done (4 left) 2024-08-17T17:06:10.457 INFO:tasks.rados.rados.0.smithi059.stdout:356: done (3 left) 2024-08-17T17:06:10.457 INFO:tasks.rados.rados.0.smithi059.stdout:357: done (2 left) 2024-08-17T17:06:10.458 INFO:tasks.rados.rados.0.smithi059.stdout:358: done (1 left) 2024-08-17T17:06:10.458 INFO:tasks.rados.rados.0.smithi059.stdout:359: done (0 left) 2024-08-17T17:06:10.458 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 37 2024-08-17T17:06:10.458 INFO:tasks.rados.rados.0.smithi059.stdout:360: seq_num 127 ranges {1933312=532480,2465792=507904,2973696=778240,3751936=319488} 2024-08-17T17:06:10.470 INFO:tasks.rados.rados.0.smithi059.stdout:360: writing smithi05980601-13 from 1933312 to 2465792 tid 1 2024-08-17T17:06:10.473 INFO:tasks.rados.rados.0.smithi059.stdout:360: writing smithi05980601-13 from 2465792 to 2973696 tid 2 2024-08-17T17:06:10.478 INFO:tasks.rados.rados.0.smithi059.stdout:360: writing smithi05980601-13 from 2973696 to 3751936 tid 3 2024-08-17T17:06:10.481 INFO:tasks.rados.rados.0.smithi059.stdout:360: writing smithi05980601-13 from 3751936 to 4071424 tid 4 2024-08-17T17:06:10.481 INFO:tasks.rados.rados.0.smithi059.stdout:361: delete oid 37 current snap is 37 2024-08-17T17:06:10.481 INFO:tasks.rados.rados.0.smithi059.stdout:360: finishing write tid 1 to smithi05980601-13 2024-08-17T17:06:10.481 INFO:tasks.rados.rados.0.smithi059.stdout:360: finishing write tid 2 to smithi05980601-13 2024-08-17T17:06:10.483 INFO:tasks.rados.rados.0.smithi059.stdout:360: finishing write tid 3 to smithi05980601-13 2024-08-17T17:06:10.483 INFO:tasks.rados.rados.0.smithi059.stdout:361: done (1 left) 2024-08-17T17:06:10.483 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 37 2024-08-17T17:06:10.483 INFO:tasks.rados.rados.0.smithi059.stdout:362: seq_num 129 ranges {3825664=565248,4390912=679936,5070848=786432,5857280=139264} 2024-08-17T17:06:10.507 INFO:tasks.rados.rados.0.smithi059.stdout:362: writing smithi05980601-38 from 3825664 to 4390912 tid 1 2024-08-17T17:06:10.511 INFO:tasks.rados.rados.0.smithi059.stdout:362: writing smithi05980601-38 from 4390912 to 5070848 tid 2 2024-08-17T17:06:10.515 INFO:tasks.rados.rados.0.smithi059.stdout:362: writing smithi05980601-38 from 5070848 to 5857280 tid 3 2024-08-17T17:06:10.516 INFO:tasks.rados.rados.0.smithi059.stdout:362: writing smithi05980601-38 from 5857280 to 5996544 tid 4 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:363: setattr oid 20 current snap is 37 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:360: finishing write tid 4 to smithi05980601-13 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:360: finishing write tid 5 to smithi05980601-13 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:360: finishing write tid 6 to smithi05980601-13 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:360: oid 13 updating version 0 to 55 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:360: oid 13 version 55 is already newer than 51 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:360: oid 13 version 55 is already newer than 52 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:360: oid 13 version 55 is already newer than 53 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:360: oid 13 version 55 is already newer than 54 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 55 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:360: left oid 13 (ObjNum 127 snap 37 seq_num 127) 2024-08-17T17:06:10.517 INFO:tasks.rados.rados.0.smithi059.stdout:362: finishing write tid 1 to smithi05980601-38 2024-08-17T17:06:10.518 INFO:tasks.rados.rados.0.smithi059.stdout:362: finishing write tid 2 to smithi05980601-38 2024-08-17T17:06:10.518 INFO:tasks.rados.rados.0.smithi059.stdout:360: done (2 left) 2024-08-17T17:06:10.518 INFO:tasks.rados.rados.0.smithi059.stdout:364: read oid 14 snap -1 2024-08-17T17:06:10.518 INFO:tasks.rados.rados.0.smithi059.stdout:364: expect (ObjNum 122 snap 35 seq_num 122) 2024-08-17T17:06:10.519 INFO:tasks.rados.rados.0.smithi059.stdout:365: snap_create 2024-08-17T17:06:10.519 INFO:tasks.rados.rados.0.smithi059.stdout:362: finishing write tid 3 to smithi05980601-38 2024-08-17T17:06:10.521 INFO:tasks.rados.rados.0.smithi059.stdout:362: finishing write tid 4 to smithi05980601-38 2024-08-17T17:06:10.521 INFO:tasks.rados.rados.0.smithi059.stdout:362: finishing write tid 5 to smithi05980601-38 2024-08-17T17:06:10.522 INFO:tasks.rados.rados.0.smithi059.stdout:362: finishing write tid 6 to smithi05980601-38 2024-08-17T17:06:10.522 INFO:tasks.rados.rados.0.smithi059.stdout:362: oid 38 updating version 0 to 41 2024-08-17T17:06:10.522 INFO:tasks.rados.rados.0.smithi059.stdout:362: oid 38 version 41 is already newer than 39 2024-08-17T17:06:10.522 INFO:tasks.rados.rados.0.smithi059.stdout:362: oid 38 version 41 is already newer than 40 2024-08-17T17:06:10.522 INFO:tasks.rados.rados.0.smithi059.stdout:362: oid 38 updating version 41 to 42 2024-08-17T17:06:10.522 INFO:tasks.rados.rados.0.smithi059.stdout:362: oid 38 version 42 is already newer than 38 2024-08-17T17:06:10.522 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 42 (ObjNum 129 snap 37 seq_num 129) dirty exists 2024-08-17T17:06:10.523 INFO:tasks.rados.rados.0.smithi059.stdout:362: left oid 38 (ObjNum 129 snap 37 seq_num 129) 2024-08-17T17:06:10.523 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 108 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:06:10.532 INFO:tasks.rados.rados.0.smithi059.stdout:364: expect (ObjNum 122 snap 35 seq_num 122) 2024-08-17T17:06:11.476 INFO:tasks.rados.rados.0.smithi059.stdout:362: done (3 left) 2024-08-17T17:06:11.477 INFO:tasks.rados.rados.0.smithi059.stdout:363: done (2 left) 2024-08-17T17:06:11.477 INFO:tasks.rados.rados.0.smithi059.stdout:364: done (1 left) 2024-08-17T17:06:11.477 INFO:tasks.rados.rados.0.smithi059.stdout:365: done (0 left) 2024-08-17T17:06:11.477 INFO:tasks.rados.rados.0.smithi059.stdout:366: delete oid 27 current snap is 38 2024-08-17T17:06:11.484 INFO:tasks.rados.rados.0.smithi059.stdout:366: done (0 left) 2024-08-17T17:06:11.485 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 38 2024-08-17T17:06:11.485 INFO:tasks.rados.rados.0.smithi059.stdout:367: seq_num 131 ranges {1769472=598016,2367488=499712,2867200=753664,3620864=352256} 2024-08-17T17:06:11.497 INFO:tasks.rados.rados.0.smithi059.stdout:367: writing smithi05980601-3 from 1769472 to 2367488 tid 1 2024-08-17T17:06:11.501 INFO:tasks.rados.rados.0.smithi059.stdout:367: writing smithi05980601-3 from 2367488 to 2867200 tid 2 2024-08-17T17:06:11.506 INFO:tasks.rados.rados.0.smithi059.stdout:367: writing smithi05980601-3 from 2867200 to 3620864 tid 3 2024-08-17T17:06:11.508 INFO:tasks.rados.rados.0.smithi059.stdout:367: writing smithi05980601-3 from 3620864 to 3973120 tid 4 2024-08-17T17:06:11.508 INFO:tasks.rados.rados.0.smithi059.stdout:368: snap_create 2024-08-17T17:06:11.508 INFO:tasks.rados.rados.0.smithi059.stdout:367: finishing write tid 1 to smithi05980601-3 2024-08-17T17:06:11.508 INFO:tasks.rados.rados.0.smithi059.stdout:367: finishing write tid 2 to smithi05980601-3 2024-08-17T17:06:11.510 INFO:tasks.rados.rados.0.smithi059.stdout:367: finishing write tid 3 to smithi05980601-3 2024-08-17T17:06:11.510 INFO:tasks.rados.rados.0.smithi059.stdout:367: finishing write tid 4 to smithi05980601-3 2024-08-17T17:06:11.511 INFO:tasks.rados.rados.0.smithi059.stdout:367: finishing write tid 5 to smithi05980601-3 2024-08-17T17:06:11.512 INFO:tasks.rados.rados.0.smithi059.stdout:367: finishing write tid 6 to smithi05980601-3 2024-08-17T17:06:11.512 INFO:tasks.rados.rados.0.smithi059.stdout:367: oid 3 updating version 0 to 68 2024-08-17T17:06:11.512 INFO:tasks.rados.rados.0.smithi059.stdout:367: oid 3 version 68 is already newer than 65 2024-08-17T17:06:11.512 INFO:tasks.rados.rados.0.smithi059.stdout:367: oid 3 version 68 is already newer than 66 2024-08-17T17:06:11.512 INFO:tasks.rados.rados.0.smithi059.stdout:367: oid 3 updating version 68 to 69 2024-08-17T17:06:11.512 INFO:tasks.rados.rados.0.smithi059.stdout:367: oid 3 version 69 is already newer than 67 2024-08-17T17:06:11.512 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 69 (ObjNum 131 snap 38 seq_num 131) dirty exists 2024-08-17T17:06:11.512 INFO:tasks.rados.rados.0.smithi059.stdout:367: left oid 3 (ObjNum 131 snap 38 seq_num 131) 2024-08-17T17:06:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:11 smithi059 ceph-mon[29264]: pgmap v197: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 23 op/s 2024-08-17T17:06:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:11 smithi059 ceph-mon[29264]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T17:06:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:11 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:11 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:11.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:11 smithi059 ceph-mon[39803]: pgmap v197: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 23 op/s 2024-08-17T17:06:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:11 smithi059 ceph-mon[39803]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T17:06:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:11 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:11 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:11 smithi087 ceph-mon[33075]: pgmap v197: 121 pgs: 121 active+clean; 95 MiB data, 387 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 23 op/s 2024-08-17T17:06:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:11 smithi087 ceph-mon[33075]: osdmap e146: 8 total, 8 up, 8 in 2024-08-17T17:06:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:11 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:11 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:12.447 INFO:tasks.rados.rados.0.smithi059.stdout:367: done (1 left) 2024-08-17T17:06:12.447 INFO:tasks.rados.rados.0.smithi059.stdout:368: done (0 left) 2024-08-17T17:06:12.447 INFO:tasks.rados.rados.0.smithi059.stdout:369: rollback oid 27 current snap is 39 2024-08-17T17:06:12.447 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 38 2024-08-17T17:06:12.447 INFO:tasks.rados.rados.0.smithi059.stdout:370: setattr oid 20 current snap is 39 2024-08-17T17:06:12.449 INFO:tasks.rados.rados.0.smithi059.stdout:371: snap_create 2024-08-17T17:06:12.450 INFO:tasks.rados.rados.0.smithi059.stdout:369: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:06:12.450 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 60 (ObjNum 33 snap 0 seq_num 1276807209) dirty dne 2024-08-17T17:06:12.455 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 110 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:06:12.545 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:12] ENGINE Bus STARTING 2024-08-17T17:06:12.546 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: CherryPy Checker: 2024-08-17T17:06:12.546 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: The Application mounted at '' has an empty config. 2024-08-17T17:06:12.546 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:12.546 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T17:06:12.546 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:12.546 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:12.546 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: Standby manager daemon x restarted 2024-08-17T17:06:12.547 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: Standby manager daemon x started 2024-08-17T17:06:12.547 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:06:12.547 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T17:06:12.547 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:12.547 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:06:12.547 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:12.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: Standby manager daemon x restarted 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: Standby manager daemon x started 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:12.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: osdmap e147: 8 total, 8 up, 8 in 2024-08-17T17:06:12.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:12.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:12.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: Standby manager daemon x restarted 2024-08-17T17:06:12.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: Standby manager daemon x started 2024-08-17T17:06:12.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:06:12.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: osdmap e148: 8 total, 8 up, 8 in 2024-08-17T17:06:12.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:12.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:06:12.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:12 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:12.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:12] ENGINE Serving on http://:::9283 2024-08-17T17:06:12.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:12] ENGINE Bus STARTED 2024-08-17T17:06:13.447 INFO:tasks.rados.rados.0.smithi059.stdout:369: done (2 left) 2024-08-17T17:06:13.447 INFO:tasks.rados.rados.0.smithi059.stdout:370: done (1 left) 2024-08-17T17:06:13.447 INFO:tasks.rados.rados.0.smithi059.stdout:371: done (0 left) 2024-08-17T17:06:13.447 INFO:tasks.rados.rados.0.smithi059.stdout:372: read oid 46 snap -1 2024-08-17T17:06:13.447 INFO:tasks.rados.rados.0.smithi059.stdout:372: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:06:13.447 INFO:tasks.rados.rados.0.smithi059.stdout:373: snap_create 2024-08-17T17:06:13.452 INFO:tasks.rados.rados.0.smithi059.stdout:372: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:06:13.518 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:13 smithi087 ceph-mon[33075]: pgmap v200: 121 pgs: 121 active+clean; 100 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-08-17T17:06:13.518 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:13 smithi087 ceph-mon[33075]: mgrmap e24: y(active, since 3m), standbys: x 2024-08-17T17:06:13.518 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:13 smithi087 ceph-mon[33075]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T17:06:13.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:13 smithi059 ceph-mon[29264]: pgmap v200: 121 pgs: 121 active+clean; 100 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-08-17T17:06:13.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:13 smithi059 ceph-mon[29264]: mgrmap e24: y(active, since 3m), standbys: x 2024-08-17T17:06:13.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:13 smithi059 ceph-mon[29264]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T17:06:13.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:13 smithi059 ceph-mon[39803]: pgmap v200: 121 pgs: 121 active+clean; 100 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-08-17T17:06:13.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:13 smithi059 ceph-mon[39803]: mgrmap e24: y(active, since 3m), standbys: x 2024-08-17T17:06:13.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:13 smithi059 ceph-mon[39803]: osdmap e149: 8 total, 8 up, 8 in 2024-08-17T17:06:14.451 INFO:tasks.rados.rados.0.smithi059.stdout:372: done (1 left) 2024-08-17T17:06:14.452 INFO:tasks.rados.rados.0.smithi059.stdout:373: done (0 left) 2024-08-17T17:06:14.452 INFO:tasks.rados.rados.0.smithi059.stdout:374: delete oid 32 current snap is 41 2024-08-17T17:06:14.455 INFO:tasks.rados.rados.0.smithi059.stdout:374: done (0 left) 2024-08-17T17:06:14.455 INFO:tasks.rados.rados.0.smithi059.stdout:375: read oid 29 snap 21 2024-08-17T17:06:14.455 INFO:tasks.rados.rados.0.smithi059.stdout:375: expect (ObjNum 71 snap 9 seq_num 71) 2024-08-17T17:06:14.455 INFO:tasks.rados.rados.0.smithi059.stdout:376: copy_from oid 39 from oid 21 current snap is 41 2024-08-17T17:06:14.455 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 41 2024-08-17T17:06:14.455 INFO:tasks.rados.rados.0.smithi059.stdout:377: seq_num 133 ranges {2277376=630784,2908160=663552,3571712=770048,4341760=172032} 2024-08-17T17:06:14.471 INFO:tasks.rados.rados.0.smithi059.stdout:377: writing smithi05980601-14 from 2277376 to 2908160 tid 1 2024-08-17T17:06:14.475 INFO:tasks.rados.rados.0.smithi059.stdout:377: writing smithi05980601-14 from 2908160 to 3571712 tid 2 2024-08-17T17:06:14.479 INFO:tasks.rados.rados.0.smithi059.stdout:377: writing smithi05980601-14 from 3571712 to 4341760 tid 3 2024-08-17T17:06:14.480 INFO:tasks.rados.rados.0.smithi059.stdout:377: writing smithi05980601-14 from 4341760 to 4513792 tid 4 2024-08-17T17:06:14.480 INFO:tasks.rados.rados.0.smithi059.stdout:378: rollback oid 13 current snap is 41 2024-08-17T17:06:14.480 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 13 to 38 2024-08-17T17:06:14.480 INFO:tasks.rados.rados.0.smithi059.stdout:376: finishing copy_from to smithi05980601-39 2024-08-17T17:06:14.481 INFO:tasks.rados.rados.0.smithi059.stdout:376: got expected ENOENT (src dne) 2024-08-17T17:06:14.481 INFO:tasks.rados.rados.0.smithi059.stdout:376: finishing copy_from racing read to smithi05980601-39 2024-08-17T17:06:14.481 INFO:tasks.rados.rados.0.smithi059.stdout:375: expect (ObjNum 71 snap 9 seq_num 71) 2024-08-17T17:06:14.548 INFO:tasks.rados.rados.0.smithi059.stdout:377: finishing write tid 1 to smithi05980601-14 2024-08-17T17:06:14.548 INFO:tasks.rados.rados.0.smithi059.stdout:377: finishing write tid 2 to smithi05980601-14 2024-08-17T17:06:14.548 INFO:tasks.rados.rados.0.smithi059.stdout:375: done (3 left) 2024-08-17T17:06:14.548 INFO:tasks.rados.rados.0.smithi059.stdout:376: done (2 left) 2024-08-17T17:06:14.548 INFO:tasks.rados.rados.0.smithi059.stdout:379: snap_remove snap 29 2024-08-17T17:06:15.123 INFO:tasks.rados.rados.0.smithi059.stdout:379: done (2 left) 2024-08-17T17:06:15.124 INFO:tasks.rados.rados.0.smithi059.stdout:380: read oid 1 snap 36 2024-08-17T17:06:15.124 INFO:tasks.rados.rados.0.smithi059.stdout:380: expect (ObjNum 73 snap 12 seq_num 73) 2024-08-17T17:06:15.124 INFO:tasks.rados.rados.0.smithi059.stdout:381: setattr oid 21 current snap is 41 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: finishing write tid 3 to smithi05980601-14 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: finishing write tid 4 to smithi05980601-14 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: finishing write tid 5 to smithi05980601-14 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: finishing write tid 6 to smithi05980601-14 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: oid 14 updating version 0 to 26 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: oid 14 updating version 26 to 28 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: oid 14 updating version 28 to 29 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: oid 14 version 29 is already newer than 27 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: oid 14 updating version 29 to 30 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 30 (ObjNum 133 snap 41 seq_num 133) dirty exists 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:377: left oid 14 (ObjNum 133 snap 41 seq_num 133) 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:378: finishing rollback tid 0 to smithi05980601-13 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:378: finishing rollback tid 1 to smithi05980601-13 2024-08-17T17:06:15.125 INFO:tasks.rados.rados.0.smithi059.stdout:378: finishing rollback tid 2 to smithi05980601-13 2024-08-17T17:06:15.126 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 59 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-08-17T17:06:15.126 INFO:tasks.rados.rados.0.smithi059.stdout:377: done (3 left) 2024-08-17T17:06:15.126 INFO:tasks.rados.rados.0.smithi059.stdout:378: done (2 left) 2024-08-17T17:06:15.126 INFO:tasks.rados.rados.0.smithi059.stdout:382: setattr oid 3 current snap is 41 2024-08-17T17:06:15.127 INFO:tasks.rados.rados.0.smithi059.stdout:383: delete oid 34 current snap is 41 2024-08-17T17:06:15.134 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 93 (ObjNum 65 snap 0 seq_num 1718052185) dirty exists 2024-08-17T17:06:15.135 INFO:tasks.rados.rados.0.smithi059.stdout:380: expect (ObjNum 73 snap 12 seq_num 73) 2024-08-17T17:06:15.171 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 73 (ObjNum 131 snap 38 seq_num 131) dirty exists 2024-08-17T17:06:15.171 INFO:tasks.rados.rados.0.smithi059.stdout:380: done (3 left) 2024-08-17T17:06:15.171 INFO:tasks.rados.rados.0.smithi059.stdout:381: done (2 left) 2024-08-17T17:06:15.171 INFO:tasks.rados.rados.0.smithi059.stdout:382: done (1 left) 2024-08-17T17:06:15.171 INFO:tasks.rados.rados.0.smithi059.stdout:383: done (0 left) 2024-08-17T17:06:15.171 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 41 2024-08-17T17:06:15.171 INFO:tasks.rados.rados.0.smithi059.stdout:384: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2024-08-17T17:06:15.174 INFO:tasks.rados.rados.0.smithi059.stdout:384: writing smithi05980601-21 from 0 to 663552 tid 1 2024-08-17T17:06:15.177 INFO:tasks.rados.rados.0.smithi059.stdout:384: writing smithi05980601-21 from 663552 to 1097728 tid 2 2024-08-17T17:06:15.181 INFO:tasks.rados.rados.0.smithi059.stdout:384: writing smithi05980601-21 from 1097728 to 1884160 tid 3 2024-08-17T17:06:15.183 INFO:tasks.rados.rados.0.smithi059.stdout:384: writing smithi05980601-21 from 1884160 to 2269184 tid 4 2024-08-17T17:06:15.183 INFO:tasks.rados.rados.0.smithi059.stdout:385: snap_remove snap 37 2024-08-17T17:06:15.300 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:15] ENGINE Bus STOPPING 2024-08-17T17:06:15.428 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ignoring --setuser ceph since I am not root 2024-08-17T17:06:15.428 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ignoring --setgroup ceph since I am not root 2024-08-17T17:06:15.428 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:15.277+0000 7f7ede4b1040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-17T17:06:15.428 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:15.426+0000 7f7ede4b1040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:06:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: pgmap v203: 121 pgs: 121 active+clean; 100 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-08-17T17:06:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T17:06:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:15.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: Activating manager daemon x 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24413 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: mgrmap e25: x(active, starting, since 0.00870364s) 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:06:15.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:06:15.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:06:15.750 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:15.498+0000 7f7ede4b1040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-17T17:06:15.750 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:15.748+0000 7f7ede4b1040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: pgmap v203: 121 pgs: 121 active+clean; 100 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T17:06:15.751 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: Activating manager daemon x 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24413 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: mgrmap e25: x(active, starting, since 0.00870364s) 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:06:15.752 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:06:15.753 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:06:15.753 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:06:15.753 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:06:15.753 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:06:15.753 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:06:15.753 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:06:15.753 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: pgmap v203: 121 pgs: 121 active+clean; 100 MiB data, 395 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 24 op/s 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: osdmap e150: 8 total, 8 up, 8 in 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24413 172.21.15.59:0/375511956' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-17T17:06:15.754 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: Activating manager daemon x 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: osdmap e151: 8 total, 8 up, 8 in 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24413 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: mgrmap e25: x(active, starting, since 0.00870364s) 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:06:15.755 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:06:15.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:06:15.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:06:15.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:06:15.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:06:15.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:06:15.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:06:15.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:06:16.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:15.810+0000 7f7ede4b1040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-17T17:06:16.050 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:15] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:06:16.050 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:15] ENGINE Bus STOPPED 2024-08-17T17:06:16.119 INFO:tasks.rados.rados.0.smithi059.stdout:385: done (1 left) 2024-08-17T17:06:16.119 INFO:tasks.rados.rados.0.smithi059.stdout:386: copy_from oid 41 from oid 28 current snap is 41 2024-08-17T17:06:16.119 INFO:tasks.rados.rados.0.smithi059.stdout:384: finishing write tid 1 to smithi05980601-21 2024-08-17T17:06:16.119 INFO:tasks.rados.rados.0.smithi059.stdout:384: finishing write tid 2 to smithi05980601-21 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: finishing write tid 3 to smithi05980601-21 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: finishing write tid 4 to smithi05980601-21 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: finishing write tid 5 to smithi05980601-21 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: finishing write tid 6 to smithi05980601-21 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: oid 21 updating version 0 to 98 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: oid 21 updating version 98 to 100 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: oid 21 version 100 is already newer than 99 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: oid 21 version 100 is already newer than 97 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: oid 21 version 100 is already newer than 96 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 100 (ObjNum 135 snap 41 seq_num 135) dirty exists 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: left oid 21 (ObjNum 135 snap 41 seq_num 135) 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:384: done (1 left) 2024-08-17T17:06:16.120 INFO:tasks.rados.rados.0.smithi059.stdout:387: read oid 50 snap -1 2024-08-17T17:06:16.121 INFO:tasks.rados.rados.0.smithi059.stdout:387: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-17T17:06:16.121 INFO:tasks.rados.rados.0.smithi059.stdout:388: rollback oid 1 current snap is 41 2024-08-17T17:06:16.121 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 1 to 33 2024-08-17T17:06:16.121 INFO:tasks.rados.rados.0.smithi059.stdout:389: snap_remove snap 20 2024-08-17T17:06:16.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:16 smithi059 ceph-mon[29264]: Manager daemon x is now available 2024-08-17T17:06:16.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:16 smithi059 ceph-mon[29264]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T17:06:16.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:16 smithi059 ceph-mon[39803]: Manager daemon x is now available 2024-08-17T17:06:16.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:16 smithi059 ceph-mon[39803]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T17:06:16.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-mon[33075]: Manager daemon x is now available 2024-08-17T17:06:16.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-mon[33075]: osdmap e152: 8 total, 8 up, 8 in 2024-08-17T17:06:17.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:16 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:16.785+0000 7f7ede4b1040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-17T17:06:17.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:16 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:16.909+0000 7f7ede4b1040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-17T17:06:17.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:16 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:16.968+0000 7f7ede4b1040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-17T17:06:17.123 INFO:tasks.rados.rados.0.smithi059.stdout:389: done (3 left) 2024-08-17T17:06:17.123 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 41 2024-08-17T17:06:17.123 INFO:tasks.rados.rados.0.smithi059.stdout:390: seq_num 136 ranges {5300224=688128,5988352=720896,6709248=540672,7249920=344064} 2024-08-17T17:06:17.156 INFO:tasks.rados.rados.0.smithi059.stdout:390: writing smithi05980601-18 from 5300224 to 5988352 tid 1 2024-08-17T17:06:17.160 INFO:tasks.rados.rados.0.smithi059.stdout:390: writing smithi05980601-18 from 5988352 to 6709248 tid 2 2024-08-17T17:06:17.164 INFO:tasks.rados.rados.0.smithi059.stdout:390: writing smithi05980601-18 from 6709248 to 7249920 tid 3 2024-08-17T17:06:17.166 INFO:tasks.rados.rados.0.smithi059.stdout:390: writing smithi05980601-18 from 7249920 to 7593984 tid 4 2024-08-17T17:06:17.166 INFO:tasks.rados.rados.0.smithi059.stdout:391: delete oid 2 current snap is 41 2024-08-17T17:06:17.166 INFO:tasks.rados.rados.0.smithi059.stdout:387: expect (ObjNum 49 snap 0 seq_num 49) 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:16] ENGINE Bus STARTING 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57bd3bb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57bd3bb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57bd3bb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57ba3b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57ba3b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57ba3b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57ba3b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57ba3b5640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.169 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57bd3bb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.170 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:16.872+0000 7f57bd3bb640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:17.170 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:16] ENGINE Serving on http://:::9283 2024-08-17T17:06:17.170 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:16] ENGINE Bus STARTED 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:388: finishing rollback tid 0 to smithi05980601-1 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:388: finishing rollback tid 1 to smithi05980601-1 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:388: finishing rollback tid 2 to smithi05980601-1 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 69 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:386: finishing copy_from racing read to smithi05980601-41 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:386: finishing copy_from to smithi05980601-41 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 24 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:386: done (4 left) 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:387: done (3 left) 2024-08-17T17:06:17.191 INFO:tasks.rados.rados.0.smithi059.stdout:388: done (2 left) 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:391: done (1 left) 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:392: read oid 26 snap 16 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:392: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:393: read oid 47 snap -1 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:393: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 41 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:390: finishing write tid 1 to smithi05980601-18 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:390: finishing write tid 2 to smithi05980601-18 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:390: finishing write tid 3 to smithi05980601-18 2024-08-17T17:06:17.192 INFO:tasks.rados.rados.0.smithi059.stdout:394: seq_num 138 ranges {2785280=720896,3506176=540672,4046848=557056,4603904=507904} 2024-08-17T17:06:17.210 INFO:tasks.rados.rados.0.smithi059.stdout:394: writing smithi05980601-36 from 2785280 to 3506176 tid 1 2024-08-17T17:06:17.213 INFO:tasks.rados.rados.0.smithi059.stdout:394: writing smithi05980601-36 from 3506176 to 4046848 tid 2 2024-08-17T17:06:17.216 INFO:tasks.rados.rados.0.smithi059.stdout:394: writing smithi05980601-36 from 4046848 to 4603904 tid 3 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:394: writing smithi05980601-36 from 4603904 to 5111808 tid 4 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 41 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:390: finishing write tid 4 to smithi05980601-18 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:390: finishing write tid 5 to smithi05980601-18 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:390: finishing write tid 6 to smithi05980601-18 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:390: oid 18 updating version 0 to 92 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:390: oid 18 updating version 92 to 93 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:390: oid 18 updating version 93 to 94 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:390: oid 18 version 94 is already newer than 91 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:390: oid 18 updating version 94 to 95 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 95 (ObjNum 136 snap 41 seq_num 136) dirty exists 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:390: left oid 18 (ObjNum 136 snap 41 seq_num 136) 2024-08-17T17:06:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:395: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2024-08-17T17:06:17.224 INFO:tasks.rados.rados.0.smithi059.stdout:395: writing smithi05980601-44 from 0 to 737280 tid 1 2024-08-17T17:06:17.227 INFO:tasks.rados.rados.0.smithi059.stdout:395: writing smithi05980601-44 from 737280 to 1163264 tid 2 2024-08-17T17:06:17.231 INFO:tasks.rados.rados.0.smithi059.stdout:395: writing smithi05980601-44 from 1163264 to 1925120 tid 3 2024-08-17T17:06:17.234 INFO:tasks.rados.rados.0.smithi059.stdout:395: writing smithi05980601-44 from 1925120 to 2342912 tid 4 2024-08-17T17:06:17.234 INFO:tasks.rados.rados.0.smithi059.stdout:390: done (4 left) 2024-08-17T17:06:17.234 INFO:tasks.rados.rados.0.smithi059.stdout:396: snap_remove snap 30 2024-08-17T17:06:17.475 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: mgrmap e26: x(active, since 1.34576s) 2024-08-17T17:06:17.475 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.475 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.476 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: Checking for cert/key for grafana.a 2024-08-17T17:06:17.476 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: Migrating grafana.a cert to cert store 2024-08-17T17:06:17.476 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.476 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: Migrating grafana.a key to cert store 2024-08-17T17:06:17.476 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.476 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:17.206+0000 7f7ede4b1040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-17T17:06:17.476 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:17.279+0000 7f7ede4b1040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-17T17:06:17.476 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:17.350+0000 7f7ede4b1040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-17T17:06:17.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:17.509+0000 7f7ede4b1040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-17T17:06:17.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: mgrmap e26: x(active, since 1.34576s) 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: Checking for cert/key for grafana.a 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: Migrating grafana.a cert to cert store 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: Migrating grafana.a key to cert store 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[29264]: pgmap v6: 121 pgs: 121 active+clean; 104 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: mgrmap e26: x(active, since 1.34576s) 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: Checking for cert/key for grafana.a 2024-08-17T17:06:17.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: Migrating grafana.a cert to cert store 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: Migrating grafana.a key to cert store 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:17.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T17:06:17.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-mon[39803]: pgmap v6: 121 pgs: 121 active+clean; 104 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:17.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:17.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:17.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:17.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:17.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:17.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:17.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:17.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:17.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:17.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: osdmap e153: 8 total, 8 up, 8 in 2024-08-17T17:06:17.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:17 smithi087 ceph-mon[33075]: pgmap v6: 121 pgs: 121 active+clean; 104 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:18.124 INFO:tasks.rados.rados.0.smithi059.stdout:396: done (4 left) 2024-08-17T17:06:18.124 INFO:tasks.rados.rados.0.smithi059.stdout:397: rollback oid 29 current snap is 41 2024-08-17T17:06:18.124 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 36 2024-08-17T17:06:18.124 INFO:tasks.rados.rados.0.smithi059.stdout:393: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:06:18.152 INFO:tasks.rados.rados.0.smithi059.stdout:392: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:06:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:394: finishing write tid 1 to smithi05980601-36 2024-08-17T17:06:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:394: finishing write tid 2 to smithi05980601-36 2024-08-17T17:06:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:394: finishing write tid 3 to smithi05980601-36 2024-08-17T17:06:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:394: finishing write tid 4 to smithi05980601-36 2024-08-17T17:06:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:394: finishing write tid 5 to smithi05980601-36 2024-08-17T17:06:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:394: finishing write tid 6 to smithi05980601-36 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:394: oid 36 updating version 0 to 82 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:394: oid 36 updating version 82 to 83 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:394: oid 36 version 83 is already newer than 81 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:394: oid 36 version 83 is already newer than 79 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:394: oid 36 version 83 is already newer than 80 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 83 (ObjNum 138 snap 41 seq_num 138) dirty exists 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:394: left oid 36 (ObjNum 138 snap 41 seq_num 138) 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:395: finishing write tid 1 to smithi05980601-44 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:395: finishing write tid 2 to smithi05980601-44 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:392: done (4 left) 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:393: done (3 left) 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:394: done (2 left) 2024-08-17T17:06:18.170 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 41 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: finishing write tid 3 to smithi05980601-44 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: finishing write tid 4 to smithi05980601-44 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: finishing write tid 5 to smithi05980601-44 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: finishing write tid 6 to smithi05980601-44 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: oid 44 updating version 0 to 77 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: oid 44 version 77 is already newer than 76 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: oid 44 version 77 is already newer than 74 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: oid 44 version 77 is already newer than 75 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: oid 44 updating version 77 to 78 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 78 (ObjNum 139 snap 41 seq_num 139) dirty exists 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:395: left oid 44 (ObjNum 139 snap 41 seq_num 139) 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:397: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:06:18.171 INFO:tasks.rados.rados.0.smithi059.stdout:397: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:06:18.172 INFO:tasks.rados.rados.0.smithi059.stdout:397: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:06:18.172 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 20 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:06:18.172 INFO:tasks.rados.rados.0.smithi059.stdout:398: seq_num 140 ranges {778240=753664,1531904=704512,2236416=524288,2760704=376832} 2024-08-17T17:06:18.177 INFO:tasks.rados.rados.0.smithi059.stdout:398: writing smithi05980601-47 from 778240 to 1531904 tid 1 2024-08-17T17:06:18.181 INFO:tasks.rados.rados.0.smithi059.stdout:398: writing smithi05980601-47 from 1531904 to 2236416 tid 2 2024-08-17T17:06:18.185 INFO:tasks.rados.rados.0.smithi059.stdout:398: writing smithi05980601-47 from 2236416 to 2760704 tid 3 2024-08-17T17:06:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:398: writing smithi05980601-47 from 2760704 to 3137536 tid 4 2024-08-17T17:06:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:395: done (2 left) 2024-08-17T17:06:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:397: done (1 left) 2024-08-17T17:06:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:399: copy_from oid 46 from oid 8 current snap is 41 2024-08-17T17:06:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:398: finishing write tid 1 to smithi05980601-47 2024-08-17T17:06:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:398: finishing write tid 2 to smithi05980601-47 2024-08-17T17:06:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:398: finishing write tid 3 to smithi05980601-47 2024-08-17T17:06:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:400: snap_create 2024-08-17T17:06:18.188 INFO:tasks.rados.rados.0.smithi059.stdout:399: finishing copy_from to smithi05980601-46 2024-08-17T17:06:18.188 INFO:tasks.rados.rados.0.smithi059.stdout:399: got expected ENOENT (src dne) 2024-08-17T17:06:18.188 INFO:tasks.rados.rados.0.smithi059.stdout:399: finishing copy_from racing read to smithi05980601-46 2024-08-17T17:06:18.189 INFO:tasks.rados.rados.0.smithi059.stdout:398: finishing write tid 4 to smithi05980601-47 2024-08-17T17:06:18.189 INFO:tasks.rados.rados.0.smithi059.stdout:398: finishing write tid 5 to smithi05980601-47 2024-08-17T17:06:18.190 INFO:tasks.rados.rados.0.smithi059.stdout:398: finishing write tid 6 to smithi05980601-47 2024-08-17T17:06:18.190 INFO:tasks.rados.rados.0.smithi059.stdout:398: oid 47 updating version 0 to 46 2024-08-17T17:06:18.190 INFO:tasks.rados.rados.0.smithi059.stdout:398: oid 47 updating version 46 to 47 2024-08-17T17:06:18.190 INFO:tasks.rados.rados.0.smithi059.stdout:398: oid 47 updating version 47 to 49 2024-08-17T17:06:18.190 INFO:tasks.rados.rados.0.smithi059.stdout:398: oid 47 version 49 is already newer than 45 2024-08-17T17:06:18.190 INFO:tasks.rados.rados.0.smithi059.stdout:398: oid 47 version 49 is already newer than 48 2024-08-17T17:06:18.191 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 49 (ObjNum 140 snap 41 seq_num 140) dirty exists 2024-08-17T17:06:18.191 INFO:tasks.rados.rados.0.smithi059.stdout:398: left oid 47 (ObjNum 140 snap 41 seq_num 140) 2024-08-17T17:06:18.283 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:17.943+0000 7f7ede4b1040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-17T17:06:18.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:18 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:18.282+0000 7f7ede4b1040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-17T17:06:18.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:18 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:18.350+0000 7f7ede4b1040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-17T17:06:18.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:18 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:18.503+0000 7f7ede4b1040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-17T17:06:18.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:18.077+0000 7f57a0885640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:17:06:18] ENGINE Error in HTTPServer.serve 2024-08-17T17:06:18.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: Traceback (most recent call last): 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: self._connections.run(self.expiration_interval) 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: self._run(expiration_interval) 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: s = self.context.wrap_socket( 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: return self.sslsocket_class._create( 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:06:18.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: self.do_handshake() 2024-08-17T17:06:18.552 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:06:18.552 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: self._sslobj.do_handshake() 2024-08-17T17:06:18.552 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:06:18.552 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:19.087 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:18 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:18.825+0000 7f7ede4b1040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-17T17:06:19.087 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:18 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:18.890+0000 7f7ede4b1040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-17T17:06:19.130 INFO:tasks.rados.rados.0.smithi059.stdout:398: done (2 left) 2024-08-17T17:06:19.130 INFO:tasks.rados.rados.0.smithi059.stdout:399: done (1 left) 2024-08-17T17:06:19.130 INFO:tasks.rados.rados.0.smithi059.stdout:400: done (0 left) 2024-08-17T17:06:19.130 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 42 2024-08-17T17:06:19.130 INFO:tasks.rados.rados.0.smithi059.stdout:401: seq_num 141 ranges {2121728=770048,2891776=589824,3481600=729088,4210688=286720} 2024-08-17T17:06:19.146 INFO:tasks.rados.rados.0.smithi059.stdout:401: writing smithi05980601-12 from 2121728 to 2891776 tid 1 2024-08-17T17:06:19.150 INFO:tasks.rados.rados.0.smithi059.stdout:401: writing smithi05980601-12 from 2891776 to 3481600 tid 2 2024-08-17T17:06:19.154 INFO:tasks.rados.rados.0.smithi059.stdout:401: writing smithi05980601-12 from 3481600 to 4210688 tid 3 2024-08-17T17:06:19.156 INFO:tasks.rados.rados.0.smithi059.stdout:401: writing smithi05980601-12 from 4210688 to 4497408 tid 4 2024-08-17T17:06:19.156 INFO:tasks.rados.rados.0.smithi059.stdout:402: read oid 9 snap -1 2024-08-17T17:06:19.157 INFO:tasks.rados.rados.0.smithi059.stdout:402: expect deleted 2024-08-17T17:06:19.157 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 42 2024-08-17T17:06:19.157 INFO:tasks.rados.rados.0.smithi059.stdout:401: finishing write tid 1 to smithi05980601-12 2024-08-17T17:06:19.157 INFO:tasks.rados.rados.0.smithi059.stdout:403: seq_num 142 ranges {606208=786432,1392640=475136,1867776=540672,2408448=589824} 2024-08-17T17:06:19.164 INFO:tasks.rados.rados.0.smithi059.stdout:403: writing smithi05980601-26 from 606208 to 1392640 tid 1 2024-08-17T17:06:19.166 INFO:tasks.rados.rados.0.smithi059.stdout:403: writing smithi05980601-26 from 1392640 to 1867776 tid 2 2024-08-17T17:06:19.170 INFO:tasks.rados.rados.0.smithi059.stdout:403: writing smithi05980601-26 from 1867776 to 2408448 tid 3 2024-08-17T17:06:19.175 INFO:tasks.rados.rados.0.smithi059.stdout:403: writing smithi05980601-26 from 2408448 to 2998272 tid 4 2024-08-17T17:06:19.175 INFO:tasks.rados.rados.0.smithi059.stdout:404: snap_create 2024-08-17T17:06:19.175 INFO:tasks.rados.rados.0.smithi059.stdout:401: finishing write tid 2 to smithi05980601-12 2024-08-17T17:06:19.175 INFO:tasks.rados.rados.0.smithi059.stdout:401: finishing write tid 3 to smithi05980601-12 2024-08-17T17:06:19.175 INFO:tasks.rados.rados.0.smithi059.stdout:401: finishing write tid 4 to smithi05980601-12 2024-08-17T17:06:19.175 INFO:tasks.rados.rados.0.smithi059.stdout:401: finishing write tid 5 to smithi05980601-12 2024-08-17T17:06:19.175 INFO:tasks.rados.rados.0.smithi059.stdout:401: finishing write tid 6 to smithi05980601-12 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:401: oid 12 updating version 0 to 155 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:401: oid 12 version 155 is already newer than 154 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:401: oid 12 version 155 is already newer than 153 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:401: oid 12 version 155 is already newer than 151 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:401: oid 12 version 155 is already newer than 152 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 155 (ObjNum 141 snap 42 seq_num 141) dirty exists 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:401: left oid 12 (ObjNum 141 snap 42 seq_num 141) 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:403: finishing write tid 1 to smithi05980601-26 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:403: finishing write tid 2 to smithi05980601-26 2024-08-17T17:06:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:403: finishing write tid 3 to smithi05980601-26 2024-08-17T17:06:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:403: finishing write tid 4 to smithi05980601-26 2024-08-17T17:06:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:403: finishing write tid 5 to smithi05980601-26 2024-08-17T17:06:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:403: finishing write tid 6 to smithi05980601-26 2024-08-17T17:06:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:403: oid 26 updating version 0 to 63 2024-08-17T17:06:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:403: oid 26 version 63 is already newer than 62 2024-08-17T17:06:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:403: oid 26 version 63 is already newer than 61 2024-08-17T17:06:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:403: oid 26 version 63 is already newer than 60 2024-08-17T17:06:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:403: oid 26 updating version 63 to 64 2024-08-17T17:06:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 64 (ObjNum 142 snap 42 seq_num 142) dirty exists 2024-08-17T17:06:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:403: left oid 26 (ObjNum 142 snap 42 seq_num 142) 2024-08-17T17:06:19.419 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:19.085+0000 7f7ede4b1040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-17T17:06:19.419 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:19.260+0000 7f7ede4b1040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-17T17:06:19.419 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:19.331+0000 7f7ede4b1040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-17T17:06:19.419 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:19.417+0000 7f7ede4b1040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-17T17:06:19.419 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[29264]: Deploying cephadm binary to smithi087 2024-08-17T17:06:19.419 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[29264]: Deploying cephadm binary to smithi059 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:17] ENGINE Bus STARTING 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:17] ENGINE Serving on http://172.21.15.87:8765 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:18] ENGINE Serving on https://172.21.15.87:7150 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:18] ENGINE Bus STARTED 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:18] ENGINE Error in HTTPServer.serve 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout: Traceback (most recent call last): 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._run(expiration_interval) 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:06:19.420 INFO:journalctl@ceph.mon.a.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout: self.do_handshake() 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[29264]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[39803]: Deploying cephadm binary to smithi087 2024-08-17T17:06:19.421 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[39803]: Deploying cephadm binary to smithi059 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:17] ENGINE Bus STARTING 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:17] ENGINE Serving on http://172.21.15.87:8765 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:18] ENGINE Serving on https://172.21.15.87:7150 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:18] ENGINE Bus STARTED 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:18] ENGINE Error in HTTPServer.serve 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout: Traceback (most recent call last): 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._run(expiration_interval) 2024-08-17T17:06:19.422 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: self.do_handshake() 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:06:19.423 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-mon[39803]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T17:06:19.443 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:19 smithi087 ceph-mon[33075]: Deploying cephadm binary to smithi087 2024-08-17T17:06:19.443 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:19 smithi087 ceph-mon[33075]: Deploying cephadm binary to smithi059 2024-08-17T17:06:19.443 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:19 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:17] ENGINE Bus STARTING 2024-08-17T17:06:19.443 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:19 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:17] ENGINE Serving on http://172.21.15.87:8765 2024-08-17T17:06:19.443 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:19 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:18] ENGINE Serving on https://172.21.15.87:7150 2024-08-17T17:06:19.443 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:19 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:18] ENGINE Bus STARTED 2024-08-17T17:06:19.443 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:19 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:18] ENGINE Error in HTTPServer.serve 2024-08-17T17:06:19.443 INFO:journalctl@ceph.mon.b.smithi087.stdout: Traceback (most recent call last): 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._run(expiration_interval) 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: s = self.context.wrap_socket( 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: return self.sslsocket_class._create( 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: self.do_handshake() 2024-08-17T17:06:19.444 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:06:19.445 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._sslobj.do_handshake() 2024-08-17T17:06:19.445 INFO:journalctl@ceph.mon.b.smithi087.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:06:19.445 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:19 smithi087 ceph-mon[33075]: osdmap e154: 8 total, 8 up, 8 in 2024-08-17T17:06:19.709 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:19.479+0000 7f7ede4b1040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:401: done (3 left) 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:402: done (2 left) 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:403: done (1 left) 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:404: done (0 left) 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:405: copy_from oid 15 from oid 40 current snap is 43 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:406: read oid 7 snap 16 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:406: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:407: rollback oid 31 current snap is 43 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 31 to 33 2024-08-17T17:06:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:408: delete oid 35 current snap is 43 2024-08-17T17:06:20.141 INFO:tasks.rados.rados.0.smithi059.stdout:407: finishing rollback tid 1 to smithi05980601-31 2024-08-17T17:06:20.142 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:06:20.142 INFO:tasks.rados.rados.0.smithi059.stdout:407: done (3 left) 2024-08-17T17:06:20.142 INFO:tasks.rados.rados.0.smithi059.stdout:408: done (2 left) 2024-08-17T17:06:20.142 INFO:tasks.rados.rados.0.smithi059.stdout:409: read oid 8 snap -1 2024-08-17T17:06:20.143 INFO:tasks.rados.rados.0.smithi059.stdout:409: expect deleted 2024-08-17T17:06:20.143 INFO:tasks.rados.rados.0.smithi059.stdout:410: delete oid 17 current snap is 43 2024-08-17T17:06:20.144 INFO:tasks.rados.rados.0.smithi059.stdout:406: expect (ObjNum 6 snap 0 seq_num 6) 2024-08-17T17:06:20.147 INFO:tasks.rados.rados.0.smithi059.stdout:406: done (3 left) 2024-08-17T17:06:20.147 INFO:tasks.rados.rados.0.smithi059.stdout:409: done (2 left) 2024-08-17T17:06:20.147 INFO:tasks.rados.rados.0.smithi059.stdout:410: done (1 left) 2024-08-17T17:06:20.147 INFO:tasks.rados.rados.0.smithi059.stdout:411: rmattr oid 14 current snap is 43 2024-08-17T17:06:20.147 INFO:tasks.rados.rados.0.smithi059.stdout:411: done (1 left) 2024-08-17T17:06:20.147 INFO:tasks.rados.rados.0.smithi059.stdout:412: copy_from oid 5 from oid 36 current snap is 43 2024-08-17T17:06:20.148 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 43 2024-08-17T17:06:20.148 INFO:tasks.rados.rados.0.smithi059.stdout:413: seq_num 145 ranges {1302528=32768} 2024-08-17T17:06:20.156 INFO:tasks.rados.rados.0.smithi059.stdout:413: writing smithi05980601-24 from 1302528 to 1335296 tid 1 2024-08-17T17:06:20.156 INFO:tasks.rados.rados.0.smithi059.stdout:414: rollback oid 14 current snap is 43 2024-08-17T17:06:20.156 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 22 2024-08-17T17:06:20.156 INFO:tasks.rados.rados.0.smithi059.stdout:405: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:06:20.156 INFO:tasks.rados.rados.0.smithi059.stdout:405: finishing copy_from to smithi05980601-15 2024-08-17T17:06:20.156 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 49 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-08-17T17:06:20.156 INFO:tasks.rados.rados.0.smithi059.stdout:405: done (3 left) 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 43 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:415: seq_num 146 ranges {0=49152} 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:415: writing smithi05980601-35 from 0 to 49152 tid 1 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:416: copy_from oid 30 from oid 29 current snap is 43 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:417: read oid 25 snap -1 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:417: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:418: copy_from oid 44 from oid 7 current snap is 43 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:419: rmattr oid 41 current snap is 43 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:420: rmattr oid 1 current snap is 43 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:420: done (8 left) 2024-08-17T17:06:20.157 INFO:tasks.rados.rados.0.smithi059.stdout:421: setattr oid 12 current snap is 43 2024-08-17T17:06:20.159 INFO:tasks.rados.rados.0.smithi059.stdout:418: finishing copy_from to smithi05980601-44 2024-08-17T17:06:20.159 INFO:tasks.rados.rados.0.smithi059.stdout:418: got expected ENOENT (src dne) 2024-08-17T17:06:20.160 INFO:tasks.rados.rados.0.smithi059.stdout:418: finishing copy_from racing read to smithi05980601-44 2024-08-17T17:06:20.160 INFO:tasks.rados.rados.0.smithi059.stdout:414: finishing rollback tid 0 to smithi05980601-14 2024-08-17T17:06:20.160 INFO:tasks.rados.rados.0.smithi059.stdout:414: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:06:20.160 INFO:tasks.rados.rados.0.smithi059.stdout:414: finishing rollback tid 2 to smithi05980601-14 2024-08-17T17:06:20.161 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 42 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T17:06:20.162 INFO:tasks.rados.rados.0.smithi059.stdout:415: finishing write tid 1 to smithi05980601-35 2024-08-17T17:06:20.162 INFO:tasks.rados.rados.0.smithi059.stdout:414: done (8 left) 2024-08-17T17:06:20.162 INFO:tasks.rados.rados.0.smithi059.stdout:418: done (7 left) 2024-08-17T17:06:20.162 INFO:tasks.rados.rados.0.smithi059.stdout:422: rollback oid 27 current snap is 43 2024-08-17T17:06:20.162 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 28 2024-08-17T17:06:20.162 INFO:tasks.rados.rados.0.smithi059.stdout:423: delete oid 43 current snap is 43 2024-08-17T17:06:20.162 INFO:tasks.rados.rados.0.smithi059.stdout:415: finishing write tid 2 to smithi05980601-35 2024-08-17T17:06:20.163 INFO:tasks.rados.rados.0.smithi059.stdout:413: finishing write tid 1 to smithi05980601-24 2024-08-17T17:06:20.163 INFO:tasks.rados.rados.0.smithi059.stdout:417: expect (ObjNum 36 snap 0 seq_num 36) 2024-08-17T17:06:20.188 INFO:tasks.rados.rados.0.smithi059.stdout:417: done (8 left) 2024-08-17T17:06:20.188 INFO:tasks.rados.rados.0.smithi059.stdout:423: done (7 left) 2024-08-17T17:06:20.188 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 43 2024-08-17T17:06:20.188 INFO:tasks.rados.rados.0.smithi059.stdout:424: seq_num 148 ranges {827392=81920} 2024-08-17T17:06:20.193 INFO:tasks.rados.rados.0.smithi059.stdout:424: writing smithi05980601-50 from 827392 to 909312 tid 1 2024-08-17T17:06:20.193 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 43 2024-08-17T17:06:20.193 INFO:tasks.rados.rados.0.smithi059.stdout:425: seq_num 149 ranges {5996544=98304} 2024-08-17T17:06:20.227 INFO:tasks.rados.rados.0.smithi059.stdout:425: writing smithi05980601-38 from 5996544 to 6094848 tid 1 2024-08-17T17:06:20.227 INFO:tasks.rados.rados.0.smithi059.stdout:426: read oid 32 snap -1 2024-08-17T17:06:20.227 INFO:tasks.rados.rados.0.smithi059.stdout:426: expect deleted 2024-08-17T17:06:20.228 INFO:tasks.rados.rados.0.smithi059.stdout:427: read oid 10 snap -1 2024-08-17T17:06:20.228 INFO:tasks.rados.rados.0.smithi059.stdout:427: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:06:20.228 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 43 2024-08-17T17:06:20.228 INFO:tasks.rados.rados.0.smithi059.stdout:413: finishing write tid 2 to smithi05980601-24 2024-08-17T17:06:20.228 INFO:tasks.rados.rados.0.smithi059.stdout:428: seq_num 150 ranges {2269184=114688} 2024-08-17T17:06:20.242 INFO:tasks.rados.rados.0.smithi059.stdout:428: writing smithi05980601-21 from 2269184 to 2383872 tid 1 2024-08-17T17:06:20.242 INFO:tasks.rados.rados.0.smithi059.stdout:429: read oid 3 snap -1 2024-08-17T17:06:20.242 INFO:tasks.rados.rados.0.smithi059.stdout:429: expect (ObjNum 131 snap 38 seq_num 131) 2024-08-17T17:06:20.242 INFO:tasks.rados.rados.0.smithi059.stdout:430: delete oid 14 current snap is 43 2024-08-17T17:06:20.242 INFO:tasks.rados.rados.0.smithi059.stdout:413: finishing write tid 3 to smithi05980601-24 2024-08-17T17:06:20.242 INFO:tasks.rados.rados.0.smithi059.stdout:413: oid 24 updating version 0 to 40 2024-08-17T17:06:20.242 INFO:tasks.rados.rados.0.smithi059.stdout:413: oid 24 updating version 40 to 41 2024-08-17T17:06:20.242 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 41 (ObjNum 145 snap 43 seq_num 145) dirty exists 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:413: left oid 24 (ObjNum 145 snap 43 seq_num 145) 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:422: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:422: finishing rollback tid 2 to smithi05980601-27 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 67 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 157 (ObjNum 141 snap 42 seq_num 141) dirty exists 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:415: finishing write tid 3 to smithi05980601-35 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:415: oid 35 updating version 0 to 65 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:415: oid 35 version 65 is already newer than 64 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 65 (ObjNum 146 snap 43 seq_num 146) dirty exists 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:415: left oid 35 (ObjNum 146 snap 43 seq_num 146) 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:416: finishing copy_from racing read to smithi05980601-30 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:416: finishing copy_from to smithi05980601-30 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 20 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:06:20.243 INFO:tasks.rados.rados.0.smithi059.stdout:412: finishing copy_from racing read to smithi05980601-5 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 118 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:412: finishing copy_from to smithi05980601-5 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 83 (ObjNum 138 snap 41 seq_num 138) dirty exists 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:424: finishing write tid 1 to smithi05980601-50 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:424: finishing write tid 2 to smithi05980601-50 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:424: finishing write tid 3 to smithi05980601-50 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:424: oid 50 updating version 0 to 199 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:424: oid 50 version 199 is already newer than 198 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 199 (ObjNum 148 snap 43 seq_num 148) dirty exists 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:424: left oid 50 (ObjNum 148 snap 43 seq_num 148) 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:425: finishing write tid 1 to smithi05980601-38 2024-08-17T17:06:20.244 INFO:tasks.rados.rados.0.smithi059.stdout:425: finishing write tid 2 to smithi05980601-38 2024-08-17T17:06:20.245 INFO:tasks.rados.rados.0.smithi059.stdout:425: finishing write tid 3 to smithi05980601-38 2024-08-17T17:06:20.245 INFO:tasks.rados.rados.0.smithi059.stdout:425: oid 38 updating version 0 to 52 2024-08-17T17:06:20.245 INFO:tasks.rados.rados.0.smithi059.stdout:425: oid 38 version 52 is already newer than 51 2024-08-17T17:06:20.245 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 52 (ObjNum 149 snap 43 seq_num 149) dirty exists 2024-08-17T17:06:20.245 INFO:tasks.rados.rados.0.smithi059.stdout:425: left oid 38 (ObjNum 149 snap 43 seq_num 149) 2024-08-17T17:06:20.245 INFO:tasks.rados.rados.0.smithi059.stdout:427: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:06:20.262 INFO:tasks.rados.rados.0.smithi059.stdout:428: finishing write tid 1 to smithi05980601-21 2024-08-17T17:06:20.262 INFO:tasks.rados.rados.0.smithi059.stdout:428: finishing write tid 2 to smithi05980601-21 2024-08-17T17:06:20.263 INFO:tasks.rados.rados.0.smithi059.stdout:428: finishing write tid 3 to smithi05980601-21 2024-08-17T17:06:20.263 INFO:tasks.rados.rados.0.smithi059.stdout:428: oid 21 updating version 0 to 123 2024-08-17T17:06:20.263 INFO:tasks.rados.rados.0.smithi059.stdout:428: oid 21 version 123 is already newer than 122 2024-08-17T17:06:20.263 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 123 (ObjNum 150 snap 43 seq_num 150) dirty exists 2024-08-17T17:06:20.263 INFO:tasks.rados.rados.0.smithi059.stdout:428: left oid 21 (ObjNum 150 snap 43 seq_num 150) 2024-08-17T17:06:20.263 INFO:tasks.rados.rados.0.smithi059.stdout:429: expect (ObjNum 131 snap 38 seq_num 131) 2024-08-17T17:06:20.352 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-mon[29264]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T17:06:20.353 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-mon[29264]: mgrmap e27: x(active, since 4s) 2024-08-17T17:06:20.353 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-mon[29264]: pgmap v9: 121 pgs: 121 active+clean; 104 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:20.353 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-mon[39803]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T17:06:20.353 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-mon[39803]: mgrmap e27: x(active, since 4s) 2024-08-17T17:06:20.353 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-mon[39803]: pgmap v9: 121 pgs: 121 active+clean; 104 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:20.354 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:20.047+0000 7f7ede4b1040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-17T17:06:20.354 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:20.240+0000 7f7ede4b1040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-17T17:06:20.354 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:06:20] ENGINE Bus STARTING 2024-08-17T17:06:20.354 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: CherryPy Checker: 2024-08-17T17:06:20.354 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: The Application mounted at '' has an empty config. 2024-08-17T17:06:20.354 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: 2024-08-17T17:06:20.354 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:06:20] ENGINE Serving on http://:::9283 2024-08-17T17:06:20.354 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: [17/Aug/2024:17:06:20] ENGINE Bus STARTED 2024-08-17T17:06:20.413 INFO:tasks.rados.rados.0.smithi059.stdout:412: done (13 left) 2024-08-17T17:06:20.413 INFO:tasks.rados.rados.0.smithi059.stdout:413: done (12 left) 2024-08-17T17:06:20.413 INFO:tasks.rados.rados.0.smithi059.stdout:415: done (11 left) 2024-08-17T17:06:20.413 INFO:tasks.rados.rados.0.smithi059.stdout:416: done (10 left) 2024-08-17T17:06:20.413 INFO:tasks.rados.rados.0.smithi059.stdout:419: done (9 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:421: done (8 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:422: done (7 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:424: done (6 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:425: done (5 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:426: done (4 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:427: done (3 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:428: done (2 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:429: done (1 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:430: done (0 left) 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 43 2024-08-17T17:06:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:431: seq_num 152 ranges {458752=147456} 2024-08-17T17:06:20.416 INFO:tasks.rados.rados.0.smithi059.stdout:431: writing smithi05980601-28 from 458752 to 606208 tid 1 2024-08-17T17:06:20.416 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 43 2024-08-17T17:06:20.416 INFO:tasks.rados.rados.0.smithi059.stdout:432: seq_num 153 ranges {0=163840} 2024-08-17T17:06:20.417 INFO:tasks.rados.rados.0.smithi059.stdout:432: writing smithi05980601-17 from 0 to 163840 tid 1 2024-08-17T17:06:20.417 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 43 2024-08-17T17:06:20.417 INFO:tasks.rados.rados.0.smithi059.stdout:433: seq_num 154 ranges {4497408=180224} 2024-08-17T17:06:20.444 INFO:tasks.rados.rados.0.smithi059.stdout:433: writing smithi05980601-12 from 4497408 to 4677632 tid 1 2024-08-17T17:06:20.444 INFO:tasks.rados.rados.0.smithi059.stdout:434: read oid 34 snap -1 2024-08-17T17:06:20.444 INFO:tasks.rados.rados.0.smithi059.stdout:434: expect deleted 2024-08-17T17:06:20.444 INFO:tasks.rados.rados.0.smithi059.stdout:435: snap_remove snap 39 2024-08-17T17:06:20.485 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:20 smithi087 ceph-mon[33075]: osdmap e155: 8 total, 8 up, 8 in 2024-08-17T17:06:20.486 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:20 smithi087 ceph-mon[33075]: mgrmap e27: x(active, since 4s) 2024-08-17T17:06:20.486 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:20 smithi087 ceph-mon[33075]: pgmap v9: 121 pgs: 121 active+clean; 104 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:435: done (4 left) 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:436: rollback oid 1 current snap is 43 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 1 to 31 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:437: delete oid 15 current snap is 43 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:431: finishing write tid 1 to smithi05980601-28 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:431: finishing write tid 2 to smithi05980601-28 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:432: finishing write tid 1 to smithi05980601-17 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:432: finishing write tid 2 to smithi05980601-17 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:431: finishing write tid 3 to smithi05980601-28 2024-08-17T17:06:21.150 INFO:tasks.rados.rados.0.smithi059.stdout:431: oid 28 updating version 0 to 81 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:431: oid 28 updating version 81 to 82 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 82 (ObjNum 152 snap 43 seq_num 152) dirty exists 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:431: left oid 28 (ObjNum 152 snap 43 seq_num 152) 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:432: finishing write tid 3 to smithi05980601-17 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:432: oid 17 updating version 0 to 200 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:432: oid 17 updating version 200 to 201 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 201 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:432: left oid 17 (ObjNum 153 snap 43 seq_num 153) 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:433: finishing write tid 1 to smithi05980601-12 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:433: finishing write tid 2 to smithi05980601-12 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:433: finishing write tid 3 to smithi05980601-12 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:433: oid 12 updating version 0 to 158 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:433: oid 12 updating version 158 to 159 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 159 (ObjNum 154 snap 43 seq_num 154) dirty exists 2024-08-17T17:06:21.151 INFO:tasks.rados.rados.0.smithi059.stdout:433: left oid 12 (ObjNum 154 snap 43 seq_num 154) 2024-08-17T17:06:21.152 INFO:tasks.rados.rados.0.smithi059.stdout:431: done (5 left) 2024-08-17T17:06:21.152 INFO:tasks.rados.rados.0.smithi059.stdout:432: done (4 left) 2024-08-17T17:06:21.152 INFO:tasks.rados.rados.0.smithi059.stdout:433: done (3 left) 2024-08-17T17:06:21.153 INFO:tasks.rados.rados.0.smithi059.stdout:434: done (2 left) 2024-08-17T17:06:21.153 INFO:tasks.rados.rados.0.smithi059.stdout:437: done (1 left) 2024-08-17T17:06:21.153 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 43 2024-08-17T17:06:21.153 INFO:tasks.rados.rados.0.smithi059.stdout:438: seq_num 156 ranges {57344=221184} 2024-08-17T17:06:21.154 INFO:tasks.rados.rados.0.smithi059.stdout:438: writing smithi05980601-4 from 57344 to 278528 tid 1 2024-08-17T17:06:21.154 INFO:tasks.rados.rados.0.smithi059.stdout:439: snap_remove snap 16 2024-08-17T17:06:21.407 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:21 smithi087 ceph-mon[33075]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T17:06:21.408 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:21 smithi087 ceph-mon[33075]: Standby manager daemon y started 2024-08-17T17:06:21.408 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:21 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:06:21.408 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:21 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:21.408 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:21 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:06:21.408 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:21 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:21.466 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[29264]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T17:06:21.466 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[29264]: Standby manager daemon y started 2024-08-17T17:06:21.466 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:06:21.466 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:21.466 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:06:21.466 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:21.466 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[39803]: osdmap e156: 8 total, 8 up, 8 in 2024-08-17T17:06:21.466 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[39803]: Standby manager daemon y started 2024-08-17T17:06:21.466 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:06:21.467 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:21.467 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:06:21.467 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:21 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.59:0/1922450774' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:439: done (2 left) 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:440: copy_from oid 14 from oid 43 current snap is 43 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:441: setattr oid 48 current snap is 43 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:436: finishing rollback tid 0 to smithi05980601-1 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:436: finishing rollback tid 1 to smithi05980601-1 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:436: finishing rollback tid 2 to smithi05980601-1 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 90 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:438: finishing write tid 1 to smithi05980601-4 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:438: finishing write tid 2 to smithi05980601-4 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:438: finishing write tid 3 to smithi05980601-4 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:438: oid 4 updating version 0 to 135 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:438: oid 4 version 135 is already newer than 134 2024-08-17T17:06:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 135 (ObjNum 156 snap 43 seq_num 156) dirty exists 2024-08-17T17:06:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:438: left oid 4 (ObjNum 156 snap 43 seq_num 156) 2024-08-17T17:06:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:436: done (3 left) 2024-08-17T17:06:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:438: done (2 left) 2024-08-17T17:06:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:442: rollback oid 29 current snap is 43 2024-08-17T17:06:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 31 2024-08-17T17:06:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:443: setattr oid 4 current snap is 43 2024-08-17T17:06:22.162 INFO:tasks.rados.rados.0.smithi059.stdout:444: snap_create 2024-08-17T17:06:22.166 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 93 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:06:22.169 INFO:tasks.rados.rados.0.smithi059.stdout:442: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:06:22.169 INFO:tasks.rados.rados.0.smithi059.stdout:442: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:06:22.170 INFO:tasks.rados.rados.0.smithi059.stdout:440: finishing copy_from to smithi05980601-14 2024-08-17T17:06:22.170 INFO:tasks.rados.rados.0.smithi059.stdout:440: got expected ENOENT (src dne) 2024-08-17T17:06:22.170 INFO:tasks.rados.rados.0.smithi059.stdout:440: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:06:22.171 INFO:tasks.rados.rados.0.smithi059.stdout:442: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:06:22.172 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 28 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:06:22.173 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 136 (ObjNum 156 snap 43 seq_num 156) dirty exists 2024-08-17T17:06:22.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:22 smithi087 ceph-mon[33075]: pgmap v11: 121 pgs: 121 active+clean; 104 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:22.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:22 smithi087 ceph-mon[33075]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T17:06:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:22 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:06:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:22 smithi087 ceph-mon[33075]: mgrmap e28: x(active, since 6s), standbys: y 2024-08-17T17:06:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:22 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:22 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:22.448 INFO:tasks.rados.rados.0.smithi059.stdout:440: done (4 left) 2024-08-17T17:06:22.448 INFO:tasks.rados.rados.0.smithi059.stdout:441: done (3 left) 2024-08-17T17:06:22.448 INFO:tasks.rados.rados.0.smithi059.stdout:442: done (2 left) 2024-08-17T17:06:22.448 INFO:tasks.rados.rados.0.smithi059.stdout:443: done (1 left) 2024-08-17T17:06:22.448 INFO:tasks.rados.rados.0.smithi059.stdout:444: done (0 left) 2024-08-17T17:06:22.448 INFO:tasks.rados.rados.0.smithi059.stdout:445: snap_create 2024-08-17T17:06:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[39803]: pgmap v11: 121 pgs: 121 active+clean; 104 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[39803]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T17:06:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:06:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[39803]: mgrmap e28: x(active, since 6s), standbys: y 2024-08-17T17:06:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[29264]: pgmap v11: 121 pgs: 121 active+clean; 104 MiB data, 405 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[29264]: osdmap e157: 8 total, 8 up, 8 in 2024-08-17T17:06:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:06:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[29264]: mgrmap e28: x(active, since 6s), standbys: y 2024-08-17T17:06:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:22 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.452 INFO:tasks.rados.rados.0.smithi059.stdout:445: done (0 left) 2024-08-17T17:06:23.452 INFO:tasks.rados.rados.0.smithi059.stdout:446: setattr oid 4 current snap is 45 2024-08-17T17:06:23.453 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 45 2024-08-17T17:06:23.453 INFO:tasks.rados.rados.0.smithi059.stdout:447: seq_num 157 ranges {0=237568} 2024-08-17T17:06:23.455 INFO:tasks.rados.rados.0.smithi059.stdout:447: writing smithi05980601-14 from 0 to 237568 tid 1 2024-08-17T17:06:23.455 INFO:tasks.rados.rados.0.smithi059.stdout:448: read oid 16 snap 22 2024-08-17T17:06:23.455 INFO:tasks.rados.rados.0.smithi059.stdout:448: expect (ObjNum 98 snap 21 seq_num 98) 2024-08-17T17:06:23.455 INFO:tasks.rados.rados.0.smithi059.stdout:449: rmattr oid 10 current snap is 45 2024-08-17T17:06:23.455 INFO:tasks.rados.rados.0.smithi059.stdout:449: done (3 left) 2024-08-17T17:06:23.455 INFO:tasks.rados.rados.0.smithi059.stdout:450: copy_from oid 41 from oid 17 current snap is 45 2024-08-17T17:06:23.455 INFO:tasks.rados.rados.0.smithi059.stdout:451: delete oid 32 current snap is 45 2024-08-17T17:06:23.457 INFO:tasks.rados.rados.0.smithi059.stdout:451: done (4 left) 2024-08-17T17:06:23.457 INFO:tasks.rados.rados.0.smithi059.stdout:452: rmattr oid 2 current snap is 45 2024-08-17T17:06:23.457 INFO:tasks.rados.rados.0.smithi059.stdout:452: done (4 left) 2024-08-17T17:06:23.457 INFO:tasks.rados.rados.0.smithi059.stdout:453: rollback oid 30 current snap is 45 2024-08-17T17:06:23.457 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 28 2024-08-17T17:06:23.457 INFO:tasks.rados.rados.0.smithi059.stdout:454: copy_from oid 19 from oid 46 current snap is 45 2024-08-17T17:06:23.457 INFO:tasks.rados.rados.0.smithi059.stdout:455: read oid 45 snap -1 2024-08-17T17:06:23.457 INFO:tasks.rados.rados.0.smithi059.stdout:455: expect (ObjNum 102 snap 26 seq_num 102) 2024-08-17T17:06:23.457 INFO:tasks.rados.rados.0.smithi059.stdout:456: snap_remove snap 43 2024-08-17T17:06:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T17:06:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T17:06:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi059 to 2481M 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[29264]: pgmap v15: 121 pgs: 121 active+clean; 126 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-08-17T17:06:23.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi059 to 2481M 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:23 smithi059 ceph-mon[39803]: pgmap v15: 121 pgs: 121 active+clean; 126 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-08-17T17:06:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: osdmap e158: 8 total, 8 up, 8 in 2024-08-17T17:06:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: osdmap e159: 8 total, 8 up, 8 in 2024-08-17T17:06:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi059 to 2481M 2024-08-17T17:06:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:23 smithi087 ceph-mon[33075]: pgmap v15: 121 pgs: 121 active+clean; 126 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-08-17T17:06:24.451 INFO:tasks.rados.rados.0.smithi059.stdout:456: done (7 left) 2024-08-17T17:06:24.451 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 45 2024-08-17T17:06:24.452 INFO:tasks.rados.rados.0.smithi059.stdout:457: seq_num 159 ranges {2965504=270336} 2024-08-17T17:06:24.469 INFO:tasks.rados.rados.0.smithi059.stdout:457: writing smithi05980601-33 from 2965504 to 3235840 tid 1 2024-08-17T17:06:24.469 INFO:tasks.rados.rados.0.smithi059.stdout:458: delete oid 8 current snap is 45 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:453: finishing rollback tid 0 to smithi05980601-30 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:453: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:453: finishing rollback tid 2 to smithi05980601-30 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 45 (ObjNum 93 snap 19 seq_num 93) dirty exists 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 146 (ObjNum 156 snap 43 seq_num 156) dirty exists 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:447: finishing write tid 1 to smithi05980601-14 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:447: finishing write tid 2 to smithi05980601-14 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:447: finishing write tid 3 to smithi05980601-14 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:447: oid 14 updating version 0 to 49 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:447: oid 14 version 49 is already newer than 48 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 49 (ObjNum 157 snap 45 seq_num 157) dirty exists 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:447: left oid 14 (ObjNum 157 snap 45 seq_num 157) 2024-08-17T17:06:24.470 INFO:tasks.rados.rados.0.smithi059.stdout:450: finishing copy_from racing read to smithi05980601-41 2024-08-17T17:06:24.471 INFO:tasks.rados.rados.0.smithi059.stdout:450: finishing copy_from to smithi05980601-41 2024-08-17T17:06:24.471 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 201 (ObjNum 153 snap 43 seq_num 153) dirty exists 2024-08-17T17:06:24.471 INFO:tasks.rados.rados.0.smithi059.stdout:454: finishing copy_from racing read to smithi05980601-19 2024-08-17T17:06:24.471 INFO:tasks.rados.rados.0.smithi059.stdout:454: finishing copy_from to smithi05980601-19 2024-08-17T17:06:24.471 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 28 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:06:24.471 INFO:tasks.rados.rados.0.smithi059.stdout:448: expect (ObjNum 98 snap 21 seq_num 98) 2024-08-17T17:06:24.477 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:24 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.477 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:24 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.477 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:24 smithi087 ceph-mon[33075]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T17:06:24.477 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:24 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.477 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:24 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[29264]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T17:06:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[39803]: osdmap e160: 8 total, 8 up, 8 in 2024-08-17T17:06:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:24 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:24.563 INFO:tasks.rados.rados.0.smithi059.stdout:455: expect (ObjNum 102 snap 26 seq_num 102) 2024-08-17T17:06:24.635 INFO:tasks.rados.rados.0.smithi059.stdout:457: finishing write tid 1 to smithi05980601-33 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:457: finishing write tid 2 to smithi05980601-33 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:457: finishing write tid 3 to smithi05980601-33 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:457: oid 33 updating version 0 to 80 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:457: oid 33 version 80 is already newer than 79 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 80 (ObjNum 159 snap 45 seq_num 159) dirty exists 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:457: left oid 33 (ObjNum 159 snap 45 seq_num 159) 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:446: done (8 left) 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:447: done (7 left) 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:448: done (6 left) 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:450: done (5 left) 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:453: done (4 left) 2024-08-17T17:06:24.636 INFO:tasks.rados.rados.0.smithi059.stdout:454: done (3 left) 2024-08-17T17:06:24.637 INFO:tasks.rados.rados.0.smithi059.stdout:455: done (2 left) 2024-08-17T17:06:24.637 INFO:tasks.rados.rados.0.smithi059.stdout:457: done (1 left) 2024-08-17T17:06:24.637 INFO:tasks.rados.rados.0.smithi059.stdout:458: done (0 left) 2024-08-17T17:06:24.637 INFO:tasks.rados.rados.0.smithi059.stdout:459: snap_create 2024-08-17T17:06:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:459: done (0 left) 2024-08-17T17:06:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:460: snap_create 2024-08-17T17:06:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:25 smithi087 ceph-mon[33075]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T17:06:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:25 smithi087 ceph-mon[33075]: pgmap v18: 121 pgs: 121 active+clean; 126 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-08-17T17:06:25.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:25 smithi059 ceph-mon[39803]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T17:06:25.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:25 smithi059 ceph-mon[39803]: pgmap v18: 121 pgs: 121 active+clean; 126 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-08-17T17:06:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:25 smithi059 ceph-mon[29264]: osdmap e161: 8 total, 8 up, 8 in 2024-08-17T17:06:25.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:25 smithi059 ceph-mon[29264]: pgmap v18: 121 pgs: 121 active+clean; 126 MiB data, 443 MiB used, 715 GiB / 715 GiB avail; 4.9 MiB/s rd, 5.7 MiB/s wr, 53 op/s 2024-08-17T17:06:26.462 INFO:tasks.rados.rados.0.smithi059.stdout:460: done (0 left) 2024-08-17T17:06:26.462 INFO:tasks.rados.rados.0.smithi059.stdout:461: snap_remove snap 36 2024-08-17T17:06:26.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:26 smithi059 ceph-mon[29264]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T17:06:26.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:26 smithi059 ceph-mon[39803]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T17:06:26.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:26 smithi087 ceph-mon[33075]: osdmap e162: 8 total, 8 up, 8 in 2024-08-17T17:06:27.450 INFO:tasks.rados.rados.0.smithi059.stdout:461: done (0 left) 2024-08-17T17:06:27.450 INFO:tasks.rados.rados.0.smithi059.stdout:462: read oid 21 snap -1 2024-08-17T17:06:27.450 INFO:tasks.rados.rados.0.smithi059.stdout:462: expect (ObjNum 150 snap 43 seq_num 150) 2024-08-17T17:06:27.451 INFO:tasks.rados.rados.0.smithi059.stdout:463: snap_remove snap 41 2024-08-17T17:06:27.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[29494]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:06:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:06:27.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T17:06:27.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:27.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:06:27.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: pgmap v21: 121 pgs: 121 active+clean; 129 MiB data, 444 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 350 KiB/s wr, 20 op/s 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[29264]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T17:06:27.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:06:27.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: pgmap v21: 121 pgs: 121 active+clean; 129 MiB data, 444 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 350 KiB/s wr, 20 op/s 2024-08-17T17:06:27.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:27 smithi059 ceph-mon[39803]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: osdmap e163: 8 total, 8 up, 8 in 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:06:27.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:06:27.803 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:27.803 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:27.803 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:27.803 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: pgmap v21: 121 pgs: 121 active+clean; 129 MiB data, 444 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 350 KiB/s wr, 20 op/s 2024-08-17T17:06:27.803 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:27 smithi087 ceph-mon[33075]: osdmap e164: 8 total, 8 up, 8 in 2024-08-17T17:06:28.452 INFO:tasks.rados.rados.0.smithi059.stdout:463: done (1 left) 2024-08-17T17:06:28.452 INFO:tasks.rados.rados.0.smithi059.stdout:464: snap_remove snap 44 2024-08-17T17:06:29.455 INFO:tasks.rados.rados.0.smithi059.stdout:464: done (1 left) 2024-08-17T17:06:29.455 INFO:tasks.rados.rados.0.smithi059.stdout:465: copy_from oid 40 from oid 22 current snap is 47 2024-08-17T17:06:29.455 INFO:tasks.rados.rados.0.smithi059.stdout:462: expect (ObjNum 150 snap 43 seq_num 150) 2024-08-17T17:06:29.560 INFO:tasks.rados.rados.0.smithi059.stdout:465: finishing copy_from racing read to smithi05980601-40 2024-08-17T17:06:29.560 INFO:tasks.rados.rados.0.smithi059.stdout:465: finishing copy_from to smithi05980601-40 2024-08-17T17:06:29.560 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 59 (ObjNum 116 snap 35 seq_num 116) dirty exists 2024-08-17T17:06:29.560 INFO:tasks.rados.rados.0.smithi059.stdout:462: done (1 left) 2024-08-17T17:06:29.560 INFO:tasks.rados.rados.0.smithi059.stdout:465: done (0 left) 2024-08-17T17:06:29.560 INFO:tasks.rados.rados.0.smithi059.stdout:466: rollback oid 48 current snap is 47 2024-08-17T17:06:29.560 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 48 to 31 2024-08-17T17:06:29.560 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 47 2024-08-17T17:06:29.560 INFO:tasks.rados.rados.0.smithi059.stdout:467: seq_num 161 ranges {638976=303104} 2024-08-17T17:06:29.565 INFO:tasks.rados.rados.0.smithi059.stdout:467: writing smithi05980601-20 from 638976 to 942080 tid 1 2024-08-17T17:06:29.565 INFO:tasks.rados.rados.0.smithi059.stdout:468: snap_create 2024-08-17T17:06:29.565 INFO:tasks.rados.rados.0.smithi059.stdout:466: finishing rollback tid 0 to smithi05980601-48 2024-08-17T17:06:29.565 INFO:tasks.rados.rados.0.smithi059.stdout:466: finishing rollback tid 1 to smithi05980601-48 2024-08-17T17:06:29.565 INFO:tasks.rados.rados.0.smithi059.stdout:466: finishing rollback tid 2 to smithi05980601-48 2024-08-17T17:06:29.565 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 109 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:06:29.572 INFO:tasks.rados.rados.0.smithi059.stdout:467: finishing write tid 1 to smithi05980601-20 2024-08-17T17:06:29.572 INFO:tasks.rados.rados.0.smithi059.stdout:467: finishing write tid 2 to smithi05980601-20 2024-08-17T17:06:29.574 INFO:tasks.rados.rados.0.smithi059.stdout:467: finishing write tid 3 to smithi05980601-20 2024-08-17T17:06:29.574 INFO:tasks.rados.rados.0.smithi059.stdout:467: oid 20 updating version 0 to 161 2024-08-17T17:06:29.574 INFO:tasks.rados.rados.0.smithi059.stdout:467: oid 20 version 161 is already newer than 160 2024-08-17T17:06:29.574 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 161 (ObjNum 161 snap 47 seq_num 161) dirty exists 2024-08-17T17:06:29.574 INFO:tasks.rados.rados.0.smithi059.stdout:467: left oid 20 (ObjNum 161 snap 47 seq_num 161) 2024-08-17T17:06:29.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:29 smithi059 ceph-mon[29264]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T17:06:29.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:29 smithi059 ceph-mon[29264]: mgrmap e29: x(active, since 13s), standbys: y 2024-08-17T17:06:29.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:29 smithi059 ceph-mon[29264]: pgmap v24: 121 pgs: 121 active+clean; 129 MiB data, 444 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 350 KiB/s wr, 20 op/s 2024-08-17T17:06:29.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:29 smithi059 ceph-mon[39803]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T17:06:29.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:29 smithi059 ceph-mon[39803]: mgrmap e29: x(active, since 13s), standbys: y 2024-08-17T17:06:29.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:29 smithi059 ceph-mon[39803]: pgmap v24: 121 pgs: 121 active+clean; 129 MiB data, 444 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 350 KiB/s wr, 20 op/s 2024-08-17T17:06:29.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:29 smithi087 ceph-mon[33075]: osdmap e165: 8 total, 8 up, 8 in 2024-08-17T17:06:29.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:29 smithi087 ceph-mon[33075]: mgrmap e29: x(active, since 13s), standbys: y 2024-08-17T17:06:29.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:29 smithi087 ceph-mon[33075]: pgmap v24: 121 pgs: 121 active+clean; 129 MiB data, 444 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 350 KiB/s wr, 20 op/s 2024-08-17T17:06:30.483 INFO:tasks.rados.rados.0.smithi059.stdout:466: done (2 left) 2024-08-17T17:06:30.483 INFO:tasks.rados.rados.0.smithi059.stdout:467: done (1 left) 2024-08-17T17:06:30.483 INFO:tasks.rados.rados.0.smithi059.stdout:468: done (0 left) 2024-08-17T17:06:30.483 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 48 2024-08-17T17:06:30.483 INFO:tasks.rados.rados.0.smithi059.stdout:469: seq_num 162 ranges {163840=319488} 2024-08-17T17:06:30.485 INFO:tasks.rados.rados.0.smithi059.stdout:469: writing smithi05980601-17 from 163840 to 483328 tid 1 2024-08-17T17:06:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:470: copy_from oid 28 from oid 42 current snap is 48 2024-08-17T17:06:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:471: rollback oid 15 current snap is 48 2024-08-17T17:06:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 15 to 31 2024-08-17T17:06:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:472: rollback oid 33 current snap is 48 2024-08-17T17:06:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 33 to 47 2024-08-17T17:06:30.486 INFO:tasks.rados.rados.0.smithi059.stdout:473: delete oid 46 current snap is 48 2024-08-17T17:06:30.489 INFO:tasks.rados.rados.0.smithi059.stdout:471: finishing rollback tid 1 to smithi05980601-15 2024-08-17T17:06:30.490 INFO:tasks.rados.rados.0.smithi059.stdout:469: finishing write tid 1 to smithi05980601-17 2024-08-17T17:06:30.491 INFO:tasks.rados.rados.0.smithi059.stdout:472: finishing rollback tid 0 to smithi05980601-33 2024-08-17T17:06:30.491 INFO:tasks.rados.rados.0.smithi059.stdout:469: finishing write tid 2 to smithi05980601-17 2024-08-17T17:06:30.492 INFO:tasks.rados.rados.0.smithi059.stdout:473: done (4 left) 2024-08-17T17:06:30.492 INFO:tasks.rados.rados.0.smithi059.stdout:474: read oid 11 snap 21 2024-08-17T17:06:30.492 INFO:tasks.rados.rados.0.smithi059.stdout:474: expect deleted 2024-08-17T17:06:30.492 INFO:tasks.rados.rados.0.smithi059.stdout:475: read oid 19 snap -1 2024-08-17T17:06:30.492 INFO:tasks.rados.rados.0.smithi059.stdout:475: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:06:30.493 INFO:tasks.rados.rados.0.smithi059.stdout:476: rmattr oid 5 current snap is 48 2024-08-17T17:06:30.493 INFO:tasks.rados.rados.0.smithi059.stdout:476: done (6 left) 2024-08-17T17:06:30.493 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 48 2024-08-17T17:06:30.493 INFO:tasks.rados.rados.0.smithi059.stdout:477: seq_num 164 ranges {0=352256} 2024-08-17T17:06:30.495 INFO:tasks.rados.rados.0.smithi059.stdout:477: writing smithi05980601-31 from 0 to 352256 tid 1 2024-08-17T17:06:30.496 INFO:tasks.rados.rados.0.smithi059.stdout:478: read oid 7 snap -1 2024-08-17T17:06:30.496 INFO:tasks.rados.rados.0.smithi059.stdout:478: expect deleted 2024-08-17T17:06:30.496 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 48 2024-08-17T17:06:30.496 INFO:tasks.rados.rados.0.smithi059.stdout:471: finishing rollback tid 2 to smithi05980601-15 2024-08-17T17:06:30.496 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 85 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-17T17:06:30.496 INFO:tasks.rados.rados.0.smithi059.stdout:472: finishing rollback tid 1 to smithi05980601-33 2024-08-17T17:06:30.496 INFO:tasks.rados.rados.0.smithi059.stdout:479: seq_num 165 ranges {0=368640} 2024-08-17T17:06:30.498 INFO:tasks.rados.rados.0.smithi059.stdout:479: writing smithi05980601-46 from 0 to 368640 tid 1 2024-08-17T17:06:30.498 INFO:tasks.rados.rados.0.smithi059.stdout:471: done (8 left) 2024-08-17T17:06:30.498 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 48 2024-08-17T17:06:30.498 INFO:tasks.rados.rados.0.smithi059.stdout:480: seq_num 166 ranges {942080=385024} 2024-08-17T17:06:30.506 INFO:tasks.rados.rados.0.smithi059.stdout:480: writing smithi05980601-20 from 942080 to 1327104 tid 1 2024-08-17T17:06:30.506 INFO:tasks.rados.rados.0.smithi059.stdout:481: snap_remove snap 40 2024-08-17T17:06:30.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:30 smithi059 ceph-mon[29264]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T17:06:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:30 smithi059 ceph-mon[39803]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T17:06:30.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:30 smithi087 ceph-mon[33075]: osdmap e166: 8 total, 8 up, 8 in 2024-08-17T17:06:31.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:30.957Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:06:31.301 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:30.957Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:06:31.301 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:30.957Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:06:31.301 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:30.957Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:06:31.301 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:30.958Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:06:31.491 INFO:tasks.rados.rados.0.smithi059.stdout:472: finishing rollback tid 2 to smithi05980601-33 2024-08-17T17:06:31.491 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 83 (ObjNum 159 snap 45 seq_num 159) dirty exists 2024-08-17T17:06:31.491 INFO:tasks.rados.rados.0.smithi059.stdout:469: finishing write tid 3 to smithi05980601-17 2024-08-17T17:06:31.491 INFO:tasks.rados.rados.0.smithi059.stdout:469: oid 17 updating version 0 to 237 2024-08-17T17:06:31.491 INFO:tasks.rados.rados.0.smithi059.stdout:469: oid 17 updating version 237 to 238 2024-08-17T17:06:31.491 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 238 (ObjNum 162 snap 48 seq_num 162) dirty exists 2024-08-17T17:06:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:469: left oid 17 (ObjNum 162 snap 48 seq_num 162) 2024-08-17T17:06:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:470: finishing copy_from racing read to smithi05980601-28 2024-08-17T17:06:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:470: finishing copy_from to smithi05980601-28 2024-08-17T17:06:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 26 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T17:06:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:479: finishing write tid 1 to smithi05980601-46 2024-08-17T17:06:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:479: finishing write tid 2 to smithi05980601-46 2024-08-17T17:06:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:477: finishing write tid 1 to smithi05980601-31 2024-08-17T17:06:31.492 INFO:tasks.rados.rados.0.smithi059.stdout:475: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-17T17:06:31.520 INFO:tasks.rados.rados.0.smithi059.stdout:477: finishing write tid 2 to smithi05980601-31 2024-08-17T17:06:31.520 INFO:tasks.rados.rados.0.smithi059.stdout:479: finishing write tid 3 to smithi05980601-46 2024-08-17T17:06:31.520 INFO:tasks.rados.rados.0.smithi059.stdout:479: oid 46 updating version 0 to 165 2024-08-17T17:06:31.520 INFO:tasks.rados.rados.0.smithi059.stdout:479: oid 46 version 165 is already newer than 164 2024-08-17T17:06:31.520 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 165 (ObjNum 165 snap 48 seq_num 165) dirty exists 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:479: left oid 46 (ObjNum 165 snap 48 seq_num 165) 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:477: finishing write tid 3 to smithi05980601-31 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:477: oid 31 updating version 0 to 239 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:477: oid 31 updating version 239 to 240 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 240 (ObjNum 164 snap 48 seq_num 164) dirty exists 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:477: left oid 31 (ObjNum 164 snap 48 seq_num 164) 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:480: finishing write tid 1 to smithi05980601-20 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:480: finishing write tid 2 to smithi05980601-20 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:469: done (9 left) 2024-08-17T17:06:31.521 INFO:tasks.rados.rados.0.smithi059.stdout:470: done (8 left) 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:472: done (7 left) 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:474: done (6 left) 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:475: done (5 left) 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:477: done (4 left) 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:478: done (3 left) 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:479: done (2 left) 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:481: done (1 left) 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:482: snap_create 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:480: finishing write tid 3 to smithi05980601-20 2024-08-17T17:06:31.522 INFO:tasks.rados.rados.0.smithi059.stdout:480: oid 20 updating version 0 to 167 2024-08-17T17:06:31.523 INFO:tasks.rados.rados.0.smithi059.stdout:480: oid 20 updating version 167 to 168 2024-08-17T17:06:31.523 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 168 (ObjNum 166 snap 48 seq_num 166) dirty exists 2024-08-17T17:06:31.523 INFO:tasks.rados.rados.0.smithi059.stdout:480: left oid 20 (ObjNum 166 snap 48 seq_num 166) 2024-08-17T17:06:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:31 smithi059 ceph-mon[29264]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T17:06:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:31 smithi059 ceph-mon[29264]: pgmap v27: 121 pgs: 121 active+clean; 129 MiB data, 444 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:31 smithi059 ceph-mon[39803]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T17:06:31.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:31 smithi059 ceph-mon[39803]: pgmap v27: 121 pgs: 121 active+clean; 129 MiB data, 444 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:31 smithi087 ceph-mon[33075]: osdmap e167: 8 total, 8 up, 8 in 2024-08-17T17:06:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:31 smithi087 ceph-mon[33075]: pgmap v27: 121 pgs: 121 active+clean; 129 MiB data, 444 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:32.451 INFO:tasks.rados.rados.0.smithi059.stdout:480: done (1 left) 2024-08-17T17:06:32.451 INFO:tasks.rados.rados.0.smithi059.stdout:482: done (0 left) 2024-08-17T17:06:32.452 INFO:tasks.rados.rados.0.smithi059.stdout:483: snap_remove snap 38 2024-08-17T17:06:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:32 smithi059 ceph-mon[29264]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T17:06:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:32 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:32.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:32 smithi059 ceph-mon[29264]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T17:06:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:32 smithi059 ceph-mon[39803]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T17:06:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:32 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:32 smithi059 ceph-mon[39803]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T17:06:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:32 smithi087 ceph-mon[33075]: osdmap e168: 8 total, 8 up, 8 in 2024-08-17T17:06:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:32 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:32 smithi087 ceph-mon[33075]: osdmap e169: 8 total, 8 up, 8 in 2024-08-17T17:06:33.454 INFO:tasks.rados.rados.0.smithi059.stdout:483: done (0 left) 2024-08-17T17:06:33.454 INFO:tasks.rados.rados.0.smithi059.stdout:484: read oid 16 snap 47 2024-08-17T17:06:33.454 INFO:tasks.rados.rados.0.smithi059.stdout:484: expect (ObjNum 98 snap 21 seq_num 98) 2024-08-17T17:06:33.454 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 49 2024-08-17T17:06:33.454 INFO:tasks.rados.rados.0.smithi059.stdout:485: seq_num 167 ranges {0=401408} 2024-08-17T17:06:33.457 INFO:tasks.rados.rados.0.smithi059.stdout:485: writing smithi05980601-2 from 0 to 401408 tid 1 2024-08-17T17:06:33.457 INFO:tasks.rados.rados.0.smithi059.stdout:486: setattr oid 49 current snap is 49 2024-08-17T17:06:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 49 2024-08-17T17:06:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:487: seq_num 168 ranges {2277376=417792} 2024-08-17T17:06:33.475 INFO:tasks.rados.rados.0.smithi059.stdout:487: writing smithi05980601-45 from 2277376 to 2695168 tid 1 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:488: read oid 35 snap -1 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:488: expect (ObjNum 146 snap 43 seq_num 146) 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:489: read oid 14 snap -1 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:489: expect (ObjNum 157 snap 45 seq_num 157) 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:490: copy_from oid 19 from oid 32 current snap is 49 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 251 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:485: finishing write tid 1 to smithi05980601-2 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:485: finishing write tid 2 to smithi05980601-2 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:485: finishing write tid 3 to smithi05980601-2 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:485: oid 2 updating version 0 to 181 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:485: oid 2 updating version 181 to 182 2024-08-17T17:06:33.476 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 182 (ObjNum 167 snap 49 seq_num 167) dirty exists 2024-08-17T17:06:33.477 INFO:tasks.rados.rados.0.smithi059.stdout:485: left oid 2 (ObjNum 167 snap 49 seq_num 167) 2024-08-17T17:06:33.477 INFO:tasks.rados.rados.0.smithi059.stdout:485: done (6 left) 2024-08-17T17:06:33.477 INFO:tasks.rados.rados.0.smithi059.stdout:486: done (5 left) 2024-08-17T17:06:33.477 INFO:tasks.rados.rados.0.smithi059.stdout:491: rollback oid 37 current snap is 49 2024-08-17T17:06:33.477 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 37 to 46 2024-08-17T17:06:33.477 INFO:tasks.rados.rados.0.smithi059.stdout:492: snap_remove snap 21 2024-08-17T17:06:34.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: Adjusting osd_memory_target on smithi087 to 2480M 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:34.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: pgmap v30: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: Adjusting osd_memory_target on smithi087 to 2480M 2024-08-17T17:06:34.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: pgmap v30: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:33 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: Adjusting osd_memory_target on smithi087 to 2480M 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:06:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:06:34.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:06:34.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:06:34.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: pgmap v30: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T17:06:34.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: osdmap e170: 8 total, 8 up, 8 in 2024-08-17T17:06:34.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:33 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:34.463 INFO:tasks.rados.rados.0.smithi059.stdout:492: done (6 left) 2024-08-17T17:06:34.463 INFO:tasks.rados.rados.0.smithi059.stdout:493: read oid 44 snap -1 2024-08-17T17:06:34.464 INFO:tasks.rados.rados.0.smithi059.stdout:493: expect (ObjNum 139 snap 41 seq_num 139) 2024-08-17T17:06:34.464 INFO:tasks.rados.rados.0.smithi059.stdout:494: rollback oid 42 current snap is 49 2024-08-17T17:06:34.464 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 42 2024-08-17T17:06:34.464 INFO:tasks.rados.rados.0.smithi059.stdout:495: delete oid 23 current snap is 49 2024-08-17T17:06:34.464 INFO:tasks.rados.rados.0.smithi059.stdout:484: expect (ObjNum 98 snap 21 seq_num 98) 2024-08-17T17:06:34.563 INFO:tasks.rados.rados.0.smithi059.stdout:490: finishing copy_from to smithi05980601-19 2024-08-17T17:06:34.563 INFO:tasks.rados.rados.0.smithi059.stdout:490: got expected ENOENT (src dne) 2024-08-17T17:06:34.563 INFO:tasks.rados.rados.0.smithi059.stdout:490: finishing copy_from racing read to smithi05980601-19 2024-08-17T17:06:34.563 INFO:tasks.rados.rados.0.smithi059.stdout:484: done (8 left) 2024-08-17T17:06:34.563 INFO:tasks.rados.rados.0.smithi059.stdout:490: done (7 left) 2024-08-17T17:06:34.563 INFO:tasks.rados.rados.0.smithi059.stdout:495: done (6 left) 2024-08-17T17:06:34.563 INFO:tasks.rados.rados.0.smithi059.stdout:496: rmattr oid 9 current snap is 49 2024-08-17T17:06:34.563 INFO:tasks.rados.rados.0.smithi059.stdout:496: done (6 left) 2024-08-17T17:06:34.563 INFO:tasks.rados.rados.0.smithi059.stdout:497: snap_create 2024-08-17T17:06:34.564 INFO:tasks.rados.rados.0.smithi059.stdout:491: finishing rollback tid 1 to smithi05980601-37 2024-08-17T17:06:34.564 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 177 (ObjNum 33 snap 0 seq_num 1276703811) dirty dne 2024-08-17T17:06:34.564 INFO:tasks.rados.rados.0.smithi059.stdout:489: expect (ObjNum 157 snap 45 seq_num 157) 2024-08-17T17:06:34.569 INFO:tasks.rados.rados.0.smithi059.stdout:488: expect (ObjNum 146 snap 43 seq_num 146) 2024-08-17T17:06:34.570 INFO:tasks.rados.rados.0.smithi059.stdout:487: finishing write tid 1 to smithi05980601-45 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:487: finishing write tid 2 to smithi05980601-45 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:487: finishing write tid 3 to smithi05980601-45 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:487: oid 45 updating version 0 to 177 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:487: oid 45 updating version 177 to 178 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 178 (ObjNum 168 snap 49 seq_num 168) dirty exists 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:487: left oid 45 (ObjNum 168 snap 49 seq_num 168) 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:494: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:494: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:494: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 86 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T17:06:34.571 INFO:tasks.rados.rados.0.smithi059.stdout:493: expect (ObjNum 139 snap 41 seq_num 139) 2024-08-17T17:06:34.661 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:06:35.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:06:35.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[39803]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:06:35.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[39803]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[39803]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[39803]: Reconfiguring daemon prometheus.a on smithi087 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[39803]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[29264]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[29264]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[29264]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[29264]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[29264]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[29264]: Reconfiguring daemon prometheus.a on smithi087 2024-08-17T17:06:35.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:34 smithi059 ceph-mon[29264]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T17:06:35.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:34 smithi087 ceph-mon[33075]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:06:35.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:34 smithi087 ceph-mon[33075]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:06:35.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:34 smithi087 ceph-mon[33075]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:06:35.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:34 smithi087 ceph-mon[33075]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:06:35.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:34 smithi087 ceph-mon[33075]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:06:35.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:34 smithi087 ceph-mon[33075]: Reconfiguring daemon prometheus.a on smithi087 2024-08-17T17:06:35.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:34 smithi087 ceph-mon[33075]: osdmap e171: 8 total, 8 up, 8 in 2024-08-17T17:06:35.236 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (3m) 13s ago 4m 26.7M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (3m) 12s ago 3m 88.2M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (5m) 13s ago 5m 16.4M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (5m) 12s ago 5m 17.6M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (28s) 12s ago 8m 497M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 06265d91b087 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:9283,8765 running (10m) 13s ago 10m 347M - 18.2.4-719-gced649f8 c870753d67c2 c8a6b5c002a7 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (10m) 13s ago 10m 54.5M 2048M 18.2.4-719-gced649f8 c870753d67c2 aa3912595492 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (9m) 12s ago 9m 45.4M 2048M 18.2.4-719-gced649f8 c870753d67c2 5bd4baf341c0 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (8m) 13s ago 8m 45.6M 2048M 18.2.4-719-gced649f8 c870753d67c2 717b71ca4cfb 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (3m) 13s ago 3m 16.3M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (3m) 12s ago 3m 16.3M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:06:35.237 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (8m) 13s ago 8m 88.6M 2481M 18.2.4-719-gced649f8 c870753d67c2 545451805af8 2024-08-17T17:06:35.238 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (7m) 13s ago 7m 75.1M 2481M 18.2.4-719-gced649f8 c870753d67c2 2e45043f5326 2024-08-17T17:06:35.238 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (7m) 13s ago 7m 80.0M 2481M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:06:35.238 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (7m) 13s ago 7m 62.2M 2481M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:06:35.238 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (6m) 12s ago 6m 79.6M 2480M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:06:35.238 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (6m) 12s ago 6m 76.0M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:06:35.238 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (6m) 12s ago 6m 72.7M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:06:35.238 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (5m) 12s ago 5m 74.3M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:06:35.238 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (3m) 12s ago 4m 43.2M - 2.43.0 a07b618ecd1d 1780e37dcfe6 2024-08-17T17:06:35.456 INFO:tasks.rados.rados.0.smithi059.stdout:487: done (6 left) 2024-08-17T17:06:35.456 INFO:tasks.rados.rados.0.smithi059.stdout:488: done (5 left) 2024-08-17T17:06:35.456 INFO:tasks.rados.rados.0.smithi059.stdout:489: done (4 left) 2024-08-17T17:06:35.456 INFO:tasks.rados.rados.0.smithi059.stdout:491: done (3 left) 2024-08-17T17:06:35.456 INFO:tasks.rados.rados.0.smithi059.stdout:493: done (2 left) 2024-08-17T17:06:35.457 INFO:tasks.rados.rados.0.smithi059.stdout:494: done (1 left) 2024-08-17T17:06:35.457 INFO:tasks.rados.rados.0.smithi059.stdout:497: done (0 left) 2024-08-17T17:06:35.457 INFO:tasks.rados.rados.0.smithi059.stdout:498: delete oid 37 current snap is 50 2024-08-17T17:06:35.457 INFO:tasks.rados.rados.0.smithi059.stdout:498: done (0 left) 2024-08-17T17:06:35.458 INFO:tasks.rados.rados.0.smithi059.stdout:499: read oid 28 snap 42 2024-08-17T17:06:35.458 INFO:tasks.rados.rados.0.smithi059.stdout:499: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:06:35.458 INFO:tasks.rados.rados.0.smithi059.stdout:500: read oid 6 snap -1 2024-08-17T17:06:35.458 INFO:tasks.rados.rados.0.smithi059.stdout:500: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:06:35.458 INFO:tasks.rados.rados.0.smithi059.stdout:501: rmattr oid 17 current snap is 50 2024-08-17T17:06:35.458 INFO:tasks.rados.rados.0.smithi059.stdout:501: done (2 left) 2024-08-17T17:06:35.458 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 50 2024-08-17T17:06:35.458 INFO:tasks.rados.rados.0.smithi059.stdout:502: seq_num 171 ranges {352256=466944} 2024-08-17T17:06:35.463 INFO:tasks.rados.rados.0.smithi059.stdout:502: writing smithi05980601-31 from 352256 to 819200 tid 1 2024-08-17T17:06:35.463 INFO:tasks.rados.rados.0.smithi059.stdout:503: snap_create 2024-08-17T17:06:35.464 INFO:tasks.rados.rados.0.smithi059.stdout:499: expect (ObjNum 27 snap 0 seq_num 27) 2024-08-17T17:06:35.480 INFO:tasks.rados.rados.0.smithi059.stdout:500: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-17T17:06:35.504 INFO:tasks.rados.rados.0.smithi059.stdout:502: finishing write tid 1 to smithi05980601-31 2024-08-17T17:06:35.504 INFO:tasks.rados.rados.0.smithi059.stdout:502: finishing write tid 2 to smithi05980601-31 2024-08-17T17:06:35.504 INFO:tasks.rados.rados.0.smithi059.stdout:502: finishing write tid 3 to smithi05980601-31 2024-08-17T17:06:35.504 INFO:tasks.rados.rados.0.smithi059.stdout:502: oid 31 updating version 0 to 270 2024-08-17T17:06:35.504 INFO:tasks.rados.rados.0.smithi059.stdout:502: oid 31 version 270 is already newer than 269 2024-08-17T17:06:35.504 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 270 (ObjNum 171 snap 50 seq_num 171) dirty exists 2024-08-17T17:06:35.504 INFO:tasks.rados.rados.0.smithi059.stdout:502: left oid 31 (ObjNum 171 snap 50 seq_num 171) 2024-08-17T17:06:35.594 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:06:35.594 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:06:35.594 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T17:06:35.594 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:06:35.594 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:06:35.594 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 1, 2024-08-17T17:06:35.594 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:06:35.594 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 14, 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:06:35.595 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:06:35.891 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:06:35.891 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:06:35.891 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:06:35.891 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:06:35.891 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [], 2024-08-17T17:06:35.891 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "1/20 daemons upgraded", 2024-08-17T17:06:35.891 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "", 2024-08-17T17:06:35.891 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:06:35.891 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:06:36.245 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:35 smithi087 ceph-mon[33075]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:36.245 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:35 smithi087 ceph-mon[33075]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:36.245 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:35 smithi087 ceph-mon[33075]: pgmap v33: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T17:06:36.245 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:35 smithi087 ceph-mon[33075]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T17:06:36.245 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:35 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1308121109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:06:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[39803]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[39803]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[39803]: pgmap v33: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T17:06:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[39803]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T17:06:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1308121109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:06:36.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[29264]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[29264]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[29264]: pgmap v33: 121 pgs: 121 active+clean; 130 MiB data, 466 MiB used, 715 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 19 op/s 2024-08-17T17:06:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[29264]: osdmap e172: 8 total, 8 up, 8 in 2024-08-17T17:06:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:35 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1308121109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:06:36.456 INFO:tasks.rados.rados.0.smithi059.stdout:499: done (3 left) 2024-08-17T17:06:36.456 INFO:tasks.rados.rados.0.smithi059.stdout:500: done (2 left) 2024-08-17T17:06:36.456 INFO:tasks.rados.rados.0.smithi059.stdout:502: done (1 left) 2024-08-17T17:06:36.456 INFO:tasks.rados.rados.0.smithi059.stdout:503: done (0 left) 2024-08-17T17:06:36.456 INFO:tasks.rados.rados.0.smithi059.stdout:504: setattr oid 19 current snap is 51 2024-08-17T17:06:36.459 INFO:tasks.rados.rados.0.smithi059.stdout:505: rmattr oid 42 current snap is 51 2024-08-17T17:06:36.459 INFO:tasks.rados.rados.0.smithi059.stdout:505: done (1 left) 2024-08-17T17:06:36.459 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 51 2024-08-17T17:06:36.459 INFO:tasks.rados.rados.0.smithi059.stdout:506: seq_num 172 ranges {2613248=483328} 2024-08-17T17:06:36.477 INFO:tasks.rados.rados.0.smithi059.stdout:506: writing smithi05980601-39 from 2613248 to 3096576 tid 1 2024-08-17T17:06:36.477 INFO:tasks.rados.rados.0.smithi059.stdout:507: read oid 47 snap -1 2024-08-17T17:06:36.477 INFO:tasks.rados.rados.0.smithi059.stdout:507: expect (ObjNum 140 snap 41 seq_num 140) 2024-08-17T17:06:36.477 INFO:tasks.rados.rados.0.smithi059.stdout:508: setattr oid 14 current snap is 51 2024-08-17T17:06:36.477 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 272 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-17T17:06:36.478 INFO:tasks.rados.rados.0.smithi059.stdout:504: done (3 left) 2024-08-17T17:06:36.478 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 51 2024-08-17T17:06:36.478 INFO:tasks.rados.rados.0.smithi059.stdout:509: seq_num 173 ranges {1335296=499712} 2024-08-17T17:06:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:509: writing smithi05980601-24 from 1335296 to 1835008 tid 1 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:510: copy_from oid 26 from oid 43 current snap is 51 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:506: finishing write tid 1 to smithi05980601-39 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:506: finishing write tid 2 to smithi05980601-39 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 61 (ObjNum 157 snap 45 seq_num 157) dirty exists 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:506: finishing write tid 3 to smithi05980601-39 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:506: oid 39 updating version 0 to 274 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:506: oid 39 updating version 274 to 275 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 275 (ObjNum 172 snap 51 seq_num 172) dirty exists 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:506: left oid 39 (ObjNum 172 snap 51 seq_num 172) 2024-08-17T17:06:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:507: expect (ObjNum 140 snap 41 seq_num 140) 2024-08-17T17:06:36.587 INFO:tasks.rados.rados.0.smithi059.stdout:510: finishing copy_from to smithi05980601-26 2024-08-17T17:06:36.587 INFO:tasks.rados.rados.0.smithi059.stdout:510: got expected ENOENT (src dne) 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:510: finishing copy_from racing read to smithi05980601-26 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:509: finishing write tid 1 to smithi05980601-24 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:509: finishing write tid 2 to smithi05980601-24 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:509: finishing write tid 3 to smithi05980601-24 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:509: oid 24 updating version 0 to 62 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:509: oid 24 version 62 is already newer than 61 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 62 (ObjNum 173 snap 51 seq_num 173) dirty exists 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:509: left oid 24 (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:506: done (4 left) 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:507: done (3 left) 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:508: done (2 left) 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:509: done (1 left) 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:510: done (0 left) 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 51 2024-08-17T17:06:36.588 INFO:tasks.rados.rados.0.smithi059.stdout:511: seq_num 174 ranges {2473984=516096} 2024-08-17T17:06:36.604 INFO:tasks.rados.rados.0.smithi059.stdout:511: writing smithi05980601-22 from 2473984 to 2990080 tid 1 2024-08-17T17:06:36.604 INFO:tasks.rados.rados.0.smithi059.stdout:512: read oid 33 snap 28 2024-08-17T17:06:36.604 INFO:tasks.rados.rados.0.smithi059.stdout:512: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T17:06:36.604 INFO:tasks.rados.rados.0.smithi059.stdout:513: read oid 34 snap -1 2024-08-17T17:06:36.604 INFO:tasks.rados.rados.0.smithi059.stdout:513: expect deleted 2024-08-17T17:06:36.604 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 51 2024-08-17T17:06:36.604 INFO:tasks.rados.rados.0.smithi059.stdout:514: seq_num 175 ranges {1327104=540672} 2024-08-17T17:06:36.614 INFO:tasks.rados.rados.0.smithi059.stdout:514: writing smithi05980601-20 from 1327104 to 1867776 tid 1 2024-08-17T17:06:36.614 INFO:tasks.rados.rados.0.smithi059.stdout:515: rollback oid 25 current snap is 51 2024-08-17T17:06:36.614 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 25 to 49 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:511: finishing write tid 1 to smithi05980601-22 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:513: done (4 left) 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:516: rollback oid 2 current snap is 51 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 2 to 28 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:511: finishing write tid 2 to smithi05980601-22 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:511: finishing write tid 3 to smithi05980601-22 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:511: oid 22 updating version 0 to 94 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:511: oid 22 version 94 is already newer than 93 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 94 (ObjNum 174 snap 51 seq_num 174) dirty exists 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:511: left oid 22 (ObjNum 174 snap 51 seq_num 174) 2024-08-17T17:06:36.615 INFO:tasks.rados.rados.0.smithi059.stdout:512: expect (ObjNum 100 snap 22 seq_num 100) 2024-08-17T17:06:36.683 INFO:tasks.rados.rados.0.smithi059.stdout:515: finishing rollback tid 0 to smithi05980601-25 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:515: finishing rollback tid 1 to smithi05980601-25 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:515: finishing rollback tid 2 to smithi05980601-25 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 131 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:514: finishing write tid 1 to smithi05980601-20 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:514: finishing write tid 2 to smithi05980601-20 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:516: finishing rollback tid 0 to smithi05980601-2 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:516: finishing rollback tid 1 to smithi05980601-2 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:514: finishing write tid 3 to smithi05980601-20 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:514: oid 20 updating version 0 to 202 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:514: oid 20 updating version 202 to 203 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 203 (ObjNum 175 snap 51 seq_num 175) dirty exists 2024-08-17T17:06:36.684 INFO:tasks.rados.rados.0.smithi059.stdout:514: left oid 20 (ObjNum 175 snap 51 seq_num 175) 2024-08-17T17:06:36.685 INFO:tasks.rados.rados.0.smithi059.stdout:516: finishing rollback tid 2 to smithi05980601-2 2024-08-17T17:06:36.685 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 207 (ObjNum 91 snap 17 seq_num 91) dirty exists 2024-08-17T17:06:36.685 INFO:tasks.rados.rados.0.smithi059.stdout:511: done (4 left) 2024-08-17T17:06:36.685 INFO:tasks.rados.rados.0.smithi059.stdout:512: done (3 left) 2024-08-17T17:06:36.685 INFO:tasks.rados.rados.0.smithi059.stdout:514: done (2 left) 2024-08-17T17:06:36.685 INFO:tasks.rados.rados.0.smithi059.stdout:515: done (1 left) 2024-08-17T17:06:36.685 INFO:tasks.rados.rados.0.smithi059.stdout:516: done (0 left) 2024-08-17T17:06:36.685 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 51 2024-08-17T17:06:36.685 INFO:tasks.rados.rados.0.smithi059.stdout:517: seq_num 176 ranges {778240=557056} 2024-08-17T17:06:36.691 INFO:tasks.rados.rados.0.smithi059.stdout:517: writing smithi05980601-6 from 778240 to 1335296 tid 1 2024-08-17T17:06:36.691 INFO:tasks.rados.rados.0.smithi059.stdout:518: rollback oid 15 current snap is 51 2024-08-17T17:06:36.691 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 15 to 50 2024-08-17T17:06:36.691 INFO:tasks.rados.rados.0.smithi059.stdout:519: read oid 43 snap -1 2024-08-17T17:06:36.691 INFO:tasks.rados.rados.0.smithi059.stdout:519: expect deleted 2024-08-17T17:06:36.691 INFO:tasks.rados.rados.0.smithi059.stdout:520: rollback oid 29 current snap is 51 2024-08-17T17:06:36.691 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 33 2024-08-17T17:06:36.691 INFO:tasks.rados.rados.0.smithi059.stdout:521: read oid 8 snap -1 2024-08-17T17:06:36.692 INFO:tasks.rados.rados.0.smithi059.stdout:521: expect deleted 2024-08-17T17:06:36.692 INFO:tasks.rados.rados.0.smithi059.stdout:522: rollback oid 34 current snap is 51 2024-08-17T17:06:36.692 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 34 to 33 2024-08-17T17:06:36.692 INFO:tasks.rados.rados.0.smithi059.stdout:523: snap_create 2024-08-17T17:06:36.693 INFO:tasks.rados.rados.0.smithi059.stdout:522: finishing rollback tid 1 to smithi05980601-34 2024-08-17T17:06:36.694 INFO:tasks.rados.rados.0.smithi059.stdout:520: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:06:36.694 INFO:tasks.rados.rados.0.smithi059.stdout:520: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:06:36.695 INFO:tasks.rados.rados.0.smithi059.stdout:518: finishing rollback tid 0 to smithi05980601-15 2024-08-17T17:06:36.695 INFO:tasks.rados.rados.0.smithi059.stdout:518: finishing rollback tid 1 to smithi05980601-15 2024-08-17T17:06:36.695 INFO:tasks.rados.rados.0.smithi059.stdout:518: finishing rollback tid 2 to smithi05980601-15 2024-08-17T17:06:36.695 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 101 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-08-17T17:06:36.695 INFO:tasks.rados.rados.0.smithi059.stdout:520: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:06:36.695 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 42 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:06:36.696 INFO:tasks.rados.rados.0.smithi059.stdout:522: finishing rollback tid 2 to smithi05980601-34 2024-08-17T17:06:36.696 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 203 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-17T17:06:36.696 INFO:tasks.rados.rados.0.smithi059.stdout:517: finishing write tid 1 to smithi05980601-6 2024-08-17T17:06:36.696 INFO:tasks.rados.rados.0.smithi059.stdout:517: finishing write tid 2 to smithi05980601-6 2024-08-17T17:06:36.697 INFO:tasks.rados.rados.0.smithi059.stdout:517: finishing write tid 3 to smithi05980601-6 2024-08-17T17:06:36.697 INFO:tasks.rados.rados.0.smithi059.stdout:517: oid 6 updating version 0 to 210 2024-08-17T17:06:36.697 INFO:tasks.rados.rados.0.smithi059.stdout:517: oid 6 version 210 is already newer than 209 2024-08-17T17:06:36.697 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 210 (ObjNum 176 snap 51 seq_num 176) dirty exists 2024-08-17T17:06:36.697 INFO:tasks.rados.rados.0.smithi059.stdout:517: left oid 6 (ObjNum 176 snap 51 seq_num 176) 2024-08-17T17:06:36.982 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:36 smithi087 ceph-mon[33075]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:36.982 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:36 smithi087 ceph-mon[33075]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:36.982 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:36 smithi087 ceph-mon[33075]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T17:06:37.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:36 smithi059 ceph-mon[29264]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:37.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:36 smithi059 ceph-mon[29264]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:37.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:36 smithi059 ceph-mon[29264]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T17:06:37.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:36 smithi059 ceph-mon[39803]: from='client.24965 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:37.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:36 smithi059 ceph-mon[39803]: from='client.15087 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:06:37.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:36 smithi059 ceph-mon[39803]: osdmap e173: 8 total, 8 up, 8 in 2024-08-17T17:06:37.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 systemd[1]: Stopping Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:517: done (6 left) 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:518: done (5 left) 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:519: done (4 left) 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:520: done (3 left) 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:521: done (2 left) 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:522: done (1 left) 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:523: done (0 left) 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:524: rollback oid 42 current snap is 52 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 22 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:525: copy_from oid 3 from oid 1 current snap is 52 2024-08-17T17:06:37.464 INFO:tasks.rados.rados.0.smithi059.stdout:526: snap_remove snap 48 2024-08-17T17:06:37.696 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.394Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:06:37.696 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.394Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:06:37.696 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.394Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:06:37.696 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.394Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:06:37.696 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.394Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:06:37.696 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.394Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T17:06:37.697 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.394Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:06:37.697 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.394Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T17:06:37.697 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.394Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T17:06:37.697 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.395Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:06:37.697 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.395Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T17:06:37.697 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[63982]: ts=2024-08-17T17:06:37.395Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T17:06:37.697 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 podman[74333]: 2024-08-17 17:06:37.404693245 +0000 UTC m=+0.116743574 container died 1780e37dcfe6410f598ebb00834ca44740873d618cef9db6c633e630497de893 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:06:38.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-mon[33075]: pgmap v36: 121 pgs: 121 active+clean; 129 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 314 KiB/s wr, 14 op/s 2024-08-17T17:06:38.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:37 smithi087 ceph-mon[33075]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T17:06:38.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 podman[74333]: 2024-08-17 17:06:37.802893546 +0000 UTC m=+0.514943868 container cleanup 1780e37dcfe6410f598ebb00834ca44740873d618cef9db6c633e630497de893 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:06:38.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:37 smithi087 bash[74333]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:06:38.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:37 smithi059 ceph-mon[29264]: pgmap v36: 121 pgs: 121 active+clean; 129 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 314 KiB/s wr, 14 op/s 2024-08-17T17:06:38.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:37 smithi059 ceph-mon[29264]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T17:06:38.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:37 smithi059 ceph-mon[39803]: pgmap v36: 121 pgs: 121 active+clean; 129 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 314 KiB/s wr, 14 op/s 2024-08-17T17:06:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:37 smithi059 ceph-mon[39803]: osdmap e174: 8 total, 8 up, 8 in 2024-08-17T17:06:38.443 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 podman[74347]: 2024-08-17 17:06:38.062318156 +0000 UTC m=+0.658784531 container remove 1780e37dcfe6410f598ebb00834ca44740873d618cef9db6c633e630497de893 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:06:38.444 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T17:06:38.444 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 systemd[1]: Stopped Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:06:38.444 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.578s CPU time. 2024-08-17T17:06:38.444 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 systemd[1]: Starting Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:06:38.462 INFO:tasks.rados.rados.0.smithi059.stdout:526: done (2 left) 2024-08-17T17:06:38.462 INFO:tasks.rados.rados.0.smithi059.stdout:527: read oid 15 snap -1 2024-08-17T17:06:38.462 INFO:tasks.rados.rados.0.smithi059.stdout:527: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:06:38.462 INFO:tasks.rados.rados.0.smithi059.stdout:528: delete oid 34 current snap is 52 2024-08-17T17:06:38.462 INFO:tasks.rados.rados.0.smithi059.stdout:524: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:06:38.462 INFO:tasks.rados.rados.0.smithi059.stdout:524: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:06:38.463 INFO:tasks.rados.rados.0.smithi059.stdout:524: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:06:38.463 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 89 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-17T17:06:38.463 INFO:tasks.rados.rados.0.smithi059.stdout:525: finishing copy_from racing read to smithi05980601-3 2024-08-17T17:06:38.463 INFO:tasks.rados.rados.0.smithi059.stdout:525: finishing copy_from to smithi05980601-3 2024-08-17T17:06:38.463 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 90 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-08-17T17:06:38.467 INFO:tasks.rados.rados.0.smithi059.stdout:524: done (3 left) 2024-08-17T17:06:38.467 INFO:tasks.rados.rados.0.smithi059.stdout:525: done (2 left) 2024-08-17T17:06:38.467 INFO:tasks.rados.rados.0.smithi059.stdout:528: done (1 left) 2024-08-17T17:06:38.467 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 52 2024-08-17T17:06:38.467 INFO:tasks.rados.rados.0.smithi059.stdout:529: seq_num 178 ranges {1228800=589824} 2024-08-17T17:06:38.477 INFO:tasks.rados.rados.0.smithi059.stdout:529: writing smithi05980601-3 from 1228800 to 1818624 tid 1 2024-08-17T17:06:38.478 INFO:tasks.rados.rados.0.smithi059.stdout:530: read oid 28 snap -1 2024-08-17T17:06:38.478 INFO:tasks.rados.rados.0.smithi059.stdout:530: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:06:38.478 INFO:tasks.rados.rados.0.smithi059.stdout:531: rollback oid 6 current snap is 52 2024-08-17T17:06:38.478 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 6 to 46 2024-08-17T17:06:38.478 INFO:tasks.rados.rados.0.smithi059.stdout:527: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:531: finishing rollback tid 0 to smithi05980601-6 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:531: finishing rollback tid 1 to smithi05980601-6 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:531: finishing rollback tid 2 to smithi05980601-6 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 220 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:527: done (3 left) 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:531: done (2 left) 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 52 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:529: finishing write tid 1 to smithi05980601-3 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:529: finishing write tid 2 to smithi05980601-3 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:529: finishing write tid 3 to smithi05980601-3 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:529: oid 3 updating version 0 to 139 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:529: oid 3 version 139 is already newer than 138 2024-08-17T17:06:38.509 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 139 (ObjNum 178 snap 52 seq_num 178) dirty exists 2024-08-17T17:06:38.510 INFO:tasks.rados.rados.0.smithi059.stdout:529: left oid 3 (ObjNum 178 snap 52 seq_num 178) 2024-08-17T17:06:38.510 INFO:tasks.rados.rados.0.smithi059.stdout:530: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-17T17:06:38.527 INFO:tasks.rados.rados.0.smithi059.stdout:532: seq_num 179 ranges {49152=606208} 2024-08-17T17:06:38.530 INFO:tasks.rados.rados.0.smithi059.stdout:532: writing smithi05980601-35 from 49152 to 655360 tid 1 2024-08-17T17:06:38.531 INFO:tasks.rados.rados.0.smithi059.stdout:529: done (2 left) 2024-08-17T17:06:38.531 INFO:tasks.rados.rados.0.smithi059.stdout:530: done (1 left) 2024-08-17T17:06:38.531 INFO:tasks.rados.rados.0.smithi059.stdout:533: snap_create 2024-08-17T17:06:38.534 INFO:tasks.rados.rados.0.smithi059.stdout:532: finishing write tid 1 to smithi05980601-35 2024-08-17T17:06:38.534 INFO:tasks.rados.rados.0.smithi059.stdout:532: finishing write tid 2 to smithi05980601-35 2024-08-17T17:06:38.534 INFO:tasks.rados.rados.0.smithi059.stdout:532: finishing write tid 3 to smithi05980601-35 2024-08-17T17:06:38.535 INFO:tasks.rados.rados.0.smithi059.stdout:532: oid 35 updating version 0 to 98 2024-08-17T17:06:38.535 INFO:tasks.rados.rados.0.smithi059.stdout:532: oid 35 updating version 98 to 99 2024-08-17T17:06:38.535 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 99 (ObjNum 179 snap 52 seq_num 179) dirty exists 2024-08-17T17:06:38.535 INFO:tasks.rados.rados.0.smithi059.stdout:532: left oid 35 (ObjNum 179 snap 52 seq_num 179) 2024-08-17T17:06:38.700 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 podman[74438]: 2024-08-17 17:06:38.346741663 +0000 UTC m=+0.018109653 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T17:06:38.773 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 podman[74438]: 2024-08-17 17:06:38.471518185 +0000 UTC m=+0.142886181 container create 4216ca70d6c19c1e3e8b9b95d4bc0ac9f1a7c98b62f7d4aa1cd6f604f058d524 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:06:38.773 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 podman[74438]: 2024-08-17 17:06:38.69882014 +0000 UTC m=+0.370188143 container init 4216ca70d6c19c1e3e8b9b95d4bc0ac9f1a7c98b62f7d4aa1cd6f604f058d524 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:06:39.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 podman[74438]: 2024-08-17 17:06:38.702588358 +0000 UTC m=+0.373956350 container start 4216ca70d6c19c1e3e8b9b95d4bc0ac9f1a7c98b62f7d4aa1cd6f604f058d524 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:06:39.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.726Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T17:06:39.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.726Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T17:06:39.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.726Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi087 (none))" 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.726Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.726Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.727Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.728Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.728Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.728Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.731Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.731Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.566µs 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.731Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.732Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.740Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.740Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-17T17:06:39.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.740Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=22.052µs wal_replay_duration=9.112056ms wbl_replay_duration=119ns total_replay_duration=9.151545ms 2024-08-17T17:06:39.053 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.741Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T17:06:39.053 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.741Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T17:06:39.053 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.741Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T17:06:39.053 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.761Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.98795ms db_storage=669ns remote_storage=1.056µs web_handler=457ns query_engine=592ns scrape=394.559µs scrape_sd=94.136µs notify=15.866µs notify_sd=32.698µs rules=19.128495ms tracing=5.798µs 2024-08-17T17:06:39.053 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.761Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T17:06:39.053 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:06:38.761Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T17:06:39.053 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 bash[74438]: 4216ca70d6c19c1e3e8b9b95d4bc0ac9f1a7c98b62f7d4aa1cd6f604f058d524 2024-08-17T17:06:39.053 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:06:38 smithi087 systemd[1]: Started Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:06:39.466 INFO:tasks.rados.rados.0.smithi059.stdout:532: done (1 left) 2024-08-17T17:06:39.466 INFO:tasks.rados.rados.0.smithi059.stdout:533: done (0 left) 2024-08-17T17:06:39.467 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 53 2024-08-17T17:06:39.467 INFO:tasks.rados.rados.0.smithi059.stdout:534: seq_num 180 ranges {7593984=622592} 2024-08-17T17:06:39.513 INFO:tasks.rados.rados.0.smithi059.stdout:534: writing smithi05980601-18 from 7593984 to 8216576 tid 1 2024-08-17T17:06:39.513 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 53 2024-08-17T17:06:39.513 INFO:tasks.rados.rados.0.smithi059.stdout:535: seq_num 181 ranges {3096576=638976} 2024-08-17T17:06:39.533 INFO:tasks.rados.rados.0.smithi059.stdout:535: writing smithi05980601-39 from 3096576 to 3735552 tid 1 2024-08-17T17:06:39.534 INFO:tasks.rados.rados.0.smithi059.stdout:536: setattr oid 49 current snap is 53 2024-08-17T17:06:39.534 INFO:tasks.rados.rados.0.smithi059.stdout:534: finishing write tid 1 to smithi05980601-18 2024-08-17T17:06:39.534 INFO:tasks.rados.rados.0.smithi059.stdout:534: finishing write tid 2 to smithi05980601-18 2024-08-17T17:06:39.534 INFO:tasks.rados.rados.0.smithi059.stdout:534: finishing write tid 3 to smithi05980601-18 2024-08-17T17:06:39.534 INFO:tasks.rados.rados.0.smithi059.stdout:534: oid 18 updating version 0 to 127 2024-08-17T17:06:39.534 INFO:tasks.rados.rados.0.smithi059.stdout:534: oid 18 version 127 is already newer than 126 2024-08-17T17:06:39.534 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 127 (ObjNum 180 snap 53 seq_num 180) dirty exists 2024-08-17T17:06:39.534 INFO:tasks.rados.rados.0.smithi059.stdout:534: left oid 18 (ObjNum 180 snap 53 seq_num 180) 2024-08-17T17:06:39.535 INFO:tasks.rados.rados.0.smithi059.stdout:534: done (2 left) 2024-08-17T17:06:39.535 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 53 2024-08-17T17:06:39.535 INFO:tasks.rados.rados.0.smithi059.stdout:537: seq_num 182 ranges {0=655360} 2024-08-17T17:06:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[39803]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T17:06:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:06:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:06:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[39803]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:06:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[39803]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:06:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[39803]: pgmap v39: 121 pgs: 121 active+clean; 129 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 314 KiB/s wr, 14 op/s 2024-08-17T17:06:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[29264]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T17:06:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:06:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:06:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[29264]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:06:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[29264]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:06:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:39 smithi059 ceph-mon[29264]: pgmap v39: 121 pgs: 121 active+clean; 129 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 314 KiB/s wr, 14 op/s 2024-08-17T17:06:39.539 INFO:tasks.rados.rados.0.smithi059.stdout:537: writing smithi05980601-8 from 0 to 655360 tid 1 2024-08-17T17:06:39.539 INFO:tasks.rados.rados.0.smithi059.stdout:538: rollback oid 23 current snap is 53 2024-08-17T17:06:39.539 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 23 to 47 2024-08-17T17:06:39.539 INFO:tasks.rados.rados.0.smithi059.stdout:539: copy_from oid 9 from oid 18 current snap is 53 2024-08-17T17:06:39.539 INFO:tasks.rados.rados.0.smithi059.stdout:540: snap_remove snap 52 2024-08-17T17:06:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:39 smithi087 ceph-mon[33075]: osdmap e175: 8 total, 8 up, 8 in 2024-08-17T17:06:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:39 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:39.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:39 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:39.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:39 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:06:39.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:39 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:06:39.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:39 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:39.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:39 smithi087 ceph-mon[33075]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:06:39.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:39 smithi087 ceph-mon[33075]: Upgrade: Need to upgrade myself (mgr.x) 2024-08-17T17:06:39.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:39 smithi087 ceph-mon[33075]: pgmap v39: 121 pgs: 121 active+clean; 129 MiB data, 482 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 314 KiB/s wr, 14 op/s 2024-08-17T17:06:40.472 INFO:tasks.rados.rados.0.smithi059.stdout:540: done (5 left) 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:541: copy_from oid 50 from oid 24 current snap is 53 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:535: finishing write tid 1 to smithi05980601-39 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:535: finishing write tid 2 to smithi05980601-39 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 286 (ObjNum 4113 snap 0 seq_num 17) dirty exists 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:535: finishing write tid 3 to smithi05980601-39 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:535: oid 39 updating version 0 to 283 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:535: oid 39 updating version 283 to 284 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 284 (ObjNum 181 snap 53 seq_num 181) dirty exists 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:535: left oid 39 (ObjNum 181 snap 53 seq_num 181) 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:538: finishing rollback tid 1 to smithi05980601-23 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:538: finishing rollback tid 2 to smithi05980601-23 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 222 (ObjNum 101 snap 25 seq_num 101) dirty exists 2024-08-17T17:06:40.473 INFO:tasks.rados.rados.0.smithi059.stdout:537: finishing write tid 1 to smithi05980601-8 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:537: finishing write tid 2 to smithi05980601-8 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:537: finishing write tid 3 to smithi05980601-8 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:537: oid 8 updating version 0 to 83 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:537: oid 8 updating version 83 to 84 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 84 (ObjNum 182 snap 53 seq_num 182) dirty exists 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:537: left oid 8 (ObjNum 182 snap 53 seq_num 182) 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:539: finishing copy_from racing read to smithi05980601-9 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:539: finishing copy_from to smithi05980601-9 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 127 (ObjNum 180 snap 53 seq_num 180) dirty exists 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:535: done (5 left) 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:536: done (4 left) 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:537: done (3 left) 2024-08-17T17:06:40.474 INFO:tasks.rados.rados.0.smithi059.stdout:538: done (2 left) 2024-08-17T17:06:40.475 INFO:tasks.rados.rados.0.smithi059.stdout:539: done (1 left) 2024-08-17T17:06:40.475 INFO:tasks.rados.rados.0.smithi059.stdout:542: read oid 43 snap 49 2024-08-17T17:06:40.475 INFO:tasks.rados.rados.0.smithi059.stdout:542: expect deleted 2024-08-17T17:06:40.475 INFO:tasks.rados.rados.0.smithi059.stdout:543: copy_from oid 45 from oid 10 current snap is 53 2024-08-17T17:06:40.475 INFO:tasks.rados.rados.0.smithi059.stdout:544: delete oid 19 current snap is 53 2024-08-17T17:06:40.479 INFO:tasks.rados.rados.0.smithi059.stdout:543: finishing copy_from racing read to smithi05980601-45 2024-08-17T17:06:40.480 INFO:tasks.rados.rados.0.smithi059.stdout:543: finishing copy_from to smithi05980601-45 2024-08-17T17:06:40.480 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:06:40.480 INFO:tasks.rados.rados.0.smithi059.stdout:542: done (3 left) 2024-08-17T17:06:40.480 INFO:tasks.rados.rados.0.smithi059.stdout:543: done (2 left) 2024-08-17T17:06:40.480 INFO:tasks.rados.rados.0.smithi059.stdout:544: done (1 left) 2024-08-17T17:06:40.480 INFO:tasks.rados.rados.0.smithi059.stdout:545: snap_create 2024-08-17T17:06:40.488 INFO:tasks.rados.rados.0.smithi059.stdout:541: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:06:40.489 INFO:tasks.rados.rados.0.smithi059.stdout:541: finishing copy_from to smithi05980601-50 2024-08-17T17:06:40.489 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 62 (ObjNum 173 snap 51 seq_num 173) dirty exists 2024-08-17T17:06:40.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[29264]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T17:06:40.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:40.756 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:40.757 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:40.757 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:06:40.757 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:40.757 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[39803]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T17:06:40.757 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:40.757 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:40.757 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:40.757 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:06:40.757 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:40 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:40 smithi087 ceph-mon[33075]: osdmap e176: 8 total, 8 up, 8 in 2024-08-17T17:06:40.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:40 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:40.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:40 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:40.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:40 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:06:40.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:40 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:06:40.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:40 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:41.486 INFO:tasks.rados.rados.0.smithi059.stdout:541: done (1 left) 2024-08-17T17:06:41.486 INFO:tasks.rados.rados.0.smithi059.stdout:545: done (0 left) 2024-08-17T17:06:41.486 INFO:tasks.rados.rados.0.smithi059.stdout:546: read oid 45 snap -1 2024-08-17T17:06:41.486 INFO:tasks.rados.rados.0.smithi059.stdout:546: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:06:41.486 INFO:tasks.rados.rados.0.smithi059.stdout:547: copy_from oid 49 from oid 4 current snap is 54 2024-08-17T17:06:41.486 INFO:tasks.rados.rados.0.smithi059.stdout:548: snap_remove snap 46 2024-08-17T17:06:41.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:41 smithi059 ceph-mon[39803]: Upgrade: Updating mgr.y 2024-08-17T17:06:41.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:41 smithi059 ceph-mon[39803]: Deploying daemon mgr.y on smithi059 2024-08-17T17:06:41.763 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:41 smithi059 ceph-mon[39803]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T17:06:41.764 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:41 smithi059 ceph-mon[39803]: pgmap v42: 121 pgs: 121 active+clean; 129 MiB data, 482 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:41.764 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:41 smithi059 ceph-mon[29264]: Upgrade: Updating mgr.y 2024-08-17T17:06:41.764 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:41 smithi059 ceph-mon[29264]: Deploying daemon mgr.y on smithi059 2024-08-17T17:06:41.764 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:41 smithi059 ceph-mon[29264]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T17:06:41.764 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:41 smithi059 ceph-mon[29264]: pgmap v42: 121 pgs: 121 active+clean; 129 MiB data, 482 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:41 smithi087 ceph-mon[33075]: Upgrade: Updating mgr.y 2024-08-17T17:06:41.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:41 smithi087 ceph-mon[33075]: Deploying daemon mgr.y on smithi059 2024-08-17T17:06:41.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:41 smithi087 ceph-mon[33075]: osdmap e177: 8 total, 8 up, 8 in 2024-08-17T17:06:41.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:41 smithi087 ceph-mon[33075]: pgmap v42: 121 pgs: 121 active+clean; 129 MiB data, 482 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:42.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:42 smithi059 systemd[1]: Stopping Ceph mgr.y for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:06:42.455 INFO:tasks.rados.rados.0.smithi059.stdout:548: done (2 left) 2024-08-17T17:06:42.455 INFO:tasks.rados.rados.0.smithi059.stdout:549: rollback oid 14 current snap is 54 2024-08-17T17:06:42.455 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 33 2024-08-17T17:06:42.456 INFO:tasks.rados.rados.0.smithi059.stdout:546: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:06:42.480 INFO:tasks.rados.rados.0.smithi059.stdout:547: finishing copy_from racing read to smithi05980601-49 2024-08-17T17:06:42.480 INFO:tasks.rados.rados.0.smithi059.stdout:547: finishing copy_from to smithi05980601-49 2024-08-17T17:06:42.480 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 146 (ObjNum 156 snap 43 seq_num 156) dirty exists 2024-08-17T17:06:42.480 INFO:tasks.rados.rados.0.smithi059.stdout:546: done (2 left) 2024-08-17T17:06:42.480 INFO:tasks.rados.rados.0.smithi059.stdout:547: done (1 left) 2024-08-17T17:06:42.480 INFO:tasks.rados.rados.0.smithi059.stdout:550: snap_create 2024-08-17T17:06:42.480 INFO:tasks.rados.rados.0.smithi059.stdout:549: finishing rollback tid 0 to smithi05980601-14 2024-08-17T17:06:42.480 INFO:tasks.rados.rados.0.smithi059.stdout:549: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:06:42.480 INFO:tasks.rados.rados.0.smithi059.stdout:549: finishing rollback tid 2 to smithi05980601-14 2024-08-17T17:06:42.481 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 67 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-17T17:06:42.590 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:42 smithi059 ceph-mon[29264]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T17:06:42.590 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:42 smithi059 ceph-mon[29264]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T17:06:42.590 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:42 smithi059 ceph-mon[39803]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T17:06:42.590 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:42 smithi059 ceph-mon[39803]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T17:06:42.591 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:42 smithi059 podman[83255]: 2024-08-17 17:06:42.318083043 +0000 UTC m=+0.143853701 container died c8a6b5c002a7cc8ab075b231b2ad27a97317fb6714497ab47aee1b24fd61ad83 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-17T17:06:42.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:42 smithi087 ceph-mon[33075]: osdmap e178: 8 total, 8 up, 8 in 2024-08-17T17:06:42.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:42 smithi087 ceph-mon[33075]: osdmap e179: 8 total, 8 up, 8 in 2024-08-17T17:06:42.930 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:42 smithi059 podman[83255]: 2024-08-17 17:06:42.761840955 +0000 UTC m=+0.587611604 container cleanup c8a6b5c002a7cc8ab075b231b2ad27a97317fb6714497ab47aee1b24fd61ad83 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-17T17:06:42.931 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:42 smithi059 bash[83255]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y 2024-08-17T17:06:43.182 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:42 smithi059 podman[83268]: 2024-08-17 17:06:42.930169649 +0000 UTC m=+0.614420000 container remove c8a6b5c002a7cc8ab075b231b2ad27a97317fb6714497ab47aee1b24fd61ad83 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=reef-ced649f, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-17T17:06:43.182 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:42 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:06:43.484 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-17T17:06:43.484 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 systemd[1]: Stopped Ceph mgr.y for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:06:43.484 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Consumed 48.473s CPU time. 2024-08-17T17:06:43.484 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 systemd[1]: Starting Ceph mgr.y for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:06:43.487 INFO:tasks.rados.rados.0.smithi059.stdout:549: done (1 left) 2024-08-17T17:06:43.487 INFO:tasks.rados.rados.0.smithi059.stdout:550: done (0 left) 2024-08-17T17:06:43.487 INFO:tasks.rados.rados.0.smithi059.stdout:551: copy_from oid 16 from oid 10 current snap is 55 2024-08-17T17:06:43.488 INFO:tasks.rados.rados.0.smithi059.stdout:552: snap_remove snap 31 2024-08-17T17:06:43.738 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:43 smithi059 ceph-mon[29264]: pgmap v45: 121 pgs: 121 active+clean; 150 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-08-17T17:06:43.738 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:43 smithi059 ceph-mon[39803]: pgmap v45: 121 pgs: 121 active+clean; 150 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-08-17T17:06:43.739 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 podman[83395]: 2024-08-17 17:06:43.530223411 +0000 UTC m=+0.017866619 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:06:43.739 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 podman[83395]: 2024-08-17 17:06:43.640083158 +0000 UTC m=+0.127726349 container create ed8171cb42df642de74d70397a6f7b92e95efc4115b80c55a06fa7604a0e7784 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe) 2024-08-17T17:06:43.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:43 smithi087 ceph-mon[33075]: pgmap v45: 121 pgs: 121 active+clean; 150 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-08-17T17:06:44.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 podman[83395]: 2024-08-17 17:06:43.834423463 +0000 UTC m=+0.322066674 container init ed8171cb42df642de74d70397a6f7b92e95efc4115b80c55a06fa7604a0e7784 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0) 2024-08-17T17:06:44.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 podman[83395]: 2024-08-17 17:06:43.837664888 +0000 UTC m=+0.325308086 container start ed8171cb42df642de74d70397a6f7b92e95efc4115b80c55a06fa7604a0e7784 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-17T17:06:44.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 ceph-mgr[83414]: -- 172.21.15.59:0/2841834985 <== mon.0 v2:172.21.15.59:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55be9e2e50e0 con 0x55be9e2c3000 2024-08-17T17:06:44.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 bash[83395]: ed8171cb42df642de74d70397a6f7b92e95efc4115b80c55a06fa7604a0e7784 2024-08-17T17:06:44.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:43 smithi059 systemd[1]: Started Ceph mgr.y for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:06:44.503 INFO:tasks.rados.rados.0.smithi059.stdout:552: done (1 left) 2024-08-17T17:06:44.503 INFO:tasks.rados.rados.0.smithi059.stdout:553: read oid 35 snap -1 2024-08-17T17:06:44.503 INFO:tasks.rados.rados.0.smithi059.stdout:553: expect (ObjNum 179 snap 52 seq_num 179) 2024-08-17T17:06:44.504 INFO:tasks.rados.rados.0.smithi059.stdout:554: snap_create 2024-08-17T17:06:44.504 INFO:tasks.rados.rados.0.smithi059.stdout:551: finishing copy_from racing read to smithi05980601-16 2024-08-17T17:06:44.504 INFO:tasks.rados.rados.0.smithi059.stdout:551: finishing copy_from to smithi05980601-16 2024-08-17T17:06:44.504 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:06:44.513 INFO:tasks.rados.rados.0.smithi059.stdout:553: expect (ObjNum 179 snap 52 seq_num 179) 2024-08-17T17:06:44.726 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:06:44] "GET /metrics HTTP/1.1" 200 36084 "" "Prometheus/2.43.0" 2024-08-17T17:06:44.727 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:44 smithi087 ceph-mon[33075]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T17:06:44.727 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:44 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:44.727 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:44 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:44.727 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:44 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:44.757 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:44 smithi059 ceph-mon[29264]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T17:06:44.757 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:44 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:44.757 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:44 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:44.757 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:44 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:44.758 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:44 smithi059 ceph-mon[39803]: osdmap e180: 8 total, 8 up, 8 in 2024-08-17T17:06:44.758 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:44 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:44.758 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:44 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:44.758 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:44 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:45.511 INFO:tasks.rados.rados.0.smithi059.stdout:551: done (2 left) 2024-08-17T17:06:45.511 INFO:tasks.rados.rados.0.smithi059.stdout:553: done (1 left) 2024-08-17T17:06:45.511 INFO:tasks.rados.rados.0.smithi059.stdout:554: done (0 left) 2024-08-17T17:06:45.511 INFO:tasks.rados.rados.0.smithi059.stdout:555: rmattr oid 33 current snap is 56 2024-08-17T17:06:45.512 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 56 2024-08-17T17:06:45.512 INFO:tasks.rados.rados.0.smithi059.stdout:556: seq_num 184 ranges {696320=688128} 2024-08-17T17:06:45.520 INFO:tasks.rados.rados.0.smithi059.stdout:556: writing smithi05980601-42 from 696320 to 1384448 tid 1 2024-08-17T17:06:45.520 INFO:tasks.rados.rados.0.smithi059.stdout:557: copy_from oid 46 from oid 21 current snap is 56 2024-08-17T17:06:45.520 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 98 (ObjNum 159 snap 45 seq_num 159) dirty exists 2024-08-17T17:06:45.520 INFO:tasks.rados.rados.0.smithi059.stdout:555: done (2 left) 2024-08-17T17:06:45.520 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 56 2024-08-17T17:06:45.520 INFO:tasks.rados.rados.0.smithi059.stdout:558: seq_num 185 ranges {0=704512} 2024-08-17T17:06:45.524 INFO:tasks.rados.rados.0.smithi059.stdout:558: writing smithi05980601-7 from 0 to 704512 tid 1 2024-08-17T17:06:45.524 INFO:tasks.rados.rados.0.smithi059.stdout:559: rollback oid 11 current snap is 56 2024-08-17T17:06:45.524 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 22 2024-08-17T17:06:45.524 INFO:tasks.rados.rados.0.smithi059.stdout:556: finishing write tid 1 to smithi05980601-42 2024-08-17T17:06:45.524 INFO:tasks.rados.rados.0.smithi059.stdout:556: finishing write tid 2 to smithi05980601-42 2024-08-17T17:06:45.524 INFO:tasks.rados.rados.0.smithi059.stdout:560: setattr oid 3 current snap is 56 2024-08-17T17:06:45.524 INFO:tasks.rados.rados.0.smithi059.stdout:556: finishing write tid 3 to smithi05980601-42 2024-08-17T17:06:45.524 INFO:tasks.rados.rados.0.smithi059.stdout:556: oid 42 updating version 0 to 100 2024-08-17T17:06:45.525 INFO:tasks.rados.rados.0.smithi059.stdout:556: oid 42 updating version 100 to 101 2024-08-17T17:06:45.525 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 101 (ObjNum 184 snap 56 seq_num 184) dirty exists 2024-08-17T17:06:45.525 INFO:tasks.rados.rados.0.smithi059.stdout:556: left oid 42 (ObjNum 184 snap 56 seq_num 184) 2024-08-17T17:06:45.525 INFO:tasks.rados.rados.0.smithi059.stdout:556: done (4 left) 2024-08-17T17:06:45.525 INFO:tasks.rados.rados.0.smithi059.stdout:561: rmattr oid 27 current snap is 56 2024-08-17T17:06:45.526 INFO:tasks.rados.rados.0.smithi059.stdout:561: done (4 left) 2024-08-17T17:06:45.526 INFO:tasks.rados.rados.0.smithi059.stdout:562: read oid 42 snap -1 2024-08-17T17:06:45.526 INFO:tasks.rados.rados.0.smithi059.stdout:562: expect (ObjNum 184 snap 56 seq_num 184) 2024-08-17T17:06:45.526 INFO:tasks.rados.rados.0.smithi059.stdout:563: rollback oid 27 current snap is 56 2024-08-17T17:06:45.526 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 33 2024-08-17T17:06:45.526 INFO:tasks.rados.rados.0.smithi059.stdout:564: copy_from oid 4 from oid 37 current snap is 56 2024-08-17T17:06:45.526 INFO:tasks.rados.rados.0.smithi059.stdout:565: delete oid 8 current snap is 56 2024-08-17T17:06:45.527 INFO:tasks.rados.rados.0.smithi059.stdout:564: finishing copy_from to smithi05980601-4 2024-08-17T17:06:45.527 INFO:tasks.rados.rados.0.smithi059.stdout:564: got expected ENOENT (src dne) 2024-08-17T17:06:45.527 INFO:tasks.rados.rados.0.smithi059.stdout:564: finishing copy_from racing read to smithi05980601-4 2024-08-17T17:06:45.527 INFO:tasks.rados.rados.0.smithi059.stdout:559: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:06:45.527 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:06:45.529 INFO:tasks.rados.rados.0.smithi059.stdout:559: done (7 left) 2024-08-17T17:06:45.529 INFO:tasks.rados.rados.0.smithi059.stdout:564: done (6 left) 2024-08-17T17:06:45.529 INFO:tasks.rados.rados.0.smithi059.stdout:565: done (5 left) 2024-08-17T17:06:45.529 INFO:tasks.rados.rados.0.smithi059.stdout:566: rollback oid 30 current snap is 56 2024-08-17T17:06:45.529 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 47 2024-08-17T17:06:45.529 INFO:tasks.rados.rados.0.smithi059.stdout:558: finishing write tid 1 to smithi05980601-7 2024-08-17T17:06:45.529 INFO:tasks.rados.rados.0.smithi059.stdout:567: snap_remove snap 53 2024-08-17T17:06:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:45 smithi059 ceph-mon[29264]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T17:06:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:45 smithi059 ceph-mon[29264]: pgmap v48: 121 pgs: 121 active+clean; 150 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-08-17T17:06:45.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:45 smithi059 ceph-mon[39803]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T17:06:45.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:45 smithi059 ceph-mon[39803]: pgmap v48: 121 pgs: 121 active+clean; 150 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-08-17T17:06:45.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:45 smithi087 ceph-mon[33075]: osdmap e181: 8 total, 8 up, 8 in 2024-08-17T17:06:45.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:45 smithi087 ceph-mon[33075]: pgmap v48: 121 pgs: 121 active+clean; 150 MiB data, 568 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-08-17T17:06:46.510 INFO:tasks.rados.rados.0.smithi059.stdout:567: done (6 left) 2024-08-17T17:06:46.510 INFO:tasks.rados.rados.0.smithi059.stdout:568: read oid 15 snap -1 2024-08-17T17:06:46.510 INFO:tasks.rados.rados.0.smithi059.stdout:568: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:06:46.510 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 56 2024-08-17T17:06:46.510 INFO:tasks.rados.rados.0.smithi059.stdout:569: seq_num 187 ranges {638976=737280} 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:569: writing smithi05980601-16 from 638976 to 1376256 tid 1 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:570: rollback oid 1 current snap is 56 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 1 to 47 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:563: finishing rollback tid 0 to smithi05980601-27 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:558: finishing write tid 2 to smithi05980601-7 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 155 (ObjNum 178 snap 52 seq_num 178) dirty exists 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:560: done (8 left) 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 56 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:563: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:06:46.519 INFO:tasks.rados.rados.0.smithi059.stdout:562: expect (ObjNum 184 snap 56 seq_num 184) 2024-08-17T17:06:46.562 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:46 smithi059 ceph-mon[29264]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T17:06:46.562 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:46 smithi059 ceph-mon[39803]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T17:06:46.568 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:46 smithi087 ceph-mon[33075]: osdmap e182: 8 total, 8 up, 8 in 2024-08-17T17:06:46.568 INFO:tasks.rados.rados.0.smithi059.stdout:558: finishing write tid 3 to smithi05980601-7 2024-08-17T17:06:46.568 INFO:tasks.rados.rados.0.smithi059.stdout:558: oid 7 updating version 0 to 71 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:558: oid 7 updating version 71 to 72 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 72 (ObjNum 185 snap 56 seq_num 185) dirty exists 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:558: left oid 7 (ObjNum 185 snap 56 seq_num 185) 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:563: finishing rollback tid 2 to smithi05980601-27 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 113 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:557: finishing copy_from racing read to smithi05980601-46 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:566: finishing rollback tid 0 to smithi05980601-30 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:557: finishing copy_from to smithi05980601-46 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 123 (ObjNum 150 snap 43 seq_num 150) dirty exists 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:566: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:566: finishing rollback tid 2 to smithi05980601-30 2024-08-17T17:06:46.569 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 65 (ObjNum 93 snap 19 seq_num 93) dirty exists 2024-08-17T17:06:46.570 INFO:tasks.rados.rados.0.smithi059.stdout:571: seq_num 188 ranges {3137536=753664} 2024-08-17T17:06:46.590 INFO:tasks.rados.rados.0.smithi059.stdout:571: writing smithi05980601-47 from 3137536 to 3891200 tid 1 2024-08-17T17:06:46.590 INFO:tasks.rados.rados.0.smithi059.stdout:557: done (8 left) 2024-08-17T17:06:46.590 INFO:tasks.rados.rados.0.smithi059.stdout:558: done (7 left) 2024-08-17T17:06:46.590 INFO:tasks.rados.rados.0.smithi059.stdout:562: done (6 left) 2024-08-17T17:06:46.590 INFO:tasks.rados.rados.0.smithi059.stdout:563: done (5 left) 2024-08-17T17:06:46.590 INFO:tasks.rados.rados.0.smithi059.stdout:566: done (4 left) 2024-08-17T17:06:46.591 INFO:tasks.rados.rados.0.smithi059.stdout:572: rollback oid 40 current snap is 56 2024-08-17T17:06:46.591 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 50 2024-08-17T17:06:46.591 INFO:tasks.rados.rados.0.smithi059.stdout:568: expect (ObjNum 59 snap 5 seq_num 59) 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:570: finishing rollback tid 0 to smithi05980601-1 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:570: finishing rollback tid 1 to smithi05980601-1 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:570: finishing rollback tid 2 to smithi05980601-1 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 154 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:569: finishing write tid 1 to smithi05980601-16 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:569: finishing write tid 2 to smithi05980601-16 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:568: done (4 left) 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:570: done (3 left) 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:573: rollback oid 33 current snap is 56 2024-08-17T17:06:46.622 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 33 to 33 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:569: finishing write tid 3 to smithi05980601-16 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:569: oid 16 updating version 0 to 200 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:569: oid 16 version 200 is already newer than 199 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 200 (ObjNum 187 snap 56 seq_num 187) dirty exists 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:569: left oid 16 (ObjNum 187 snap 56 seq_num 187) 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:572: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:572: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:572: finishing rollback tid 2 to smithi05980601-40 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 158 (ObjNum 116 snap 35 seq_num 116) dirty exists 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:571: finishing write tid 1 to smithi05980601-47 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:571: finishing write tid 2 to smithi05980601-47 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:571: finishing write tid 3 to smithi05980601-47 2024-08-17T17:06:46.623 INFO:tasks.rados.rados.0.smithi059.stdout:571: oid 47 updating version 0 to 85 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:571: oid 47 version 85 is already newer than 84 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 85 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:571: left oid 47 (ObjNum 188 snap 56 seq_num 188) 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:569: done (3 left) 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:571: done (2 left) 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:572: done (1 left) 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:574: read oid 37 snap 45 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:574: expect deleted 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:575: copy_from oid 4 from oid 44 current snap is 56 2024-08-17T17:06:46.624 INFO:tasks.rados.rados.0.smithi059.stdout:576: snap_remove snap 55 2024-08-17T17:06:47.517 INFO:tasks.rados.rados.0.smithi059.stdout:576: done (3 left) 2024-08-17T17:06:47.518 INFO:tasks.rados.rados.0.smithi059.stdout:577: snap_remove snap 49 2024-08-17T17:06:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[29264]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T17:06:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[29264]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T17:06:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[39803]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T17:06:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[39803]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T17:06:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:47 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:47 smithi087 ceph-mon[33075]: osdmap e183: 8 total, 8 up, 8 in 2024-08-17T17:06:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:47 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:47 smithi087 ceph-mon[33075]: pgmap v51: 121 pgs: 121 active+clean; 155 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T17:06:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:47 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:47 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.530 INFO:tasks.rados.rados.0.smithi059.stdout:577: done (3 left) 2024-08-17T17:06:48.530 INFO:tasks.rados.rados.0.smithi059.stdout:578: rollback oid 3 current snap is 56 2024-08-17T17:06:48.531 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 3 to 28 2024-08-17T17:06:48.531 INFO:tasks.rados.rados.0.smithi059.stdout:579: delete oid 21 current snap is 56 2024-08-17T17:06:48.531 INFO:tasks.rados.rados.0.smithi059.stdout:573: finishing rollback tid 0 to smithi05980601-33 2024-08-17T17:06:48.531 INFO:tasks.rados.rados.0.smithi059.stdout:573: finishing rollback tid 1 to smithi05980601-33 2024-08-17T17:06:48.531 INFO:tasks.rados.rados.0.smithi059.stdout:573: finishing rollback tid 2 to smithi05980601-33 2024-08-17T17:06:48.531 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 108 (ObjNum 94 snap 19 seq_num 94) dirty exists 2024-08-17T17:06:48.531 INFO:tasks.rados.rados.0.smithi059.stdout:575: finishing copy_from racing read to smithi05980601-4 2024-08-17T17:06:48.532 INFO:tasks.rados.rados.0.smithi059.stdout:575: finishing copy_from to smithi05980601-4 2024-08-17T17:06:48.532 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 78 (ObjNum 139 snap 41 seq_num 139) dirty exists 2024-08-17T17:06:48.537 INFO:tasks.rados.rados.0.smithi059.stdout:573: done (4 left) 2024-08-17T17:06:48.537 INFO:tasks.rados.rados.0.smithi059.stdout:574: done (3 left) 2024-08-17T17:06:48.537 INFO:tasks.rados.rados.0.smithi059.stdout:575: done (2 left) 2024-08-17T17:06:48.537 INFO:tasks.rados.rados.0.smithi059.stdout:579: done (1 left) 2024-08-17T17:06:48.537 INFO:tasks.rados.rados.0.smithi059.stdout:580: read oid 10 snap -1 2024-08-17T17:06:48.537 INFO:tasks.rados.rados.0.smithi059.stdout:580: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:06:48.537 INFO:tasks.rados.rados.0.smithi059.stdout:581: setattr oid 34 current snap is 56 2024-08-17T17:06:48.538 INFO:tasks.rados.rados.0.smithi059.stdout:578: finishing rollback tid 0 to smithi05980601-3 2024-08-17T17:06:48.538 INFO:tasks.rados.rados.0.smithi059.stdout:578: finishing rollback tid 1 to smithi05980601-3 2024-08-17T17:06:48.538 INFO:tasks.rados.rados.0.smithi059.stdout:582: rmattr oid 20 current snap is 56 2024-08-17T17:06:48.538 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 56 2024-08-17T17:06:48.538 INFO:tasks.rados.rados.0.smithi059.stdout:583: seq_num 190 ranges {0=786432} 2024-08-17T17:06:48.543 INFO:tasks.rados.rados.0.smithi059.stdout:583: writing smithi05980601-11 from 0 to 786432 tid 1 2024-08-17T17:06:48.543 INFO:tasks.rados.rados.0.smithi059.stdout:578: finishing rollback tid 2 to smithi05980601-3 2024-08-17T17:06:48.543 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 166 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-08-17T17:06:48.543 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 206 (ObjNum 129 snap 0 seq_num 1276517255) dirty exists 2024-08-17T17:06:48.543 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 258 (ObjNum 175 snap 51 seq_num 175) dirty exists 2024-08-17T17:06:48.543 INFO:tasks.rados.rados.0.smithi059.stdout:580: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:06:48.562 INFO:tasks.rados.rados.0.smithi059.stdout:583: finishing write tid 1 to smithi05980601-11 2024-08-17T17:06:48.562 INFO:tasks.rados.rados.0.smithi059.stdout:583: finishing write tid 2 to smithi05980601-11 2024-08-17T17:06:48.562 INFO:tasks.rados.rados.0.smithi059.stdout:583: finishing write tid 3 to smithi05980601-11 2024-08-17T17:06:48.562 INFO:tasks.rados.rados.0.smithi059.stdout:583: oid 11 updating version 0 to 327 2024-08-17T17:06:48.562 INFO:tasks.rados.rados.0.smithi059.stdout:583: oid 11 version 327 is already newer than 326 2024-08-17T17:06:48.562 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 327 (ObjNum 190 snap 56 seq_num 190) dirty exists 2024-08-17T17:06:48.563 INFO:tasks.rados.rados.0.smithi059.stdout:583: left oid 11 (ObjNum 190 snap 56 seq_num 190) 2024-08-17T17:06:48.563 INFO:tasks.rados.rados.0.smithi059.stdout:578: done (4 left) 2024-08-17T17:06:48.563 INFO:tasks.rados.rados.0.smithi059.stdout:580: done (3 left) 2024-08-17T17:06:48.563 INFO:tasks.rados.rados.0.smithi059.stdout:581: done (2 left) 2024-08-17T17:06:48.563 INFO:tasks.rados.rados.0.smithi059.stdout:582: done (1 left) 2024-08-17T17:06:48.563 INFO:tasks.rados.rados.0.smithi059.stdout:583: done (0 left) 2024-08-17T17:06:48.563 INFO:tasks.rados.rados.0.smithi059.stdout:584: snap_create 2024-08-17T17:06:48.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[29264]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T17:06:48.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[39803]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T17:06:48.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:48 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:48 smithi087 ceph-mon[33075]: osdmap e184: 8 total, 8 up, 8 in 2024-08-17T17:06:48.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:48 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:48 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:48 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:48.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:48 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:49.535 INFO:tasks.rados.rados.0.smithi059.stdout:584: done (0 left) 2024-08-17T17:06:49.535 INFO:tasks.rados.rados.0.smithi059.stdout:585: snap_remove snap 54 2024-08-17T17:06:49.605 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[39803]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T17:06:49.605 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[39803]: pgmap v54: 121 pgs: 121 active+clean; 155 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T17:06:49.605 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[39803]: Standby manager daemon y restarted 2024-08-17T17:06:49.605 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[39803]: Standby manager daemon y started 2024-08-17T17:06:49.605 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:06:49.605 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:49.605 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:06:49.605 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:49.606 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[29264]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T17:06:49.606 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[29264]: pgmap v54: 121 pgs: 121 active+clean; 155 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T17:06:49.606 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[29264]: Standby manager daemon y restarted 2024-08-17T17:06:49.606 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[29264]: Standby manager daemon y started 2024-08-17T17:06:49.606 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:06:49.606 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:49.606 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:06:49.606 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:49.606 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:06:49] ENGINE Bus STARTING 2024-08-17T17:06:49.607 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: CherryPy Checker: 2024-08-17T17:06:49.607 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: The Application mounted at '' has an empty config. 2024-08-17T17:06:49.607 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:49.607 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:06:49] ENGINE Serving on http://:::9283 2024-08-17T17:06:49.607 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:06:49] ENGINE Bus STARTED 2024-08-17T17:06:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:49 smithi087 ceph-mon[33075]: osdmap e185: 8 total, 8 up, 8 in 2024-08-17T17:06:49.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:49 smithi087 ceph-mon[33075]: pgmap v54: 121 pgs: 121 active+clean; 155 MiB data, 576 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-17T17:06:49.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:49 smithi087 ceph-mon[33075]: Standby manager daemon y restarted 2024-08-17T17:06:49.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:49 smithi087 ceph-mon[33075]: Standby manager daemon y started 2024-08-17T17:06:49.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:49 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-17T17:06:49.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:49 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:49.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:49 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-17T17:06:49.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:49 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:50.539 INFO:tasks.rados.rados.0.smithi059.stdout:585: done (0 left) 2024-08-17T17:06:50.539 INFO:tasks.rados.rados.0.smithi059.stdout:586: snap_remove snap 56 2024-08-17T17:06:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:50 smithi087 ceph-mon[33075]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T17:06:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:50 smithi087 ceph-mon[33075]: mgrmap e30: x(active, since 34s), standbys: y 2024-08-17T17:06:50.944 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:50 smithi059 ceph-mon[29264]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T17:06:50.944 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:50 smithi059 ceph-mon[29264]: mgrmap e30: x(active, since 34s), standbys: y 2024-08-17T17:06:50.945 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:50 smithi059 ceph-mon[39803]: osdmap e186: 8 total, 8 up, 8 in 2024-08-17T17:06:50.945 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:50 smithi059 ceph-mon[39803]: mgrmap e30: x(active, since 34s), standbys: y 2024-08-17T17:06:51.535 INFO:tasks.rados.rados.0.smithi059.stdout:586: done (0 left) 2024-08-17T17:06:51.536 INFO:tasks.rados.rados.0.smithi059.stdout:587: rollback oid 12 current snap is 57 2024-08-17T17:06:51.536 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 12 to 42 2024-08-17T17:06:51.536 INFO:tasks.rados.rados.0.smithi059.stdout:588: read oid 21 snap -1 2024-08-17T17:06:51.536 INFO:tasks.rados.rados.0.smithi059.stdout:588: expect deleted 2024-08-17T17:06:51.536 INFO:tasks.rados.rados.0.smithi059.stdout:589: snap_remove snap 50 2024-08-17T17:06:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:51 smithi087 ceph-mon[33075]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T17:06:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:51 smithi087 ceph-mon[33075]: pgmap v57: 121 pgs: 121 active+clean; 155 MiB data, 576 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:51 smithi087 ceph-mon[33075]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T17:06:51.819 INFO:tasks.rados.rados.0.smithi059.stdout:589: done (2 left) 2024-08-17T17:06:51.819 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 57 2024-08-17T17:06:51.820 INFO:tasks.rados.rados.0.smithi059.stdout:590: seq_num 191 ranges {2342912=802816} 2024-08-17T17:06:51.836 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:51 smithi059 ceph-mon[39803]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T17:06:51.836 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:51 smithi059 ceph-mon[39803]: pgmap v57: 121 pgs: 121 active+clean; 155 MiB data, 576 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:51.836 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:51 smithi059 ceph-mon[39803]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T17:06:51.837 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:51 smithi059 ceph-mon[29264]: osdmap e187: 8 total, 8 up, 8 in 2024-08-17T17:06:51.837 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:51 smithi059 ceph-mon[29264]: pgmap v57: 121 pgs: 121 active+clean; 155 MiB data, 576 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:51.837 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:51 smithi059 ceph-mon[29264]: osdmap e188: 8 total, 8 up, 8 in 2024-08-17T17:06:51.839 INFO:tasks.rados.rados.0.smithi059.stdout:590: writing smithi05980601-44 from 2342912 to 3145728 tid 1 2024-08-17T17:06:51.839 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 57 2024-08-17T17:06:51.839 INFO:tasks.rados.rados.0.smithi059.stdout:591: seq_num 192 ranges {696320=417792,1114112=401408} 2024-08-17T17:06:51.845 INFO:tasks.rados.rados.0.smithi059.stdout:591: writing smithi05980601-28 from 696320 to 1114112 tid 1 2024-08-17T17:06:51.848 INFO:tasks.rados.rados.0.smithi059.stdout:591: writing smithi05980601-28 from 1114112 to 1515520 tid 2 2024-08-17T17:06:51.848 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 57 2024-08-17T17:06:51.848 INFO:tasks.rados.rados.0.smithi059.stdout:587: finishing rollback tid 0 to smithi05980601-12 2024-08-17T17:06:51.848 INFO:tasks.rados.rados.0.smithi059.stdout:587: finishing rollback tid 1 to smithi05980601-12 2024-08-17T17:06:51.848 INFO:tasks.rados.rados.0.smithi059.stdout:592: seq_num 193 ranges {786432=434176,1220608=401408} 2024-08-17T17:06:51.854 INFO:tasks.rados.rados.0.smithi059.stdout:592: writing smithi05980601-11 from 786432 to 1220608 tid 1 2024-08-17T17:06:51.857 INFO:tasks.rados.rados.0.smithi059.stdout:592: writing smithi05980601-11 from 1220608 to 1622016 tid 2 2024-08-17T17:06:51.858 INFO:tasks.rados.rados.0.smithi059.stdout:588: done (4 left) 2024-08-17T17:06:51.858 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 57 2024-08-17T17:06:51.858 INFO:tasks.rados.rados.0.smithi059.stdout:593: seq_num 194 ranges {2383872=458752,2842624=401408} 2024-08-17T17:06:51.873 INFO:tasks.rados.rados.0.smithi059.stdout:593: writing smithi05980601-46 from 2383872 to 2842624 tid 1 2024-08-17T17:06:51.875 INFO:tasks.rados.rados.0.smithi059.stdout:593: writing smithi05980601-46 from 2842624 to 3244032 tid 2 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 57 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:587: finishing rollback tid 2 to smithi05980601-12 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 214 (ObjNum 141 snap 42 seq_num 141) dirty exists 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:590: finishing write tid 1 to smithi05980601-44 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:590: finishing write tid 2 to smithi05980601-44 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:590: finishing write tid 3 to smithi05980601-44 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:590: oid 44 updating version 0 to 126 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:590: oid 44 updating version 126 to 127 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 127 (ObjNum 191 snap 57 seq_num 191) dirty exists 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:590: left oid 44 (ObjNum 191 snap 57 seq_num 191) 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:591: finishing write tid 1 to smithi05980601-28 2024-08-17T17:06:51.876 INFO:tasks.rados.rados.0.smithi059.stdout:594: seq_num 195 ranges {0=475136,475136=401408} 2024-08-17T17:06:51.878 INFO:tasks.rados.rados.0.smithi059.stdout:594: writing smithi05980601-8 from 0 to 475136 tid 1 2024-08-17T17:06:51.881 INFO:tasks.rados.rados.0.smithi059.stdout:594: writing smithi05980601-8 from 475136 to 876544 tid 2 2024-08-17T17:06:51.881 INFO:tasks.rados.rados.0.smithi059.stdout:587: done (5 left) 2024-08-17T17:06:51.881 INFO:tasks.rados.rados.0.smithi059.stdout:590: done (4 left) 2024-08-17T17:06:51.881 INFO:tasks.rados.rados.0.smithi059.stdout:595: setattr oid 29 current snap is 57 2024-08-17T17:06:51.881 INFO:tasks.rados.rados.0.smithi059.stdout:591: finishing write tid 2 to smithi05980601-28 2024-08-17T17:06:51.881 INFO:tasks.rados.rados.0.smithi059.stdout:591: finishing write tid 3 to smithi05980601-28 2024-08-17T17:06:51.882 INFO:tasks.rados.rados.0.smithi059.stdout:591: finishing write tid 4 to smithi05980601-28 2024-08-17T17:06:51.882 INFO:tasks.rados.rados.0.smithi059.stdout:591: oid 28 updating version 0 to 176 2024-08-17T17:06:51.882 INFO:tasks.rados.rados.0.smithi059.stdout:591: oid 28 updating version 176 to 177 2024-08-17T17:06:51.882 INFO:tasks.rados.rados.0.smithi059.stdout:591: oid 28 updating version 177 to 178 2024-08-17T17:06:51.882 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 178 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-08-17T17:06:51.882 INFO:tasks.rados.rados.0.smithi059.stdout:591: left oid 28 (ObjNum 192 snap 57 seq_num 192) 2024-08-17T17:06:51.882 INFO:tasks.rados.rados.0.smithi059.stdout:592: finishing write tid 1 to smithi05980601-11 2024-08-17T17:06:51.882 INFO:tasks.rados.rados.0.smithi059.stdout:592: finishing write tid 2 to smithi05980601-11 2024-08-17T17:06:51.882 INFO:tasks.rados.rados.0.smithi059.stdout:592: finishing write tid 3 to smithi05980601-11 2024-08-17T17:06:51.883 INFO:tasks.rados.rados.0.smithi059.stdout:592: finishing write tid 4 to smithi05980601-11 2024-08-17T17:06:51.883 INFO:tasks.rados.rados.0.smithi059.stdout:592: oid 11 updating version 0 to 337 2024-08-17T17:06:51.883 INFO:tasks.rados.rados.0.smithi059.stdout:592: oid 11 updating version 337 to 338 2024-08-17T17:06:51.883 INFO:tasks.rados.rados.0.smithi059.stdout:592: oid 11 version 338 is already newer than 336 2024-08-17T17:06:51.883 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 338 (ObjNum 193 snap 57 seq_num 193) dirty exists 2024-08-17T17:06:51.883 INFO:tasks.rados.rados.0.smithi059.stdout:592: left oid 11 (ObjNum 193 snap 57 seq_num 193) 2024-08-17T17:06:51.883 INFO:tasks.rados.rados.0.smithi059.stdout:593: finishing write tid 1 to smithi05980601-46 2024-08-17T17:06:51.883 INFO:tasks.rados.rados.0.smithi059.stdout:593: finishing write tid 2 to smithi05980601-46 2024-08-17T17:06:51.883 INFO:tasks.rados.rados.0.smithi059.stdout:593: finishing write tid 3 to smithi05980601-46 2024-08-17T17:06:51.884 INFO:tasks.rados.rados.0.smithi059.stdout:593: finishing write tid 4 to smithi05980601-46 2024-08-17T17:06:51.884 INFO:tasks.rados.rados.0.smithi059.stdout:593: oid 46 updating version 0 to 283 2024-08-17T17:06:51.884 INFO:tasks.rados.rados.0.smithi059.stdout:593: oid 46 version 283 is already newer than 281 2024-08-17T17:06:51.884 INFO:tasks.rados.rados.0.smithi059.stdout:593: oid 46 version 283 is already newer than 282 2024-08-17T17:06:51.884 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 283 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-08-17T17:06:51.884 INFO:tasks.rados.rados.0.smithi059.stdout:593: left oid 46 (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:06:51.885 INFO:tasks.rados.rados.0.smithi059.stdout:594: finishing write tid 1 to smithi05980601-8 2024-08-17T17:06:51.885 INFO:tasks.rados.rados.0.smithi059.stdout:594: finishing write tid 2 to smithi05980601-8 2024-08-17T17:06:51.885 INFO:tasks.rados.rados.0.smithi059.stdout:594: finishing write tid 3 to smithi05980601-8 2024-08-17T17:06:51.885 INFO:tasks.rados.rados.0.smithi059.stdout:591: done (4 left) 2024-08-17T17:06:51.885 INFO:tasks.rados.rados.0.smithi059.stdout:592: done (3 left) 2024-08-17T17:06:51.886 INFO:tasks.rados.rados.0.smithi059.stdout:593: done (2 left) 2024-08-17T17:06:51.886 INFO:tasks.rados.rados.0.smithi059.stdout:596: delete oid 6 current snap is 57 2024-08-17T17:06:51.886 INFO:tasks.rados.rados.0.smithi059.stdout:594: finishing write tid 4 to smithi05980601-8 2024-08-17T17:06:51.886 INFO:tasks.rados.rados.0.smithi059.stdout:594: oid 8 updating version 0 to 93 2024-08-17T17:06:51.886 INFO:tasks.rados.rados.0.smithi059.stdout:594: oid 8 updating version 93 to 95 2024-08-17T17:06:51.887 INFO:tasks.rados.rados.0.smithi059.stdout:594: oid 8 version 95 is already newer than 94 2024-08-17T17:06:51.887 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 95 (ObjNum 195 snap 57 seq_num 195) dirty exists 2024-08-17T17:06:51.887 INFO:tasks.rados.rados.0.smithi059.stdout:594: left oid 8 (ObjNum 195 snap 57 seq_num 195) 2024-08-17T17:06:51.887 INFO:tasks.rados.rados.0.smithi059.stdout:594: done (2 left) 2024-08-17T17:06:51.887 INFO:tasks.rados.rados.0.smithi059.stdout:596: done (1 left) 2024-08-17T17:06:51.888 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 57 2024-08-17T17:06:51.888 INFO:tasks.rados.rados.0.smithi059.stdout:597: seq_num 197 ranges {5111808=507904,5619712=401408} 2024-08-17T17:06:51.916 INFO:tasks.rados.rados.0.smithi059.stdout:597: writing smithi05980601-5 from 5111808 to 5619712 tid 1 2024-08-17T17:06:51.918 INFO:tasks.rados.rados.0.smithi059.stdout:597: writing smithi05980601-5 from 5619712 to 6021120 tid 2 2024-08-17T17:06:51.919 INFO:tasks.rados.rados.0.smithi059.stdout:598: copy_from oid 44 from oid 47 current snap is 57 2024-08-17T17:06:51.919 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 54 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:06:51.919 INFO:tasks.rados.rados.0.smithi059.stdout:595: done (2 left) 2024-08-17T17:06:51.919 INFO:tasks.rados.rados.0.smithi059.stdout:599: rollback oid 9 current snap is 57 2024-08-17T17:06:51.919 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 47 2024-08-17T17:06:51.919 INFO:tasks.rados.rados.0.smithi059.stdout:600: copy_from oid 31 from oid 18 current snap is 57 2024-08-17T17:06:51.919 INFO:tasks.rados.rados.0.smithi059.stdout:601: copy_from oid 17 from oid 7 current snap is 57 2024-08-17T17:06:51.919 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 57 2024-08-17T17:06:51.919 INFO:tasks.rados.rados.0.smithi059.stdout:602: seq_num 198 ranges {1376256=524288,1900544=401408} 2024-08-17T17:06:51.929 INFO:tasks.rados.rados.0.smithi059.stdout:602: writing smithi05980601-16 from 1376256 to 1900544 tid 1 2024-08-17T17:06:51.932 INFO:tasks.rados.rados.0.smithi059.stdout:602: writing smithi05980601-16 from 1900544 to 2301952 tid 2 2024-08-17T17:06:51.932 INFO:tasks.rados.rados.0.smithi059.stdout:603: snap_remove snap 42 2024-08-17T17:06:52.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:51 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:06:51] ENGINE Bus STOPPING 2024-08-17T17:06:52.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:51 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:06:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:06:52.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:51 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:06:51] ENGINE Bus STOPPED 2024-08-17T17:06:52.300 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:51 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:51.819+0000 7f584f049640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-17T17:06:52.301 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:51 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: ignoring --setuser ceph since I am not root 2024-08-17T17:06:52.301 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:51 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: ignoring --setgroup ceph since I am not root 2024-08-17T17:06:52.301 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:51 smithi087 ceph-mgr[66061]: -- 172.21.15.87:0/3989349705 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5571157c90e0 con 0x5571157a7000 2024-08-17T17:06:52.461 INFO:tasks.rados.rados.0.smithi059.stdout:599: finishing rollback tid 0 to smithi05980601-9 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:597: finishing write tid 1 to smithi05980601-5 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:597: finishing write tid 2 to smithi05980601-5 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:599: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 222 (ObjNum 4113 snap 0 seq_num 338509728) dirty dne 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:597: finishing write tid 3 to smithi05980601-5 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:597: finishing write tid 4 to smithi05980601-5 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:597: oid 5 updating version 0 to 209 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:597: oid 5 version 209 is already newer than 208 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:597: oid 5 version 209 is already newer than 207 2024-08-17T17:06:52.462 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 209 (ObjNum 197 snap 57 seq_num 197) dirty exists 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:597: left oid 5 (ObjNum 197 snap 57 seq_num 197) 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:601: finishing copy_from racing read to smithi05980601-17 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:602: finishing write tid 1 to smithi05980601-16 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:602: finishing write tid 2 to smithi05980601-16 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:602: finishing write tid 3 to smithi05980601-16 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:598: finishing copy_from racing read to smithi05980601-44 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:602: finishing write tid 4 to smithi05980601-16 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:602: oid 16 updating version 0 to 225 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:602: oid 16 version 225 is already newer than 223 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:602: oid 16 version 225 is already newer than 224 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 225 (ObjNum 198 snap 57 seq_num 198) dirty exists 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:602: left oid 16 (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:06:52.463 INFO:tasks.rados.rados.0.smithi059.stdout:598: finishing copy_from to smithi05980601-44 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 85 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:600: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:601: finishing copy_from to smithi05980601-17 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 72 (ObjNum 185 snap 56 seq_num 185) dirty exists 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:600: finishing copy_from to smithi05980601-31 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 127 (ObjNum 180 snap 53 seq_num 180) dirty exists 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:597: done (6 left) 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:598: done (5 left) 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:599: done (4 left) 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:600: done (3 left) 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:601: done (2 left) 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:602: done (1 left) 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:603: done (0 left) 2024-08-17T17:06:52.464 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 57 2024-08-17T17:06:52.465 INFO:tasks.rados.rados.0.smithi059.stdout:604: seq_num 199 ranges {1835008=540672,2375680=401408} 2024-08-17T17:06:52.476 INFO:tasks.rados.rados.0.smithi059.stdout:604: writing smithi05980601-50 from 1835008 to 2375680 tid 1 2024-08-17T17:06:52.479 INFO:tasks.rados.rados.0.smithi059.stdout:604: writing smithi05980601-50 from 2375680 to 2777088 tid 2 2024-08-17T17:06:52.479 INFO:tasks.rados.rados.0.smithi059.stdout:605: read oid 22 snap -1 2024-08-17T17:06:52.479 INFO:tasks.rados.rados.0.smithi059.stdout:605: expect (ObjNum 174 snap 51 seq_num 174) 2024-08-17T17:06:52.479 INFO:tasks.rados.rados.0.smithi059.stdout:606: snap_remove snap 47 2024-08-17T17:06:52.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e29a7d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e29a7d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e29a7d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e29a7d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e29a7d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e2827a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e2827a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e2827a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e2827a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:52.522+0000 7f3e2827a640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:06:52.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: Activating manager daemon y 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.24811 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: mgrmap e31: y(active, starting, since 0.00673756s) 2024-08-17T17:06:52.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:06:52.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: Manager daemon y is now available 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:52.791 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:52.792 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:52.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:52.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:52.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:52.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:52.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:52.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:52.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: Activating manager daemon y 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.24811 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: mgrmap e31: y(active, starting, since 0.00673756s) 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:06:52.793 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: Manager daemon y is now available 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:52.794 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T17:06:52.795 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:52.795 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:52.795 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:52.795 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:53.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:53.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:53.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:06:53.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:06:53.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' 2024-08-17T17:06:53.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:53.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.24811 172.21.15.87:0/1452735341' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: Activating manager daemon y 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: osdmap e189: 8 total, 8 up, 8 in 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.24811 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: mgrmap e31: y(active, starting, since 0.00673756s) 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:06:53.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: Manager daemon y is now available 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:06:53.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:53.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: osdmap e190: 8 total, 8 up, 8 in 2024-08-17T17:06:53.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:53.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:06:53.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:53.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:52 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:06:53.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:06:52] ENGINE Bus STARTING 2024-08-17T17:06:53.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:06:52] ENGINE Serving on http://:::9283 2024-08-17T17:06:53.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:06:52] ENGINE Bus STARTED 2024-08-17T17:06:53.461 INFO:tasks.rados.rados.0.smithi059.stdout:606: done (2 left) 2024-08-17T17:06:53.461 INFO:tasks.rados.rados.0.smithi059.stdout:607: read oid 37 snap -1 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:607: expect deleted 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:608: setattr oid 32 current snap is 57 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:604: finishing write tid 1 to smithi05980601-50 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:604: finishing write tid 2 to smithi05980601-50 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:604: finishing write tid 3 to smithi05980601-50 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:604: finishing write tid 4 to smithi05980601-50 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:604: oid 50 updating version 0 to 353 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:604: oid 50 version 353 is already newer than 347 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:604: oid 50 version 353 is already newer than 352 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 353 (ObjNum 199 snap 57 seq_num 199) dirty exists 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:604: left oid 50 (ObjNum 199 snap 57 seq_num 199) 2024-08-17T17:06:53.462 INFO:tasks.rados.rados.0.smithi059.stdout:605: expect (ObjNum 174 snap 51 seq_num 174) 2024-08-17T17:06:53.607 INFO:tasks.rados.rados.0.smithi059.stdout:604: done (3 left) 2024-08-17T17:06:53.607 INFO:tasks.rados.rados.0.smithi059.stdout:605: done (2 left) 2024-08-17T17:06:53.607 INFO:tasks.rados.rados.0.smithi059.stdout:607: done (1 left) 2024-08-17T17:06:53.607 INFO:tasks.rados.rados.0.smithi059.stdout:609: delete oid 26 current snap is 57 2024-08-17T17:06:53.609 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 144 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:06:53.611 INFO:tasks.rados.rados.0.smithi059.stdout:608: done (1 left) 2024-08-17T17:06:53.611 INFO:tasks.rados.rados.0.smithi059.stdout:609: done (0 left) 2024-08-17T17:06:53.611 INFO:tasks.rados.rados.0.smithi059.stdout:610: read oid 9 snap 33 2024-08-17T17:06:53.611 INFO:tasks.rados.rados.0.smithi059.stdout:610: expect (ObjNum 109 snap 31 seq_num 109) 2024-08-17T17:06:53.611 INFO:tasks.rados.rados.0.smithi059.stdout:611: snap_remove snap 51 2024-08-17T17:06:53.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[29264]: mgrmap e32: y(active, since 1.01078s) 2024-08-17T17:06:53.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:53.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[29264]: pgmap v4: 121 pgs: 121 active+clean; 160 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:53.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:53.974 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:53.975 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[29264]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T17:06:53.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[39803]: mgrmap e32: y(active, since 1.01078s) 2024-08-17T17:06:53.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:53.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[39803]: pgmap v4: 121 pgs: 121 active+clean; 160 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:53.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:53.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:53.975 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-mon[39803]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T17:06:53.975 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:53.625+0000 7f3e0e804640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:17:06:53] ENGINE Error in HTTPServer.serve 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: Traceback (most recent call last): 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: self._connections.run(self.expiration_interval) 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: self._run(expiration_interval) 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: s = self.context.wrap_socket( 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: return self.sslsocket_class._create( 2024-08-17T17:06:53.976 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:06:53.977 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: self.do_handshake() 2024-08-17T17:06:53.977 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:06:53.977 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: self._sslobj.do_handshake() 2024-08-17T17:06:53.977 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:06:53.977 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:06:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:06:54.225 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:53 smithi087 ceph-mon[33075]: mgrmap e32: y(active, since 1.01078s) 2024-08-17T17:06:54.225 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:53 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:06:54.225 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:53 smithi087 ceph-mon[33075]: pgmap v4: 121 pgs: 121 active+clean; 160 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:54.225 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:53 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:54.225 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:53 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:54.225 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:53 smithi087 ceph-mon[33075]: osdmap e191: 8 total, 8 up, 8 in 2024-08-17T17:06:54.460 INFO:tasks.rados.rados.0.smithi059.stdout:611: done (1 left) 2024-08-17T17:06:54.460 INFO:tasks.rados.rados.0.smithi059.stdout:612: snap_remove snap 28 2024-08-17T17:06:55.093 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:54 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:53] ENGINE Bus STARTING 2024-08-17T17:06:55.094 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:54 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:53] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T17:06:55.094 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:54 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:53] ENGINE Error in HTTPServer.serve 2024-08-17T17:06:55.094 INFO:journalctl@ceph.mon.b.smithi087.stdout: Traceback (most recent call last): 2024-08-17T17:06:55.094 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:06:55.094 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:06:55.094 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:06:55.094 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._run(expiration_interval) 2024-08-17T17:06:55.094 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:06:55.094 INFO:journalctl@ceph.mon.b.smithi087.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: s = self.context.wrap_socket( 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: return self.sslsocket_class._create( 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: self.do_handshake() 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._sslobj.do_handshake() 2024-08-17T17:06:55.095 INFO:journalctl@ceph.mon.b.smithi087.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:06:55.096 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:54 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:53] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T17:06:55.096 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:54 smithi087 ceph-mon[33075]: [17/Aug/2024:17:06:53] ENGINE Bus STARTED 2024-08-17T17:06:55.096 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:54 smithi087 ceph-mon[33075]: pgmap v6: 121 pgs: 121 active+clean; 160 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:55.096 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:54 smithi087 ceph-mon[33075]: mgrmap e33: y(active, since 2s) 2024-08-17T17:06:55.096 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:54 smithi087 ceph-mon[33075]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T17:06:55.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:53] ENGINE Bus STARTING 2024-08-17T17:06:55.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:53] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T17:06:55.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:53] ENGINE Error in HTTPServer.serve 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: Traceback (most recent call last): 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._run(expiration_interval) 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:06:55.288 INFO:journalctl@ceph.mon.a.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout: self.do_handshake() 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:53] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[29264]: [17/Aug/2024:17:06:53] ENGINE Bus STARTED 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[29264]: pgmap v6: 121 pgs: 121 active+clean; 160 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[29264]: mgrmap e33: y(active, since 2s) 2024-08-17T17:06:55.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[29264]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:53] ENGINE Bus STARTING 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:53] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:53] ENGINE Error in HTTPServer.serve 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout: Traceback (most recent call last): 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._run(expiration_interval) 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:06:55.290 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: self.do_handshake() 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:53] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T17:06:55.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[39803]: [17/Aug/2024:17:06:53] ENGINE Bus STARTED 2024-08-17T17:06:55.292 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[39803]: pgmap v6: 121 pgs: 121 active+clean; 160 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:55.292 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[39803]: mgrmap e33: y(active, since 2s) 2024-08-17T17:06:55.292 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:54 smithi059 ceph-mon[39803]: osdmap e192: 8 total, 8 up, 8 in 2024-08-17T17:06:55.463 INFO:tasks.rados.rados.0.smithi059.stdout:612: done (1 left) 2024-08-17T17:06:55.463 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 57 2024-08-17T17:06:55.463 INFO:tasks.rados.rados.0.smithi059.stdout:613: seq_num 201 ranges {2973696=573440,3547136=401408} 2024-08-17T17:06:55.482 INFO:tasks.rados.rados.0.smithi059.stdout:613: writing smithi05980601-23 from 2973696 to 3547136 tid 1 2024-08-17T17:06:55.485 INFO:tasks.rados.rados.0.smithi059.stdout:613: writing smithi05980601-23 from 3547136 to 3948544 tid 2 2024-08-17T17:06:55.485 INFO:tasks.rados.rados.0.smithi059.stdout:614: read oid 42 snap -1 2024-08-17T17:06:55.485 INFO:tasks.rados.rados.0.smithi059.stdout:614: expect (ObjNum 184 snap 56 seq_num 184) 2024-08-17T17:06:55.485 INFO:tasks.rados.rados.0.smithi059.stdout:615: rollback oid 29 current snap is 57 2024-08-17T17:06:55.485 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 22 2024-08-17T17:06:55.485 INFO:tasks.rados.rados.0.smithi059.stdout:610: expect (ObjNum 109 snap 31 seq_num 109) 2024-08-17T17:06:55.821 INFO:tasks.rados.rados.0.smithi059.stdout:615: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:615: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:615: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 63 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:610: done (3 left) 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:615: done (2 left) 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:616: delete oid 22 current snap is 57 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:613: finishing write tid 1 to smithi05980601-23 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:613: finishing write tid 2 to smithi05980601-23 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:613: finishing write tid 3 to smithi05980601-23 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:613: finishing write tid 4 to smithi05980601-23 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:613: oid 23 updating version 0 to 317 2024-08-17T17:06:55.822 INFO:tasks.rados.rados.0.smithi059.stdout:613: oid 23 updating version 317 to 319 2024-08-17T17:06:55.823 INFO:tasks.rados.rados.0.smithi059.stdout:613: oid 23 version 319 is already newer than 318 2024-08-17T17:06:55.823 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 319 (ObjNum 201 snap 57 seq_num 201) dirty exists 2024-08-17T17:06:55.823 INFO:tasks.rados.rados.0.smithi059.stdout:613: left oid 23 (ObjNum 201 snap 57 seq_num 201) 2024-08-17T17:06:55.823 INFO:tasks.rados.rados.0.smithi059.stdout:614: expect (ObjNum 184 snap 56 seq_num 184) 2024-08-17T17:06:55.870 INFO:tasks.rados.rados.0.smithi059.stdout:613: done (2 left) 2024-08-17T17:06:55.870 INFO:tasks.rados.rados.0.smithi059.stdout:614: done (1 left) 2024-08-17T17:06:55.871 INFO:tasks.rados.rados.0.smithi059.stdout:616: done (0 left) 2024-08-17T17:06:55.871 INFO:tasks.rados.rados.0.smithi059.stdout:617: read oid 39 snap -1 2024-08-17T17:06:55.871 INFO:tasks.rados.rados.0.smithi059.stdout:617: expect (ObjNum 181 snap 53 seq_num 181) 2024-08-17T17:06:55.871 INFO:tasks.rados.rados.0.smithi059.stdout:618: read oid 5 snap -1 2024-08-17T17:06:55.871 INFO:tasks.rados.rados.0.smithi059.stdout:618: expect (ObjNum 197 snap 57 seq_num 197) 2024-08-17T17:06:55.871 INFO:tasks.rados.rados.0.smithi059.stdout:619: snap_remove snap 33 2024-08-17T17:06:56.715 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:56 smithi059 ceph-mon[29264]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T17:06:56.715 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:56 smithi059 ceph-mon[29264]: pgmap v9: 121 pgs: 121 active+clean; 160 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:56.715 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:56 smithi059 ceph-mon[29264]: mgrmap e34: y(active, since 4s) 2024-08-17T17:06:56.715 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:56 smithi059 ceph-mon[39803]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T17:06:56.715 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:56 smithi059 ceph-mon[39803]: pgmap v9: 121 pgs: 121 active+clean; 160 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:56.715 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:56 smithi059 ceph-mon[39803]: mgrmap e34: y(active, since 4s) 2024-08-17T17:06:56.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:56 smithi087 ceph-mon[33075]: osdmap e193: 8 total, 8 up, 8 in 2024-08-17T17:06:56.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:56 smithi087 ceph-mon[33075]: pgmap v9: 121 pgs: 121 active+clean; 160 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-08-17T17:06:56.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:56 smithi087 ceph-mon[33075]: mgrmap e34: y(active, since 4s) 2024-08-17T17:06:56.838 INFO:tasks.rados.rados.0.smithi059.stdout:619: done (2 left) 2024-08-17T17:06:56.838 INFO:tasks.rados.rados.0.smithi059.stdout:620: snap_remove snap 45 2024-08-17T17:06:57.459 INFO:tasks.rados.rados.0.smithi059.stdout:620: done (2 left) 2024-08-17T17:06:57.459 INFO:tasks.rados.rados.0.smithi059.stdout:621: snap_remove snap 22 2024-08-17T17:06:57.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:57] ENGINE Bus STARTING 2024-08-17T17:06:57.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: CherryPy Checker: 2024-08-17T17:06:57.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: The Application mounted at '' has an empty config. 2024-08-17T17:06:57.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: 2024-08-17T17:06:57.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:57] ENGINE Serving on http://:::9283 2024-08-17T17:06:57.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: [17/Aug/2024:17:06:57] ENGINE Bus STARTED 2024-08-17T17:06:58.117 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T17:06:58.117 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.117 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.117 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: Standby manager daemon x started 2024-08-17T17:06:58.117 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:06:58.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:58.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:06:58.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:58.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T17:06:58.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.118 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.118 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: Standby manager daemon x started 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.119 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:57 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: osdmap e194: 8 total, 8 up, 8 in 2024-08-17T17:06:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: Standby manager daemon x started 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/322859529' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: osdmap e195: 8 total, 8 up, 8 in 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:57 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:58.465 INFO:tasks.rados.rados.0.smithi059.stdout:621: done (2 left) 2024-08-17T17:06:58.465 INFO:tasks.rados.rados.0.smithi059.stdout:622: copy_from oid 22 from oid 10 current snap is 57 2024-08-17T17:06:58.465 INFO:tasks.rados.rados.0.smithi059.stdout:623: rmattr oid 30 current snap is 57 2024-08-17T17:06:58.466 INFO:tasks.rados.rados.0.smithi059.stdout:623: done (3 left) 2024-08-17T17:06:58.466 INFO:tasks.rados.rados.0.smithi059.stdout:624: read oid 7 snap -1 2024-08-17T17:06:58.466 INFO:tasks.rados.rados.0.smithi059.stdout:624: expect (ObjNum 185 snap 56 seq_num 185) 2024-08-17T17:06:58.466 INFO:tasks.rados.rados.0.smithi059.stdout:625: setattr oid 13 current snap is 57 2024-08-17T17:06:58.466 INFO:tasks.rados.rados.0.smithi059.stdout:617: expect (ObjNum 181 snap 53 seq_num 181) 2024-08-17T17:06:58.674 INFO:tasks.rados.rados.0.smithi059.stdout:618: expect (ObjNum 197 snap 57 seq_num 197) 2024-08-17T17:06:58.989 INFO:tasks.rados.rados.0.smithi059.stdout:622: finishing copy_from racing read to smithi05980601-22 2024-08-17T17:06:58.989 INFO:tasks.rados.rados.0.smithi059.stdout:624: expect (ObjNum 185 snap 56 seq_num 185) 2024-08-17T17:06:59.007 INFO:tasks.rados.rados.0.smithi059.stdout:622: finishing copy_from to smithi05980601-22 2024-08-17T17:06:59.007 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:06:59.007 INFO:tasks.rados.rados.0.smithi059.stdout:617: done (4 left) 2024-08-17T17:06:59.008 INFO:tasks.rados.rados.0.smithi059.stdout:618: done (3 left) 2024-08-17T17:06:59.008 INFO:tasks.rados.rados.0.smithi059.stdout:622: done (2 left) 2024-08-17T17:06:59.008 INFO:tasks.rados.rados.0.smithi059.stdout:624: done (1 left) 2024-08-17T17:06:59.008 INFO:tasks.rados.rados.0.smithi059.stdout:626: delete oid 27 current snap is 57 2024-08-17T17:06:59.009 INFO:tasks.rados.rados.0.smithi059.stdout:626: done (1 left) 2024-08-17T17:06:59.009 INFO:tasks.rados.rados.0.smithi059.stdout:627: snap_create 2024-08-17T17:06:59.009 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 102 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-08-17T17:06:59.140 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[29264]: pgmap v12: 121 pgs: 121 active+clean; 157 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 238 KiB/s wr, 0 op/s 2024-08-17T17:06:59.140 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:59.140 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:59.140 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[29264]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-17T17:06:59.140 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:06:59.140 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[29264]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T17:06:59.140 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[39803]: pgmap v12: 121 pgs: 121 active+clean; 157 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 238 KiB/s wr, 0 op/s 2024-08-17T17:06:59.141 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:59.141 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:59.141 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[39803]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-17T17:06:59.141 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:06:59.141 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:06:58 smithi059 ceph-mon[39803]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T17:06:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:58 smithi087 ceph-mon[33075]: pgmap v12: 121 pgs: 121 active+clean; 157 MiB data, 621 MiB used, 715 GiB / 715 GiB avail; 255 B/s rd, 238 KiB/s wr, 0 op/s 2024-08-17T17:06:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:58 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:58 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:06:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:58 smithi087 ceph-mon[33075]: mgrmap e35: y(active, since 6s), standbys: x 2024-08-17T17:06:59.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:58 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:06:59.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:06:58 smithi087 ceph-mon[33075]: osdmap e196: 8 total, 8 up, 8 in 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:625: done (1 left) 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:627: done (0 left) 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:628: rollback oid 47 current snap is 58 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 57 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:629: read oid 10 snap -1 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:629: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:630: read oid 42 snap 57 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:630: expect (ObjNum 184 snap 56 seq_num 184) 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:631: read oid 20 snap 57 2024-08-17T17:06:59.864 INFO:tasks.rados.rados.0.smithi059.stdout:631: expect (ObjNum 175 snap 51 seq_num 175) 2024-08-17T17:06:59.865 INFO:tasks.rados.rados.0.smithi059.stdout:632: rollback oid 18 current snap is 58 2024-08-17T17:06:59.865 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 57 2024-08-17T17:06:59.865 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 58 2024-08-17T17:06:59.865 INFO:tasks.rados.rados.0.smithi059.stdout:633: seq_num 204 ranges {1622016=622592,2244608=401408} 2024-08-17T17:06:59.876 INFO:tasks.rados.rados.0.smithi059.stdout:633: writing smithi05980601-11 from 1622016 to 2244608 tid 1 2024-08-17T17:06:59.879 INFO:tasks.rados.rados.0.smithi059.stdout:633: writing smithi05980601-11 from 2244608 to 2646016 tid 2 2024-08-17T17:06:59.879 INFO:tasks.rados.rados.0.smithi059.stdout:634: snap_create 2024-08-17T17:06:59.879 INFO:tasks.rados.rados.0.smithi059.stdout:630: expect (ObjNum 184 snap 56 seq_num 184) 2024-08-17T17:06:59.929 INFO:tasks.rados.rados.0.smithi059.stdout:628: finishing rollback tid 0 to smithi05980601-47 2024-08-17T17:06:59.929 INFO:tasks.rados.rados.0.smithi059.stdout:628: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:06:59.929 INFO:tasks.rados.rados.0.smithi059.stdout:628: finishing rollback tid 2 to smithi05980601-47 2024-08-17T17:06:59.929 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 119 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:06:59.929 INFO:tasks.rados.rados.0.smithi059.stdout:629: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:06:59.945 INFO:tasks.rados.rados.0.smithi059.stdout:632: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:06:59.946 INFO:tasks.rados.rados.0.smithi059.stdout:632: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:06:59.946 INFO:tasks.rados.rados.0.smithi059.stdout:632: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:06:59.946 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 164 (ObjNum 180 snap 53 seq_num 180) dirty exists 2024-08-17T17:06:59.946 INFO:tasks.rados.rados.0.smithi059.stdout:631: expect (ObjNum 175 snap 51 seq_num 175) 2024-08-17T17:07:00.054 INFO:tasks.rados.rados.0.smithi059.stdout:633: finishing write tid 1 to smithi05980601-11 2024-08-17T17:07:00.054 INFO:tasks.rados.rados.0.smithi059.stdout:633: finishing write tid 2 to smithi05980601-11 2024-08-17T17:07:00.054 INFO:tasks.rados.rados.0.smithi059.stdout:633: finishing write tid 3 to smithi05980601-11 2024-08-17T17:07:00.054 INFO:tasks.rados.rados.0.smithi059.stdout:633: finishing write tid 4 to smithi05980601-11 2024-08-17T17:07:00.054 INFO:tasks.rados.rados.0.smithi059.stdout:633: oid 11 updating version 0 to 415 2024-08-17T17:07:00.054 INFO:tasks.rados.rados.0.smithi059.stdout:633: oid 11 updating version 415 to 416 2024-08-17T17:07:00.054 INFO:tasks.rados.rados.0.smithi059.stdout:633: oid 11 updating version 416 to 417 2024-08-17T17:07:00.054 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 417 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-08-17T17:07:00.054 INFO:tasks.rados.rados.0.smithi059.stdout:633: left oid 11 (ObjNum 204 snap 58 seq_num 204) 2024-08-17T17:07:00.876 INFO:tasks.rados.rados.0.smithi059.stdout:628: done (6 left) 2024-08-17T17:07:00.876 INFO:tasks.rados.rados.0.smithi059.stdout:629: done (5 left) 2024-08-17T17:07:00.876 INFO:tasks.rados.rados.0.smithi059.stdout:630: done (4 left) 2024-08-17T17:07:00.876 INFO:tasks.rados.rados.0.smithi059.stdout:631: done (3 left) 2024-08-17T17:07:00.876 INFO:tasks.rados.rados.0.smithi059.stdout:632: done (2 left) 2024-08-17T17:07:00.876 INFO:tasks.rados.rados.0.smithi059.stdout:633: done (1 left) 2024-08-17T17:07:00.876 INFO:tasks.rados.rados.0.smithi059.stdout:634: done (0 left) 2024-08-17T17:07:00.876 INFO:tasks.rados.rados.0.smithi059.stdout:635: rollback oid 13 current snap is 59 2024-08-17T17:07:00.876 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 13 to 58 2024-08-17T17:07:00.877 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 59 2024-08-17T17:07:00.877 INFO:tasks.rados.rados.0.smithi059.stdout:636: seq_num 205 ranges {655360=638976,1294336=401408} 2024-08-17T17:07:00.883 INFO:tasks.rados.rados.0.smithi059.stdout:636: writing smithi05980601-35 from 655360 to 1294336 tid 1 2024-08-17T17:07:00.886 INFO:tasks.rados.rados.0.smithi059.stdout:636: writing smithi05980601-35 from 1294336 to 1695744 tid 2 2024-08-17T17:07:00.886 INFO:tasks.rados.rados.0.smithi059.stdout:637: read oid 1 snap -1 2024-08-17T17:07:00.886 INFO:tasks.rados.rados.0.smithi059.stdout:637: expect (ObjNum 73 snap 12 seq_num 73) 2024-08-17T17:07:00.887 INFO:tasks.rados.rados.0.smithi059.stdout:638: copy_from oid 17 from oid 38 current snap is 59 2024-08-17T17:07:00.887 INFO:tasks.rados.rados.0.smithi059.stdout:635: finishing rollback tid 0 to smithi05980601-13 2024-08-17T17:07:00.887 INFO:tasks.rados.rados.0.smithi059.stdout:635: finishing rollback tid 1 to smithi05980601-13 2024-08-17T17:07:00.887 INFO:tasks.rados.rados.0.smithi059.stdout:635: finishing rollback tid 2 to smithi05980601-13 2024-08-17T17:07:00.887 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 106 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-08-17T17:07:00.887 INFO:tasks.rados.rados.0.smithi059.stdout:635: done (3 left) 2024-08-17T17:07:00.887 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 59 2024-08-17T17:07:00.887 INFO:tasks.rados.rados.0.smithi059.stdout:639: seq_num 206 ranges {0=655360,655360=401408} 2024-08-17T17:07:00.890 INFO:tasks.rados.rados.0.smithi059.stdout:639: writing smithi05980601-6 from 0 to 655360 tid 1 2024-08-17T17:07:00.894 INFO:tasks.rados.rados.0.smithi059.stdout:639: writing smithi05980601-6 from 655360 to 1056768 tid 2 2024-08-17T17:07:00.894 INFO:tasks.rados.rados.0.smithi059.stdout:640: setattr oid 27 current snap is 59 2024-08-17T17:07:00.894 INFO:tasks.rados.rados.0.smithi059.stdout:636: finishing write tid 1 to smithi05980601-35 2024-08-17T17:07:00.894 INFO:tasks.rados.rados.0.smithi059.stdout:637: expect (ObjNum 73 snap 12 seq_num 73) 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:636: finishing write tid 2 to smithi05980601-35 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:636: finishing write tid 3 to smithi05980601-35 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:636: finishing write tid 4 to smithi05980601-35 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:636: oid 35 updating version 0 to 175 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:636: oid 35 version 175 is already newer than 174 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:636: oid 35 updating version 175 to 176 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 176 (ObjNum 205 snap 59 seq_num 205) dirty exists 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:636: left oid 35 (ObjNum 205 snap 59 seq_num 205) 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:639: finishing write tid 1 to smithi05980601-6 2024-08-17T17:07:00.934 INFO:tasks.rados.rados.0.smithi059.stdout:639: finishing write tid 2 to smithi05980601-6 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:639: finishing write tid 3 to smithi05980601-6 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:639: finishing write tid 4 to smithi05980601-6 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:639: oid 6 updating version 0 to 362 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:639: oid 6 updating version 362 to 363 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:639: oid 6 updating version 363 to 364 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 364 (ObjNum 206 snap 59 seq_num 206) dirty exists 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:639: left oid 6 (ObjNum 206 snap 59 seq_num 206) 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:638: finishing copy_from racing read to smithi05980601-17 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:638: finishing copy_from to smithi05980601-17 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 52 (ObjNum 149 snap 43 seq_num 149) dirty exists 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:636: done (4 left) 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:637: done (3 left) 2024-08-17T17:07:00.935 INFO:tasks.rados.rados.0.smithi059.stdout:638: done (2 left) 2024-08-17T17:07:00.936 INFO:tasks.rados.rados.0.smithi059.stdout:639: done (1 left) 2024-08-17T17:07:00.936 INFO:tasks.rados.rados.0.smithi059.stdout:641: setattr oid 34 current snap is 59 2024-08-17T17:07:00.936 INFO:tasks.rados.rados.0.smithi059.stdout:642: snap_create 2024-08-17T17:07:00.936 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 177 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:07:00.938 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 234 (ObjNum 65 snap 0 seq_num 1683968868) dirty exists 2024-08-17T17:07:01.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[29264]: pgmap v14: 121 pgs: 121 active+clean; 132 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 218 KiB/s wr, 26 op/s 2024-08-17T17:07:01.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[29264]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T17:07:01.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:01.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:01.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[39803]: pgmap v14: 121 pgs: 121 active+clean; 132 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 218 KiB/s wr, 26 op/s 2024-08-17T17:07:01.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[39803]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T17:07:01.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:01.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:01.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:00 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:00 smithi087 ceph-mon[33075]: pgmap v14: 121 pgs: 121 active+clean; 132 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 218 KiB/s wr, 26 op/s 2024-08-17T17:07:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:00 smithi087 ceph-mon[33075]: osdmap e197: 8 total, 8 up, 8 in 2024-08-17T17:07:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:00 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:00 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:00 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:01.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:00 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:01.881 INFO:tasks.rados.rados.0.smithi059.stdout:640: done (2 left) 2024-08-17T17:07:01.882 INFO:tasks.rados.rados.0.smithi059.stdout:641: done (1 left) 2024-08-17T17:07:01.882 INFO:tasks.rados.rados.0.smithi059.stdout:642: done (0 left) 2024-08-17T17:07:01.882 INFO:tasks.rados.rados.0.smithi059.stdout:643: rollback oid 32 current snap is 60 2024-08-17T17:07:01.882 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 58 2024-08-17T17:07:01.882 INFO:tasks.rados.rados.0.smithi059.stdout:644: snap_remove snap 57 2024-08-17T17:07:02.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: pgmap v17: 121 pgs: 121 active+clean; 132 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 218 KiB/s wr, 26 op/s 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[29264]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:02.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:02.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:02.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: pgmap v17: 121 pgs: 121 active+clean; 132 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 218 KiB/s wr, 26 op/s 2024-08-17T17:07:02.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:01 smithi059 ceph-mon[39803]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:07:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:07:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:07:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: osdmap e198: 8 total, 8 up, 8 in 2024-08-17T17:07:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: pgmap v17: 121 pgs: 121 active+clean; 132 MiB data, 642 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 218 KiB/s wr, 26 op/s 2024-08-17T17:07:02.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:01 smithi087 ceph-mon[33075]: Reconfiguring prometheus.a (dependencies changed)... 2024-08-17T17:07:02.466 INFO:tasks.rados.rados.0.smithi059.stdout:644: done (1 left) 2024-08-17T17:07:02.466 INFO:tasks.rados.rados.0.smithi059.stdout:645: rollback oid 46 current snap is 60 2024-08-17T17:07:02.466 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 46 to 59 2024-08-17T17:07:02.466 INFO:tasks.rados.rados.0.smithi059.stdout:643: finishing rollback tid 0 to smithi05980601-32 2024-08-17T17:07:02.467 INFO:tasks.rados.rados.0.smithi059.stdout:643: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:07:02.467 INFO:tasks.rados.rados.0.smithi059.stdout:643: finishing rollback tid 2 to smithi05980601-32 2024-08-17T17:07:02.467 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 168 (ObjNum 49 snap 0 seq_num 339045616) dirty exists 2024-08-17T17:07:02.467 INFO:tasks.rados.rados.0.smithi059.stdout:643: done (1 left) 2024-08-17T17:07:02.467 INFO:tasks.rados.rados.0.smithi059.stdout:646: snap_remove snap 58 2024-08-17T17:07:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T17:07:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: Reconfiguring daemon prometheus.a on smithi087 2024-08-17T17:07:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T17:07:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:02 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.082 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T17:07:03.082 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: Reconfiguring daemon prometheus.a on smithi087 2024-08-17T17:07:03.082 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T17:07:03.082 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.082 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.082 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.082 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.082 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.082 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.083 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.084 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.084 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.084 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.084 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.084 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.084 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.084 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.084 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.084 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: osdmap e199: 8 total, 8 up, 8 in 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: Reconfiguring daemon prometheus.a on smithi087 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: osdmap e200: 8 total, 8 up, 8 in 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.085 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:03.086 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:03.087 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:03.087 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:02 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:03.460 INFO:tasks.rados.rados.0.smithi059.stdout:646: done (1 left) 2024-08-17T17:07:03.460 INFO:tasks.rados.rados.0.smithi059.stdout:647: read oid 21 snap -1 2024-08-17T17:07:03.460 INFO:tasks.rados.rados.0.smithi059.stdout:647: expect deleted 2024-08-17T17:07:03.460 INFO:tasks.rados.rados.0.smithi059.stdout:648: read oid 27 snap 59 2024-08-17T17:07:03.461 INFO:tasks.rados.rados.0.smithi059.stdout:648: expect (ObjNum 338138912 snap 21891 seq_num 338311856) 2024-08-17T17:07:03.461 INFO:tasks.rados.rados.0.smithi059.stdout:649: read oid 24 snap -1 2024-08-17T17:07:03.461 INFO:tasks.rados.rados.0.smithi059.stdout:649: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:07:03.461 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 60 2024-08-17T17:07:03.461 INFO:tasks.rados.rados.0.smithi059.stdout:645: finishing rollback tid 0 to smithi05980601-46 2024-08-17T17:07:03.461 INFO:tasks.rados.rados.0.smithi059.stdout:645: finishing rollback tid 1 to smithi05980601-46 2024-08-17T17:07:03.461 INFO:tasks.rados.rados.0.smithi059.stdout:650: seq_num 207 ranges {0=671744,671744=401408} 2024-08-17T17:07:03.464 INFO:tasks.rados.rados.0.smithi059.stdout:650: writing smithi05980601-9 from 0 to 671744 tid 1 2024-08-17T17:07:03.468 INFO:tasks.rados.rados.0.smithi059.stdout:650: writing smithi05980601-9 from 671744 to 1073152 tid 2 2024-08-17T17:07:03.468 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 60 2024-08-17T17:07:03.468 INFO:tasks.rados.rados.0.smithi059.stdout:645: finishing rollback tid 2 to smithi05980601-46 2024-08-17T17:07:03.468 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 368 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-08-17T17:07:03.468 INFO:tasks.rados.rados.0.smithi059.stdout:648: expect (ObjNum 338138912 snap 21891 seq_num 338311856) 2024-08-17T17:07:03.473 INFO:tasks.rados.rados.0.smithi059.stdout:651: seq_num 208 ranges {2965504=688128,3653632=401408} 2024-08-17T17:07:03.494 INFO:tasks.rados.rados.0.smithi059.stdout:651: writing smithi05980601-33 from 2965504 to 3653632 tid 1 2024-08-17T17:07:03.497 INFO:tasks.rados.rados.0.smithi059.stdout:651: writing smithi05980601-33 from 3653632 to 4055040 tid 2 2024-08-17T17:07:03.498 INFO:tasks.rados.rados.0.smithi059.stdout:645: done (5 left) 2024-08-17T17:07:03.498 INFO:tasks.rados.rados.0.smithi059.stdout:647: done (4 left) 2024-08-17T17:07:03.498 INFO:tasks.rados.rados.0.smithi059.stdout:648: done (3 left) 2024-08-17T17:07:03.498 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 60 2024-08-17T17:07:03.498 INFO:tasks.rados.rados.0.smithi059.stdout:650: finishing write tid 1 to smithi05980601-9 2024-08-17T17:07:03.498 INFO:tasks.rados.rados.0.smithi059.stdout:652: seq_num 209 ranges {1024000=704512,1728512=401408} 2024-08-17T17:07:03.507 INFO:tasks.rados.rados.0.smithi059.stdout:652: writing smithi05980601-15 from 1024000 to 1728512 tid 1 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:652: writing smithi05980601-15 from 1728512 to 2129920 tid 2 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:653: copy_from oid 2 from oid 44 current snap is 60 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:650: finishing write tid 2 to smithi05980601-9 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:650: finishing write tid 3 to smithi05980601-9 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:650: finishing write tid 4 to smithi05980601-9 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:650: oid 9 updating version 0 to 268 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:650: oid 9 updating version 268 to 270 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:650: oid 9 version 270 is already newer than 269 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 270 (ObjNum 207 snap 60 seq_num 207) dirty exists 2024-08-17T17:07:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:650: left oid 9 (ObjNum 207 snap 60 seq_num 207) 2024-08-17T17:07:03.511 INFO:tasks.rados.rados.0.smithi059.stdout:650: done (4 left) 2024-08-17T17:07:03.511 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 60 2024-08-17T17:07:03.511 INFO:tasks.rados.rados.0.smithi059.stdout:654: seq_num 210 ranges {5111808=720896,5832704=401408} 2024-08-17T17:07:03.542 INFO:tasks.rados.rados.0.smithi059.stdout:654: writing smithi05980601-36 from 5111808 to 5832704 tid 1 2024-08-17T17:07:03.544 INFO:tasks.rados.rados.0.smithi059.stdout:654: writing smithi05980601-36 from 5832704 to 6234112 tid 2 2024-08-17T17:07:03.544 INFO:tasks.rados.rados.0.smithi059.stdout:655: delete oid 3 current snap is 60 2024-08-17T17:07:03.544 INFO:tasks.rados.rados.0.smithi059.stdout:649: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:07:03.644 INFO:tasks.rados.rados.0.smithi059.stdout:651: finishing write tid 1 to smithi05980601-33 2024-08-17T17:07:03.644 INFO:tasks.rados.rados.0.smithi059.stdout:651: finishing write tid 2 to smithi05980601-33 2024-08-17T17:07:03.644 INFO:tasks.rados.rados.0.smithi059.stdout:651: finishing write tid 3 to smithi05980601-33 2024-08-17T17:07:03.644 INFO:tasks.rados.rados.0.smithi059.stdout:651: finishing write tid 4 to smithi05980601-33 2024-08-17T17:07:03.644 INFO:tasks.rados.rados.0.smithi059.stdout:651: oid 33 updating version 0 to 168 2024-08-17T17:07:03.644 INFO:tasks.rados.rados.0.smithi059.stdout:651: oid 33 version 168 is already newer than 167 2024-08-17T17:07:03.644 INFO:tasks.rados.rados.0.smithi059.stdout:651: oid 33 version 168 is already newer than 166 2024-08-17T17:07:03.644 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 168 (ObjNum 208 snap 60 seq_num 208) dirty exists 2024-08-17T17:07:03.644 INFO:tasks.rados.rados.0.smithi059.stdout:651: left oid 33 (ObjNum 208 snap 60 seq_num 208) 2024-08-17T17:07:03.645 INFO:tasks.rados.rados.0.smithi059.stdout:652: finishing write tid 1 to smithi05980601-15 2024-08-17T17:07:03.645 INFO:tasks.rados.rados.0.smithi059.stdout:652: finishing write tid 2 to smithi05980601-15 2024-08-17T17:07:03.645 INFO:tasks.rados.rados.0.smithi059.stdout:649: done (5 left) 2024-08-17T17:07:03.645 INFO:tasks.rados.rados.0.smithi059.stdout:651: done (4 left) 2024-08-17T17:07:03.645 INFO:tasks.rados.rados.0.smithi059.stdout:655: done (3 left) 2024-08-17T17:07:03.645 INFO:tasks.rados.rados.0.smithi059.stdout:656: snap_remove snap 59 2024-08-17T17:07:04.474 INFO:tasks.rados.rados.0.smithi059.stdout:656: done (3 left) 2024-08-17T17:07:04.475 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 60 2024-08-17T17:07:04.475 INFO:tasks.rados.rados.0.smithi059.stdout:657: seq_num 212 ranges {278528=753664,1032192=401408} 2024-08-17T17:07:04.480 INFO:tasks.rados.rados.0.smithi059.stdout:657: writing smithi05980601-49 from 278528 to 1032192 tid 1 2024-08-17T17:07:04.483 INFO:tasks.rados.rados.0.smithi059.stdout:657: writing smithi05980601-49 from 1032192 to 1433600 tid 2 2024-08-17T17:07:04.483 INFO:tasks.rados.rados.0.smithi059.stdout:658: read oid 18 snap -1 2024-08-17T17:07:04.483 INFO:tasks.rados.rados.0.smithi059.stdout:658: expect (ObjNum 180 snap 53 seq_num 180) 2024-08-17T17:07:04.483 INFO:tasks.rados.rados.0.smithi059.stdout:659: snap_create 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:652: finishing write tid 3 to smithi05980601-15 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:652: finishing write tid 4 to smithi05980601-15 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:652: oid 15 updating version 0 to 134 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:652: oid 15 version 134 is already newer than 133 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:652: oid 15 updating version 134 to 135 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 135 (ObjNum 209 snap 60 seq_num 209) dirty exists 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:652: left oid 15 (ObjNum 209 snap 60 seq_num 209) 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:653: finishing copy_from racing read to smithi05980601-2 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:653: finishing copy_from to smithi05980601-2 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 85 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:654: finishing write tid 1 to smithi05980601-36 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:654: finishing write tid 2 to smithi05980601-36 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:654: finishing write tid 3 to smithi05980601-36 2024-08-17T17:07:04.484 INFO:tasks.rados.rados.0.smithi059.stdout:654: finishing write tid 4 to smithi05980601-36 2024-08-17T17:07:04.485 INFO:tasks.rados.rados.0.smithi059.stdout:654: oid 36 updating version 0 to 218 2024-08-17T17:07:04.485 INFO:tasks.rados.rados.0.smithi059.stdout:654: oid 36 version 218 is already newer than 217 2024-08-17T17:07:04.485 INFO:tasks.rados.rados.0.smithi059.stdout:654: oid 36 version 218 is already newer than 216 2024-08-17T17:07:04.485 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 218 (ObjNum 210 snap 60 seq_num 210) dirty exists 2024-08-17T17:07:04.485 INFO:tasks.rados.rados.0.smithi059.stdout:654: left oid 36 (ObjNum 210 snap 60 seq_num 210) 2024-08-17T17:07:04.485 INFO:tasks.rados.rados.0.smithi059.stdout:657: finishing write tid 1 to smithi05980601-49 2024-08-17T17:07:04.485 INFO:tasks.rados.rados.0.smithi059.stdout:657: finishing write tid 2 to smithi05980601-49 2024-08-17T17:07:04.486 INFO:tasks.rados.rados.0.smithi059.stdout:657: finishing write tid 3 to smithi05980601-49 2024-08-17T17:07:04.487 INFO:tasks.rados.rados.0.smithi059.stdout:657: finishing write tid 4 to smithi05980601-49 2024-08-17T17:07:04.487 INFO:tasks.rados.rados.0.smithi059.stdout:657: oid 49 updating version 0 to 427 2024-08-17T17:07:04.487 INFO:tasks.rados.rados.0.smithi059.stdout:657: oid 49 version 427 is already newer than 426 2024-08-17T17:07:04.488 INFO:tasks.rados.rados.0.smithi059.stdout:657: oid 49 updating version 427 to 428 2024-08-17T17:07:04.488 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 428 (ObjNum 212 snap 60 seq_num 212) dirty exists 2024-08-17T17:07:04.488 INFO:tasks.rados.rados.0.smithi059.stdout:657: left oid 49 (ObjNum 212 snap 60 seq_num 212) 2024-08-17T17:07:04.508 INFO:tasks.rados.rados.0.smithi059.stdout:658: expect (ObjNum 180 snap 53 seq_num 180) 2024-08-17T17:07:04.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:04 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[66057]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:07:04] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-17T17:07:04.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:04 smithi087 ceph-mon[33075]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T17:07:04.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:04 smithi087 ceph-mon[33075]: pgmap v21: 121 pgs: 121 active+clean; 103 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-08-17T17:07:04.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:04 smithi087 ceph-mon[33075]: mgrmap e36: y(active, since 12s), standbys: x 2024-08-17T17:07:04.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:04 smithi059 ceph-mon[29264]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T17:07:04.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:04 smithi059 ceph-mon[29264]: pgmap v21: 121 pgs: 121 active+clean; 103 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-08-17T17:07:04.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:04 smithi059 ceph-mon[29264]: mgrmap e36: y(active, since 12s), standbys: x 2024-08-17T17:07:04.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:04 smithi059 ceph-mon[39803]: osdmap e201: 8 total, 8 up, 8 in 2024-08-17T17:07:04.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:04 smithi059 ceph-mon[39803]: pgmap v21: 121 pgs: 121 active+clean; 103 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-08-17T17:07:04.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:04 smithi059 ceph-mon[39803]: mgrmap e36: y(active, since 12s), standbys: x 2024-08-17T17:07:05.466 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 systemd[1]: Stopping Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:07:05.475 INFO:tasks.rados.rados.0.smithi059.stdout:652: done (5 left) 2024-08-17T17:07:05.475 INFO:tasks.rados.rados.0.smithi059.stdout:653: done (4 left) 2024-08-17T17:07:05.475 INFO:tasks.rados.rados.0.smithi059.stdout:654: done (3 left) 2024-08-17T17:07:05.475 INFO:tasks.rados.rados.0.smithi059.stdout:657: done (2 left) 2024-08-17T17:07:05.475 INFO:tasks.rados.rados.0.smithi059.stdout:658: done (1 left) 2024-08-17T17:07:05.475 INFO:tasks.rados.rados.0.smithi059.stdout:659: done (0 left) 2024-08-17T17:07:05.475 INFO:tasks.rados.rados.0.smithi059.stdout:660: setattr oid 33 current snap is 61 2024-08-17T17:07:05.476 INFO:tasks.rados.rados.0.smithi059.stdout:661: read oid 6 snap -1 2024-08-17T17:07:05.476 INFO:tasks.rados.rados.0.smithi059.stdout:661: expect (ObjNum 206 snap 59 seq_num 206) 2024-08-17T17:07:05.476 INFO:tasks.rados.rados.0.smithi059.stdout:662: delete oid 27 current snap is 61 2024-08-17T17:07:05.479 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 172 (ObjNum 208 snap 60 seq_num 208) dirty exists 2024-08-17T17:07:05.482 INFO:tasks.rados.rados.0.smithi059.stdout:660: done (2 left) 2024-08-17T17:07:05.482 INFO:tasks.rados.rados.0.smithi059.stdout:662: done (1 left) 2024-08-17T17:07:05.483 INFO:tasks.rados.rados.0.smithi059.stdout:663: rollback oid 34 current snap is 61 2024-08-17T17:07:05.483 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 34 to 60 2024-08-17T17:07:05.483 INFO:tasks.rados.rados.0.smithi059.stdout:664: read oid 9 snap -1 2024-08-17T17:07:05.483 INFO:tasks.rados.rados.0.smithi059.stdout:664: expect (ObjNum 207 snap 60 seq_num 207) 2024-08-17T17:07:05.483 INFO:tasks.rados.rados.0.smithi059.stdout:665: read oid 18 snap 60 2024-08-17T17:07:05.483 INFO:tasks.rados.rados.0.smithi059.stdout:665: expect (ObjNum 180 snap 53 seq_num 180) 2024-08-17T17:07:05.483 INFO:tasks.rados.rados.0.smithi059.stdout:666: snap_create 2024-08-17T17:07:05.486 INFO:tasks.rados.rados.0.smithi059.stdout:663: finishing rollback tid 0 to smithi05980601-34 2024-08-17T17:07:05.487 INFO:tasks.rados.rados.0.smithi059.stdout:663: finishing rollback tid 1 to smithi05980601-34 2024-08-17T17:07:05.487 INFO:tasks.rados.rados.0.smithi059.stdout:663: finishing rollback tid 2 to smithi05980601-34 2024-08-17T17:07:05.487 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 242 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-08-17T17:07:05.489 INFO:tasks.rados.rados.0.smithi059.stdout:664: expect (ObjNum 207 snap 60 seq_num 207) 2024-08-17T17:07:05.523 INFO:tasks.rados.rados.0.smithi059.stdout:661: expect (ObjNum 206 snap 59 seq_num 206) 2024-08-17T17:07:05.552 INFO:tasks.rados.rados.0.smithi059.stdout:665: expect (ObjNum 180 snap 53 seq_num 180) 2024-08-17T17:07:05.720 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-mon[33075]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T17:07:05.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:05 smithi059 ceph-mon[29264]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T17:07:05.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:05 smithi059 ceph-mon[39803]: osdmap e202: 8 total, 8 up, 8 in 2024-08-17T17:07:06.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:07:06.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:07:06.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:07:06.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:07:06.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:07:06.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T17:07:06.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:07:06.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T17:07:06.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T17:07:06.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:07:06.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T17:07:06.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[74452]: ts=2024-08-17T17:07:05.720Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T17:07:06.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:05 smithi087 podman[76885]: 2024-08-17 17:07:05.730235044 +0000 UTC m=+0.239434930 container died 4216ca70d6c19c1e3e8b9b95d4bc0ac9f1a7c98b62f7d4aa1cd6f604f058d524 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:07:06.204 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:07:06.479 INFO:tasks.rados.rados.0.smithi059.stdout:661: done (4 left) 2024-08-17T17:07:06.479 INFO:tasks.rados.rados.0.smithi059.stdout:663: done (3 left) 2024-08-17T17:07:06.480 INFO:tasks.rados.rados.0.smithi059.stdout:664: done (2 left) 2024-08-17T17:07:06.480 INFO:tasks.rados.rados.0.smithi059.stdout:665: done (1 left) 2024-08-17T17:07:06.480 INFO:tasks.rados.rados.0.smithi059.stdout:666: done (0 left) 2024-08-17T17:07:06.480 INFO:tasks.rados.rados.0.smithi059.stdout:667: snap_remove snap 60 2024-08-17T17:07:06.480 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:06 smithi087 podman[76885]: 2024-08-17 17:07:06.228701488 +0000 UTC m=+0.737901419 container cleanup 4216ca70d6c19c1e3e8b9b95d4bc0ac9f1a7c98b62f7d4aa1cd6f604f058d524 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:07:06.480 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:06 smithi087 bash[76885]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:07:06.481 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:06 smithi087 ceph-mon[33075]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T17:07:06.481 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:06 smithi087 ceph-mon[33075]: pgmap v24: 121 pgs: 121 active+clean; 103 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-08-17T17:07:06.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:06 smithi059 ceph-mon[29264]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T17:07:06.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:06 smithi059 ceph-mon[29264]: pgmap v24: 121 pgs: 121 active+clean; 103 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-08-17T17:07:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:06 smithi059 ceph-mon[39803]: osdmap e203: 8 total, 8 up, 8 in 2024-08-17T17:07:06.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:06 smithi059 ceph-mon[39803]: pgmap v24: 121 pgs: 121 active+clean; 103 MiB data, 631 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.4 MiB/s wr, 38 op/s 2024-08-17T17:07:06.788 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:07:06.788 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (3m) 9s ago 4m 25.8M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:07:06.788 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (4m) 9s ago 4m 87.1M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:07:06.788 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (5m) 9s ago 5m 16.8M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:07:06.788 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (5m) 9s ago 5m 18.2M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:07:06.788 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (59s) 9s ago 9m 142M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 06265d91b087 2024-08-17T17:07:06.788 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (23s) 9s ago 10m 488M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:07:06.788 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (10m) 9s ago 10m 53.5M 2048M 18.2.4-719-gced649f8 c870753d67c2 aa3912595492 2024-08-17T17:07:06.788 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (9m) 9s ago 9m 46.9M 2048M 18.2.4-719-gced649f8 c870753d67c2 5bd4baf341c0 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (9m) 9s ago 9m 48.6M 2048M 18.2.4-719-gced649f8 c870753d67c2 717b71ca4cfb 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (4m) 9s ago 4m 15.9M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (4m) 9s ago 3m 16.7M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (8m) 9s ago 8m 133M 2481M 18.2.4-719-gced649f8 c870753d67c2 545451805af8 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (8m) 9s ago 8m 106M 2481M 18.2.4-719-gced649f8 c870753d67c2 2e45043f5326 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (8m) 9s ago 8m 114M 2481M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (7m) 9s ago 7m 80.6M 2481M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (7m) 9s ago 7m 109M 2480M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (6m) 9s ago 6m 107M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (6m) 9s ago 6m 99.0M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (6m) 9s ago 6m 100M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:07:06.789 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (28s) 9s ago 4m 38.3M - 2.43.0 a07b618ecd1d 4216ca70d6c1 2024-08-17T17:07:06.800 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:06 smithi087 podman[76897]: 2024-08-17 17:07:06.479669329 +0000 UTC m=+0.751825403 container remove 4216ca70d6c19c1e3e8b9b95d4bc0ac9f1a7c98b62f7d4aa1cd6f604f058d524 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:07:06.800 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:06 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T17:07:06.800 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:06 smithi087 systemd[1]: Stopped Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:07:06.801 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:06 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 1.053s CPU time. 2024-08-17T17:07:06.801 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:06 smithi087 systemd[1]: Starting Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:07:07.140 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:07:07.141 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:07:07.142 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:07:07.142 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 13, 2024-08-17T17:07:07.142 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:07:07.142 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:07:07.142 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:07:07.149 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:06 smithi087 podman[76991]: 2024-08-17 17:07:06.765298922 +0000 UTC m=+0.018467966 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-08-17T17:07:07.149 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:06 smithi087 podman[76991]: 2024-08-17 17:07:06.914197515 +0000 UTC m=+0.167366544 container create 38048990c64c6c57d8b44a48936cac60ae84eff0ec5780a5ae7ffcbd1178cec2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:07:07.442 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:07:07.442 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:07:07.442 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:07:07.442 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:07:07.442 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:07:07.442 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:07:07.443 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:07:07.443 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "2/20 daemons upgraded", 2024-08-17T17:07:07.443 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading mgr daemons", 2024-08-17T17:07:07.443 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:07:07.443 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:07:07.464 INFO:tasks.rados.rados.0.smithi059.stdout:667: done (0 left) 2024-08-17T17:07:07.464 INFO:tasks.rados.rados.0.smithi059.stdout:668: snap_remove snap 61 2024-08-17T17:07:07.477 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 podman[76991]: 2024-08-17 17:07:07.149650164 +0000 UTC m=+0.402819194 container init 38048990c64c6c57d8b44a48936cac60ae84eff0ec5780a5ae7ffcbd1178cec2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:07:07.477 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 podman[76991]: 2024-08-17 17:07:07.152500889 +0000 UTC m=+0.405669922 container start 38048990c64c6c57d8b44a48936cac60ae84eff0ec5780a5ae7ffcbd1178cec2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:07:07.477 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.175Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-17T17:07:07.477 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.175Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-17T17:07:07.477 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.175Z caller=main.go:570 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi087 (none))" 2024-08-17T17:07:07.477 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.175Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T17:07:07.477 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.175Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.177Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.177Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.178Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.178Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.181Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.181Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.939µs 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.181Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.182Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.189Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.190Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.190Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-17T17:07:07.478 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.190Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.4µs wal_replay_duration=9.190783ms wbl_replay_duration=128ns total_replay_duration=9.23131ms 2024-08-17T17:07:07.479 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.191Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T17:07:07.479 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.191Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-17T17:07:07.479 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.191Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T17:07:07.479 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.210Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.511308ms db_storage=782ns remote_storage=1.089µs web_handler=385ns query_engine=753ns scrape=441.683µs scrape_sd=99.348µs notify=22.777µs notify_sd=15.462µs rules=17.586893ms tracing=5.503µs 2024-08-17T17:07:07.479 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.210Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-17T17:07:07.479 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:07:07.210Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T17:07:07.479 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 bash[76991]: 38048990c64c6c57d8b44a48936cac60ae84eff0ec5780a5ae7ffcbd1178cec2 2024-08-17T17:07:07.479 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:07:07 smithi087 systemd[1]: Started Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:07:07.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T17:07:07.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/1701434096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[39803]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: from='client.? 172.21.15.59:0/1701434096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:07.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:07.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:07.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:07:07.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:07.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:07 smithi059 ceph-mon[29264]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T17:07:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: from='client.15147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: osdmap e204: 8 total, 8 up, 8 in 2024-08-17T17:07:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: from='client.25040 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: from='client.25046 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/1701434096' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:07.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:07:07.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:07.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:07.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:07 smithi087 ceph-mon[33075]: osdmap e205: 8 total, 8 up, 8 in 2024-08-17T17:07:08.465 INFO:tasks.rados.rados.0.smithi059.stdout:668: done (0 left) 2024-08-17T17:07:08.465 INFO:tasks.rados.rados.0.smithi059.stdout:669: copy_from oid 48 from oid 5 current snap is 62 2024-08-17T17:07:08.465 INFO:tasks.rados.rados.0.smithi059.stdout:670: setattr oid 20 current snap is 62 2024-08-17T17:07:08.467 INFO:tasks.rados.rados.0.smithi059.stdout:671: read oid 3 snap -1 2024-08-17T17:07:08.467 INFO:tasks.rados.rados.0.smithi059.stdout:671: expect deleted 2024-08-17T17:07:08.467 INFO:tasks.rados.rados.0.smithi059.stdout:672: copy_from oid 49 from oid 17 current snap is 62 2024-08-17T17:07:08.467 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 62 2024-08-17T17:07:08.467 INFO:tasks.rados.rados.0.smithi059.stdout:673: seq_num 214 ranges {1695744=794624,2490368=401408} 2024-08-17T17:07:08.481 INFO:tasks.rados.rados.0.smithi059.stdout:673: writing smithi05980601-35 from 1695744 to 2490368 tid 1 2024-08-17T17:07:08.484 INFO:tasks.rados.rados.0.smithi059.stdout:673: writing smithi05980601-35 from 2490368 to 2891776 tid 2 2024-08-17T17:07:08.484 INFO:tasks.rados.rados.0.smithi059.stdout:674: copy_from oid 31 from oid 40 current snap is 62 2024-08-17T17:07:08.484 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 377 (ObjNum 175 snap 51 seq_num 175) dirty exists 2024-08-17T17:07:08.484 INFO:tasks.rados.rados.0.smithi059.stdout:670: done (5 left) 2024-08-17T17:07:08.484 INFO:tasks.rados.rados.0.smithi059.stdout:671: done (4 left) 2024-08-17T17:07:08.484 INFO:tasks.rados.rados.0.smithi059.stdout:675: delete oid 30 current snap is 62 2024-08-17T17:07:08.491 INFO:tasks.rados.rados.0.smithi059.stdout:673: finishing write tid 1 to smithi05980601-35 2024-08-17T17:07:08.491 INFO:tasks.rados.rados.0.smithi059.stdout:675: done (4 left) 2024-08-17T17:07:08.492 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 62 2024-08-17T17:07:08.492 INFO:tasks.rados.rados.0.smithi059.stdout:676: seq_num 216 ranges {3891200=425984,4317184=409600,4726784=393216} 2024-08-17T17:07:08.516 INFO:tasks.rados.rados.0.smithi059.stdout:676: writing smithi05980601-2 from 3891200 to 4317184 tid 1 2024-08-17T17:07:08.518 INFO:tasks.rados.rados.0.smithi059.stdout:676: writing smithi05980601-2 from 4317184 to 4726784 tid 2 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:676: writing smithi05980601-2 from 4726784 to 5120000 tid 3 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:677: snap_create 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:673: finishing write tid 2 to smithi05980601-35 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:673: finishing write tid 3 to smithi05980601-35 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:673: finishing write tid 4 to smithi05980601-35 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:673: oid 35 updating version 0 to 186 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:673: oid 35 updating version 186 to 187 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:673: oid 35 updating version 187 to 188 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 188 (ObjNum 214 snap 62 seq_num 214) dirty exists 2024-08-17T17:07:08.521 INFO:tasks.rados.rados.0.smithi059.stdout:673: left oid 35 (ObjNum 214 snap 62 seq_num 214) 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:669: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:672: finishing copy_from racing read to smithi05980601-49 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:674: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:669: finishing copy_from to smithi05980601-48 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 209 (ObjNum 197 snap 57 seq_num 197) dirty exists 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:672: finishing copy_from to smithi05980601-49 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 52 (ObjNum 149 snap 43 seq_num 149) dirty exists 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:674: finishing copy_from to smithi05980601-31 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 158 (ObjNum 116 snap 35 seq_num 116) dirty exists 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:676: finishing write tid 1 to smithi05980601-2 2024-08-17T17:07:08.522 INFO:tasks.rados.rados.0.smithi059.stdout:676: finishing write tid 2 to smithi05980601-2 2024-08-17T17:07:08.523 INFO:tasks.rados.rados.0.smithi059.stdout:676: finishing write tid 3 to smithi05980601-2 2024-08-17T17:07:08.523 INFO:tasks.rados.rados.0.smithi059.stdout:676: finishing write tid 4 to smithi05980601-2 2024-08-17T17:07:08.523 INFO:tasks.rados.rados.0.smithi059.stdout:676: finishing write tid 5 to smithi05980601-2 2024-08-17T17:07:08.523 INFO:tasks.rados.rados.0.smithi059.stdout:676: oid 2 updating version 0 to 378 2024-08-17T17:07:08.523 INFO:tasks.rados.rados.0.smithi059.stdout:676: oid 2 updating version 378 to 379 2024-08-17T17:07:08.523 INFO:tasks.rados.rados.0.smithi059.stdout:676: oid 2 updating version 379 to 380 2024-08-17T17:07:08.523 INFO:tasks.rados.rados.0.smithi059.stdout:676: oid 2 updating version 380 to 381 2024-08-17T17:07:08.524 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 381 (ObjNum 216 snap 62 seq_num 216) dirty exists 2024-08-17T17:07:08.524 INFO:tasks.rados.rados.0.smithi059.stdout:676: left oid 2 (ObjNum 216 snap 62 seq_num 216) 2024-08-17T17:07:08.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:08 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:07:08.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:08 smithi059 ceph-mon[39803]: from='client.15171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:08.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:08 smithi059 ceph-mon[39803]: pgmap v27: 121 pgs: 121 active+clean; 106 MiB data, 634 MiB used, 715 GiB / 715 GiB avail; 774 KiB/s rd, 950 KiB/s wr, 1 op/s 2024-08-17T17:07:08.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:08 smithi059 ceph-mon[39803]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T17:07:08.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:08 smithi059 ceph-mon[29264]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:07:08.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:08 smithi059 ceph-mon[29264]: from='client.15171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:08.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:08 smithi059 ceph-mon[29264]: pgmap v27: 121 pgs: 121 active+clean; 106 MiB data, 634 MiB used, 715 GiB / 715 GiB avail; 774 KiB/s rd, 950 KiB/s wr, 1 op/s 2024-08-17T17:07:08.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:08 smithi059 ceph-mon[29264]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T17:07:08.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:08 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:07:08.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:08 smithi087 ceph-mon[33075]: from='client.15171 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:08.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:08 smithi087 ceph-mon[33075]: pgmap v27: 121 pgs: 121 active+clean; 106 MiB data, 634 MiB used, 715 GiB / 715 GiB avail; 774 KiB/s rd, 950 KiB/s wr, 1 op/s 2024-08-17T17:07:08.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:08 smithi087 ceph-mon[33075]: osdmap e206: 8 total, 8 up, 8 in 2024-08-17T17:07:09.495 INFO:tasks.rados.rados.0.smithi059.stdout:669: done (5 left) 2024-08-17T17:07:09.502 INFO:tasks.rados.rados.0.smithi059.stdout:672: done (4 left) 2024-08-17T17:07:09.502 INFO:tasks.rados.rados.0.smithi059.stdout:673: done (3 left) 2024-08-17T17:07:09.502 INFO:tasks.rados.rados.0.smithi059.stdout:674: done (2 left) 2024-08-17T17:07:09.502 INFO:tasks.rados.rados.0.smithi059.stdout:676: done (1 left) 2024-08-17T17:07:09.502 INFO:tasks.rados.rados.0.smithi059.stdout:677: done (0 left) 2024-08-17T17:07:09.502 INFO:tasks.rados.rados.0.smithi059.stdout:678: delete oid 35 current snap is 63 2024-08-17T17:07:09.503 INFO:tasks.rados.rados.0.smithi059.stdout:678: done (0 left) 2024-08-17T17:07:09.503 INFO:tasks.rados.rados.0.smithi059.stdout:679: snap_create 2024-08-17T17:07:09.694 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:09 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:07:09.694 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:09 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:07:09.694 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:09 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:07:09.694 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:09 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:09 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:07:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:09 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:07:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:09 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:07:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:09 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:09.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:09 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:07:09.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:09 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-17T17:07:09.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:09 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-17T17:07:09.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:09 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:10.501 INFO:tasks.rados.rados.0.smithi059.stdout:679: done (0 left) 2024-08-17T17:07:10.502 INFO:tasks.rados.rados.0.smithi059.stdout:680: snap_create 2024-08-17T17:07:10.588 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:10 smithi087 ceph-mon[33075]: Upgrade: Updating mgr.x 2024-08-17T17:07:10.589 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:10 smithi087 ceph-mon[33075]: Deploying daemon mgr.x on smithi087 2024-08-17T17:07:10.589 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:10 smithi087 ceph-mon[33075]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T17:07:10.589 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:10 smithi087 ceph-mon[33075]: pgmap v30: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-17T17:07:10.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:10 smithi059 ceph-mon[29264]: Upgrade: Updating mgr.x 2024-08-17T17:07:10.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:10 smithi059 ceph-mon[29264]: Deploying daemon mgr.x on smithi087 2024-08-17T17:07:10.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:10 smithi059 ceph-mon[29264]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T17:07:10.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:10 smithi059 ceph-mon[29264]: pgmap v30: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-17T17:07:10.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:10 smithi059 ceph-mon[39803]: Upgrade: Updating mgr.x 2024-08-17T17:07:10.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:10 smithi059 ceph-mon[39803]: Deploying daemon mgr.x on smithi087 2024-08-17T17:07:10.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:10 smithi059 ceph-mon[39803]: osdmap e207: 8 total, 8 up, 8 in 2024-08-17T17:07:10.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:10 smithi059 ceph-mon[39803]: pgmap v30: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-17T17:07:10.908 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:10 smithi087 systemd[1]: Stopping Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:07:11.193 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:10 smithi087 podman[77330]: 2024-08-17 17:07:10.907765382 +0000 UTC m=+0.174098603 container died 06265d91b087af86411fdb1f858dece117fa35fc023de43c732b6461bc880b84 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-17T17:07:11.504 INFO:tasks.rados.rados.0.smithi059.stdout:680: done (0 left) 2024-08-17T17:07:11.504 INFO:tasks.rados.rados.0.smithi059.stdout:681: read oid 22 snap -1 2024-08-17T17:07:11.504 INFO:tasks.rados.rados.0.smithi059.stdout:681: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:07:11.504 INFO:tasks.rados.rados.0.smithi059.stdout:682: snap_remove snap 62 2024-08-17T17:07:11.505 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:11 smithi087 podman[77330]: 2024-08-17 17:07:11.284716075 +0000 UTC m=+0.551049290 container cleanup 06265d91b087af86411fdb1f858dece117fa35fc023de43c732b6461bc880b84 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-08-17T17:07:11.505 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:11 smithi087 bash[77330]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x 2024-08-17T17:07:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:11 smithi059 ceph-mon[29264]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T17:07:11.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:11 smithi059 ceph-mon[39803]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T17:07:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:11 smithi087 ceph-mon[33075]: osdmap e208: 8 total, 8 up, 8 in 2024-08-17T17:07:11.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:11 smithi087 podman[77343]: 2024-08-17 17:07:11.57784794 +0000 UTC m=+0.665854868 container remove 06265d91b087af86411fdb1f858dece117fa35fc023de43c732b6461bc880b84 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:07:11.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:11 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:07:11.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:11 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-17T17:07:11.800 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:11 smithi087 systemd[1]: Stopped Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:07:11.801 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:11 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.x.service: Consumed 17.843s CPU time. 2024-08-17T17:07:12.285 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:11 smithi087 systemd[1]: Starting Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:07:12.285 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:12 smithi087 podman[77473]: 2024-08-17 17:07:12.028957354 +0000 UTC m=+0.016952857 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:07:12.285 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:12 smithi087 podman[77473]: 2024-08-17 17:07:12.145602337 +0000 UTC m=+0.133597827 container create 83f16b14f40d8896c08c69cf39b12cdda9a7cf78b9080fa312cf25190591b2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:07:12.465 INFO:tasks.rados.rados.0.smithi059.stdout:682: done (1 left) 2024-08-17T17:07:12.465 INFO:tasks.rados.rados.0.smithi059.stdout:683: read oid 48 snap -1 2024-08-17T17:07:12.465 INFO:tasks.rados.rados.0.smithi059.stdout:683: expect (ObjNum 197 snap 57 seq_num 197) 2024-08-17T17:07:12.465 INFO:tasks.rados.rados.0.smithi059.stdout:681: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:07:12.483 INFO:tasks.rados.rados.0.smithi059.stdout:681: done (1 left) 2024-08-17T17:07:12.483 INFO:tasks.rados.rados.0.smithi059.stdout:684: rmattr oid 29 current snap is 65 2024-08-17T17:07:12.483 INFO:tasks.rados.rados.0.smithi059.stdout:685: delete oid 2 current snap is 65 2024-08-17T17:07:12.488 INFO:tasks.rados.rados.0.smithi059.stdout:685: done (2 left) 2024-08-17T17:07:12.488 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 65 2024-08-17T17:07:12.489 INFO:tasks.rados.rados.0.smithi059.stdout:686: seq_num 219 ranges {0=475136,475136=466944,942080=335872} 2024-08-17T17:07:12.491 INFO:tasks.rados.rados.0.smithi059.stdout:686: writing smithi05980601-27 from 0 to 475136 tid 1 2024-08-17T17:07:12.494 INFO:tasks.rados.rados.0.smithi059.stdout:686: writing smithi05980601-27 from 475136 to 942080 tid 2 2024-08-17T17:07:12.496 INFO:tasks.rados.rados.0.smithi059.stdout:686: writing smithi05980601-27 from 942080 to 1277952 tid 3 2024-08-17T17:07:12.496 INFO:tasks.rados.rados.0.smithi059.stdout:687: read oid 46 snap -1 2024-08-17T17:07:12.496 INFO:tasks.rados.rados.0.smithi059.stdout:687: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:07:12.496 INFO:tasks.rados.rados.0.smithi059.stdout:688: copy_from oid 14 from oid 33 current snap is 65 2024-08-17T17:07:12.497 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 73 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:07:12.497 INFO:tasks.rados.rados.0.smithi059.stdout:684: done (4 left) 2024-08-17T17:07:12.497 INFO:tasks.rados.rados.0.smithi059.stdout:689: delete oid 37 current snap is 65 2024-08-17T17:07:12.499 INFO:tasks.rados.rados.0.smithi059.stdout:689: done (4 left) 2024-08-17T17:07:12.499 INFO:tasks.rados.rados.0.smithi059.stdout:690: read oid 35 snap -1 2024-08-17T17:07:12.499 INFO:tasks.rados.rados.0.smithi059.stdout:690: expect deleted 2024-08-17T17:07:12.499 INFO:tasks.rados.rados.0.smithi059.stdout:691: snap_remove snap 64 2024-08-17T17:07:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:12 smithi087 ceph-mon[33075]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T17:07:12.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:12 smithi087 ceph-mon[33075]: pgmap v33: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-17T17:07:12.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:12 smithi087 ceph-mon[33075]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T17:07:12.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:12 smithi087 podman[77473]: 2024-08-17 17:07:12.406920684 +0000 UTC m=+0.394916174 container init 83f16b14f40d8896c08c69cf39b12cdda9a7cf78b9080fa312cf25190591b2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-17T17:07:12.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:12 smithi087 podman[77473]: 2024-08-17 17:07:12.409870151 +0000 UTC m=+0.397865646 container start 83f16b14f40d8896c08c69cf39b12cdda9a7cf78b9080fa312cf25190591b2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:07:12.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:12 smithi087 ceph-mgr[77492]: -- 172.21.15.87:0/2373513702 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f9736f30e0 con 0x55f9736d1000 2024-08-17T17:07:12.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:12 smithi087 bash[77473]: 83f16b14f40d8896c08c69cf39b12cdda9a7cf78b9080fa312cf25190591b2a1 2024-08-17T17:07:12.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:12 smithi087 systemd[1]: Started Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:07:12.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:12 smithi059 ceph-mon[29264]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T17:07:12.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:12 smithi059 ceph-mon[29264]: pgmap v33: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-17T17:07:12.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:12 smithi059 ceph-mon[29264]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T17:07:12.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:12 smithi059 ceph-mon[39803]: osdmap e209: 8 total, 8 up, 8 in 2024-08-17T17:07:12.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:12 smithi059 ceph-mon[39803]: pgmap v33: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-17T17:07:12.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:12 smithi059 ceph-mon[39803]: osdmap e210: 8 total, 8 up, 8 in 2024-08-17T17:07:13.465 INFO:tasks.rados.rados.0.smithi059.stdout:691: done (5 left) 2024-08-17T17:07:13.465 INFO:tasks.rados.rados.0.smithi059.stdout:692: snap_remove snap 63 2024-08-17T17:07:13.911 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:13 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:13.911 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:13 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:13.911 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:13 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:13.911 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:13 smithi087 ceph-mon[33075]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T17:07:14.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:13 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:14.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:13 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:14.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:13 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:14.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:13 smithi059 ceph-mon[29264]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T17:07:14.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:13 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:14.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:13 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:14.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:13 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:14.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:13 smithi059 ceph-mon[39803]: osdmap e211: 8 total, 8 up, 8 in 2024-08-17T17:07:14.466 INFO:tasks.rados.rados.0.smithi059.stdout:692: done (5 left) 2024-08-17T17:07:14.466 INFO:tasks.rados.rados.0.smithi059.stdout:693: setattr oid 47 current snap is 65 2024-08-17T17:07:14.466 INFO:tasks.rados.rados.0.smithi059.stdout:686: finishing write tid 1 to smithi05980601-27 2024-08-17T17:07:14.466 INFO:tasks.rados.rados.0.smithi059.stdout:686: finishing write tid 2 to smithi05980601-27 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:686: finishing write tid 3 to smithi05980601-27 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:686: finishing write tid 4 to smithi05980601-27 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:686: finishing write tid 5 to smithi05980601-27 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:686: oid 27 updating version 0 to 194 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:686: oid 27 version 194 is already newer than 193 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:686: oid 27 version 194 is already newer than 192 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:686: oid 27 version 194 is already newer than 191 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 194 (ObjNum 219 snap 65 seq_num 219) dirty exists 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:686: left oid 27 (ObjNum 219 snap 65 seq_num 219) 2024-08-17T17:07:14.467 INFO:tasks.rados.rados.0.smithi059.stdout:683: expect (ObjNum 197 snap 57 seq_num 197) 2024-08-17T17:07:14.782 INFO:tasks.rados.rados.0.smithi059.stdout:687: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:07:14.907 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:14 smithi087 ceph-mon[33075]: pgmap v36: 121 pgs: 121 active+clean; 115 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-08-17T17:07:14.907 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:14 smithi087 ceph-mon[33075]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T17:07:14.945 INFO:tasks.rados.rados.0.smithi059.stdout:688: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:07:14.945 INFO:tasks.rados.rados.0.smithi059.stdout:688: finishing copy_from to smithi05980601-14 2024-08-17T17:07:14.945 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 172 (ObjNum 208 snap 60 seq_num 208) dirty exists 2024-08-17T17:07:14.945 INFO:tasks.rados.rados.0.smithi059.stdout:683: done (5 left) 2024-08-17T17:07:14.945 INFO:tasks.rados.rados.0.smithi059.stdout:686: done (4 left) 2024-08-17T17:07:14.945 INFO:tasks.rados.rados.0.smithi059.stdout:687: done (3 left) 2024-08-17T17:07:14.946 INFO:tasks.rados.rados.0.smithi059.stdout:688: done (2 left) 2024-08-17T17:07:14.946 INFO:tasks.rados.rados.0.smithi059.stdout:690: done (1 left) 2024-08-17T17:07:14.946 INFO:tasks.rados.rados.0.smithi059.stdout:694: copy_from oid 14 from oid 10 current snap is 65 2024-08-17T17:07:14.946 INFO:tasks.rados.rados.0.smithi059.stdout:695: rollback oid 18 current snap is 65 2024-08-17T17:07:14.946 INFO:tasks.rados.rados.0.smithi059.stdout:695: done (2 left) 2024-08-17T17:07:14.946 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 65 2024-08-17T17:07:14.946 INFO:tasks.rados.rados.0.smithi059.stdout:696: seq_num 221 ranges {1277952=507904,1785856=688128,2473984=114688} 2024-08-17T17:07:14.954 INFO:tasks.rados.rados.0.smithi059.stdout:696: writing smithi05980601-27 from 1277952 to 1785856 tid 1 2024-08-17T17:07:14.958 INFO:tasks.rados.rados.0.smithi059.stdout:696: writing smithi05980601-27 from 1785856 to 2473984 tid 2 2024-08-17T17:07:14.959 INFO:tasks.rados.rados.0.smithi059.stdout:696: writing smithi05980601-27 from 2473984 to 2588672 tid 3 2024-08-17T17:07:14.959 INFO:tasks.rados.rados.0.smithi059.stdout:697: snap_create 2024-08-17T17:07:14.959 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 122 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:07:14.959 INFO:tasks.rados.rados.0.smithi059.stdout:694: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:07:14.960 INFO:tasks.rados.rados.0.smithi059.stdout:694: finishing copy_from to smithi05980601-14 2024-08-17T17:07:14.960 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 12 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:07:14.960 INFO:tasks.rados.rados.0.smithi059.stdout:696: finishing write tid 1 to smithi05980601-27 2024-08-17T17:07:14.961 INFO:tasks.rados.rados.0.smithi059.stdout:696: finishing write tid 2 to smithi05980601-27 2024-08-17T17:07:14.962 INFO:tasks.rados.rados.0.smithi059.stdout:696: finishing write tid 3 to smithi05980601-27 2024-08-17T17:07:14.962 INFO:tasks.rados.rados.0.smithi059.stdout:696: finishing write tid 4 to smithi05980601-27 2024-08-17T17:07:14.963 INFO:tasks.rados.rados.0.smithi059.stdout:696: finishing write tid 5 to smithi05980601-27 2024-08-17T17:07:14.963 INFO:tasks.rados.rados.0.smithi059.stdout:696: oid 27 updating version 0 to 200 2024-08-17T17:07:14.963 INFO:tasks.rados.rados.0.smithi059.stdout:696: oid 27 version 200 is already newer than 197 2024-08-17T17:07:14.963 INFO:tasks.rados.rados.0.smithi059.stdout:696: oid 27 version 200 is already newer than 199 2024-08-17T17:07:14.963 INFO:tasks.rados.rados.0.smithi059.stdout:696: oid 27 version 200 is already newer than 198 2024-08-17T17:07:14.963 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 200 (ObjNum 221 snap 65 seq_num 221) dirty exists 2024-08-17T17:07:14.963 INFO:tasks.rados.rados.0.smithi059.stdout:696: left oid 27 (ObjNum 221 snap 65 seq_num 221) 2024-08-17T17:07:15.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:14 smithi059 ceph-mon[39803]: pgmap v36: 121 pgs: 121 active+clean; 115 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-08-17T17:07:15.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:14 smithi059 ceph-mon[39803]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T17:07:15.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:14 smithi059 ceph-mon[29264]: pgmap v36: 121 pgs: 121 active+clean; 115 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-08-17T17:07:15.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:14 smithi059 ceph-mon[29264]: osdmap e212: 8 total, 8 up, 8 in 2024-08-17T17:07:15.581 INFO:tasks.rados.rados.0.smithi059.stdout:693: done (3 left) 2024-08-17T17:07:15.581 INFO:tasks.rados.rados.0.smithi059.stdout:694: done (2 left) 2024-08-17T17:07:15.581 INFO:tasks.rados.rados.0.smithi059.stdout:696: done (1 left) 2024-08-17T17:07:15.581 INFO:tasks.rados.rados.0.smithi059.stdout:697: done (0 left) 2024-08-17T17:07:15.581 INFO:tasks.rados.rados.0.smithi059.stdout:698: setattr oid 40 current snap is 66 2024-08-17T17:07:15.583 INFO:tasks.rados.rados.0.smithi059.stdout:699: rmattr oid 21 current snap is 66 2024-08-17T17:07:15.583 INFO:tasks.rados.rados.0.smithi059.stdout:699: done (1 left) 2024-08-17T17:07:15.583 INFO:tasks.rados.rados.0.smithi059.stdout:700: read oid 44 snap -1 2024-08-17T17:07:15.583 INFO:tasks.rados.rados.0.smithi059.stdout:700: expect (ObjNum 188 snap 56 seq_num 188) 2024-08-17T17:07:15.583 INFO:tasks.rados.rados.0.smithi059.stdout:701: snap_create 2024-08-17T17:07:15.587 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 230 (ObjNum 116 snap 35 seq_num 116) dirty exists 2024-08-17T17:07:15.595 INFO:tasks.rados.rados.0.smithi059.stdout:700: expect (ObjNum 188 snap 56 seq_num 188) 2024-08-17T17:07:16.591 INFO:tasks.rados.rados.0.smithi059.stdout:698: done (2 left) 2024-08-17T17:07:16.591 INFO:tasks.rados.rados.0.smithi059.stdout:700: done (1 left) 2024-08-17T17:07:16.591 INFO:tasks.rados.rados.0.smithi059.stdout:701: done (0 left) 2024-08-17T17:07:16.591 INFO:tasks.rados.rados.0.smithi059.stdout:702: snap_remove snap 65 2024-08-17T17:07:16.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:16 smithi087 ceph-mon[33075]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T17:07:16.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:16 smithi087 ceph-mon[33075]: pgmap v39: 121 pgs: 121 active+clean; 115 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-08-17T17:07:17.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:16 smithi059 ceph-mon[39803]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T17:07:17.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:16 smithi059 ceph-mon[39803]: pgmap v39: 121 pgs: 121 active+clean; 115 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-08-17T17:07:17.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:16 smithi059 ceph-mon[29264]: osdmap e213: 8 total, 8 up, 8 in 2024-08-17T17:07:17.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:16 smithi059 ceph-mon[29264]: pgmap v39: 121 pgs: 121 active+clean; 115 MiB data, 664 MiB used, 715 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-08-17T17:07:17.467 INFO:tasks.rados.rados.0.smithi059.stdout:702: done (0 left) 2024-08-17T17:07:17.468 INFO:tasks.rados.rados.0.smithi059.stdout:703: snap_create 2024-08-17T17:07:17.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:07:17] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-08-17T17:07:17.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[39803]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[39803]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[29264]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[29264]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T17:07:17.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:17 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-mon[33075]: osdmap e214: 8 total, 8 up, 8 in 2024-08-17T17:07:17.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-mon[33075]: osdmap e215: 8 total, 8 up, 8 in 2024-08-17T17:07:17.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.855 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:17.856 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: [17/Aug/2024:17:07:17] ENGINE Bus STARTING 2024-08-17T17:07:17.856 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: CherryPy Checker: 2024-08-17T17:07:17.856 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: The Application mounted at '' has an empty config. 2024-08-17T17:07:17.856 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: 2024-08-17T17:07:17.856 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: [17/Aug/2024:17:07:17] ENGINE Serving on http://:::9283 2024-08-17T17:07:17.856 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: [17/Aug/2024:17:07:17] ENGINE Bus STARTED 2024-08-17T17:07:18.469 INFO:tasks.rados.rados.0.smithi059.stdout:703: done (0 left) 2024-08-17T17:07:18.469 INFO:tasks.rados.rados.0.smithi059.stdout:704: read oid 1 snap -1 2024-08-17T17:07:18.469 INFO:tasks.rados.rados.0.smithi059.stdout:704: expect (ObjNum 73 snap 12 seq_num 73) 2024-08-17T17:07:18.469 INFO:tasks.rados.rados.0.smithi059.stdout:705: rollback oid 50 current snap is 68 2024-08-17T17:07:18.470 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 67 2024-08-17T17:07:18.470 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 68 2024-08-17T17:07:18.470 INFO:tasks.rados.rados.0.smithi059.stdout:706: seq_num 222 ranges {638976=524288,1163264=565248,1728512=237568} 2024-08-17T17:07:18.476 INFO:tasks.rados.rados.0.smithi059.stdout:706: writing smithi05980601-22 from 638976 to 1163264 tid 1 2024-08-17T17:07:18.479 INFO:tasks.rados.rados.0.smithi059.stdout:706: writing smithi05980601-22 from 1163264 to 1728512 tid 2 2024-08-17T17:07:18.481 INFO:tasks.rados.rados.0.smithi059.stdout:706: writing smithi05980601-22 from 1728512 to 1966080 tid 3 2024-08-17T17:07:18.481 INFO:tasks.rados.rados.0.smithi059.stdout:707: read oid 9 snap -1 2024-08-17T17:07:18.481 INFO:tasks.rados.rados.0.smithi059.stdout:707: expect (ObjNum 207 snap 60 seq_num 207) 2024-08-17T17:07:18.481 INFO:tasks.rados.rados.0.smithi059.stdout:708: delete oid 5 current snap is 68 2024-08-17T17:07:18.481 INFO:tasks.rados.rados.0.smithi059.stdout:704: expect (ObjNum 73 snap 12 seq_num 73) 2024-08-17T17:07:18.514 INFO:tasks.rados.rados.0.smithi059.stdout:705: finishing rollback tid 0 to smithi05980601-50 2024-08-17T17:07:18.514 INFO:tasks.rados.rados.0.smithi059.stdout:705: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:07:18.514 INFO:tasks.rados.rados.0.smithi059.stdout:705: finishing rollback tid 2 to smithi05980601-50 2024-08-17T17:07:18.514 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 435 (ObjNum 199 snap 57 seq_num 199) dirty exists 2024-08-17T17:07:18.514 INFO:tasks.rados.rados.0.smithi059.stdout:706: finishing write tid 1 to smithi05980601-22 2024-08-17T17:07:18.514 INFO:tasks.rados.rados.0.smithi059.stdout:706: finishing write tid 2 to smithi05980601-22 2024-08-17T17:07:18.514 INFO:tasks.rados.rados.0.smithi059.stdout:706: finishing write tid 3 to smithi05980601-22 2024-08-17T17:07:18.515 INFO:tasks.rados.rados.0.smithi059.stdout:706: finishing write tid 4 to smithi05980601-22 2024-08-17T17:07:18.515 INFO:tasks.rados.rados.0.smithi059.stdout:707: expect (ObjNum 207 snap 60 seq_num 207) 2024-08-17T17:07:18.542 INFO:tasks.rados.rados.0.smithi059.stdout:706: finishing write tid 5 to smithi05980601-22 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:706: oid 22 updating version 0 to 205 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:706: oid 22 version 205 is already newer than 204 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:706: oid 22 version 205 is already newer than 203 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:706: oid 22 version 205 is already newer than 202 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 205 (ObjNum 222 snap 68 seq_num 222) dirty exists 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:706: left oid 22 (ObjNum 222 snap 68 seq_num 222) 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:704: done (4 left) 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:705: done (3 left) 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:706: done (2 left) 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:707: done (1 left) 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:708: done (0 left) 2024-08-17T17:07:18.543 INFO:tasks.rados.rados.0.smithi059.stdout:709: read oid 13 snap -1 2024-08-17T17:07:18.544 INFO:tasks.rados.rados.0.smithi059.stdout:709: expect (ObjNum 127 snap 37 seq_num 127) 2024-08-17T17:07:18.544 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 34 current snap is 68 2024-08-17T17:07:18.544 INFO:tasks.rados.rados.0.smithi059.stdout:710: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-08-17T17:07:18.546 INFO:tasks.rados.rados.0.smithi059.stdout:710: writing smithi05980601-34 from 0 to 557056 tid 1 2024-08-17T17:07:18.550 INFO:tasks.rados.rados.0.smithi059.stdout:710: writing smithi05980601-34 from 557056 to 1294336 tid 2 2024-08-17T17:07:18.550 INFO:tasks.rados.rados.0.smithi059.stdout:710: writing smithi05980601-34 from 1294336 to 1359872 tid 3 2024-08-17T17:07:18.550 INFO:tasks.rados.rados.0.smithi059.stdout:711: delete oid 3 current snap is 68 2024-08-17T17:07:18.552 INFO:tasks.rados.rados.0.smithi059.stdout:711: done (2 left) 2024-08-17T17:07:18.552 INFO:tasks.rados.rados.0.smithi059.stdout:712: snap_create 2024-08-17T17:07:18.552 INFO:tasks.rados.rados.0.smithi059.stdout:710: finishing write tid 1 to smithi05980601-34 2024-08-17T17:07:18.556 INFO:tasks.rados.rados.0.smithi059.stdout:710: finishing write tid 2 to smithi05980601-34 2024-08-17T17:07:18.556 INFO:tasks.rados.rados.0.smithi059.stdout:710: finishing write tid 3 to smithi05980601-34 2024-08-17T17:07:18.556 INFO:tasks.rados.rados.0.smithi059.stdout:710: finishing write tid 4 to smithi05980601-34 2024-08-17T17:07:18.558 INFO:tasks.rados.rados.0.smithi059.stdout:710: finishing write tid 5 to smithi05980601-34 2024-08-17T17:07:18.558 INFO:tasks.rados.rados.0.smithi059.stdout:710: oid 34 updating version 0 to 248 2024-08-17T17:07:18.559 INFO:tasks.rados.rados.0.smithi059.stdout:710: oid 34 updating version 248 to 249 2024-08-17T17:07:18.559 INFO:tasks.rados.rados.0.smithi059.stdout:710: oid 34 updating version 249 to 250 2024-08-17T17:07:18.559 INFO:tasks.rados.rados.0.smithi059.stdout:710: oid 34 updating version 250 to 251 2024-08-17T17:07:18.559 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 251 (ObjNum 224 snap 68 seq_num 224) dirty exists 2024-08-17T17:07:18.559 INFO:tasks.rados.rados.0.smithi059.stdout:710: left oid 34 (ObjNum 224 snap 68 seq_num 224) 2024-08-17T17:07:18.562 INFO:tasks.rados.rados.0.smithi059.stdout:709: expect (ObjNum 127 snap 37 seq_num 127) 2024-08-17T17:07:18.972 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:18 smithi087 ceph-mon[33075]: Standby manager daemon x restarted 2024-08-17T17:07:18.972 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:18 smithi087 ceph-mon[33075]: Standby manager daemon x started 2024-08-17T17:07:18.972 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:18 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:07:18.972 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:18 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:07:18.972 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:18 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:07:18.972 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:18 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:07:18.972 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:18 smithi087 ceph-mon[33075]: pgmap v42: 121 pgs: 121 active+clean; 107 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 156 KiB/s wr, 0 op/s 2024-08-17T17:07:18.972 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:18 smithi087 ceph-mon[33075]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T17:07:19.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[29264]: Standby manager daemon x restarted 2024-08-17T17:07:19.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[29264]: Standby manager daemon x started 2024-08-17T17:07:19.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:07:19.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[29264]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[29264]: pgmap v42: 121 pgs: 121 active+clean; 107 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 156 KiB/s wr, 0 op/s 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[29264]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[39803]: Standby manager daemon x restarted 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[39803]: Standby manager daemon x started 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:07:19.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/2673185133' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:07:19.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[39803]: pgmap v42: 121 pgs: 121 active+clean; 107 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 156 KiB/s wr, 0 op/s 2024-08-17T17:07:19.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:18 smithi059 ceph-mon[39803]: osdmap e216: 8 total, 8 up, 8 in 2024-08-17T17:07:19.470 INFO:tasks.rados.rados.0.smithi059.stdout:709: done (2 left) 2024-08-17T17:07:19.470 INFO:tasks.rados.rados.0.smithi059.stdout:710: done (1 left) 2024-08-17T17:07:19.470 INFO:tasks.rados.rados.0.smithi059.stdout:712: done (0 left) 2024-08-17T17:07:19.470 INFO:tasks.rados.rados.0.smithi059.stdout:713: rmattr oid 13 current snap is 69 2024-08-17T17:07:19.471 INFO:tasks.rados.rados.0.smithi059.stdout:714: snap_create 2024-08-17T17:07:19.473 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 112 (ObjNum 127 snap 37 seq_num 127) dirty exists 2024-08-17T17:07:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:19 smithi059 ceph-mon[29264]: mgrmap e37: y(active, since 26s), standbys: x 2024-08-17T17:07:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:19 smithi059 ceph-mon[29264]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T17:07:20.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:19 smithi059 ceph-mon[39803]: mgrmap e37: y(active, since 26s), standbys: x 2024-08-17T17:07:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:19 smithi059 ceph-mon[39803]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T17:07:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:19 smithi087 ceph-mon[33075]: mgrmap e37: y(active, since 26s), standbys: x 2024-08-17T17:07:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:19 smithi087 ceph-mon[33075]: osdmap e217: 8 total, 8 up, 8 in 2024-08-17T17:07:20.470 INFO:tasks.rados.rados.0.smithi059.stdout:713: done (1 left) 2024-08-17T17:07:20.470 INFO:tasks.rados.rados.0.smithi059.stdout:714: done (0 left) 2024-08-17T17:07:20.470 INFO:tasks.rados.rados.0.smithi059.stdout:715: copy_from oid 43 from oid 39 current snap is 70 2024-08-17T17:07:20.470 INFO:tasks.rados.rados.0.smithi059.stdout:716: delete oid 49 current snap is 70 2024-08-17T17:07:20.479 INFO:tasks.rados.rados.0.smithi059.stdout:716: done (1 left) 2024-08-17T17:07:20.479 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 70 2024-08-17T17:07:20.480 INFO:tasks.rados.rados.0.smithi059.stdout:717: seq_num 227 ranges {3948544=606208,4554752=794624,5349376=8192} 2024-08-17T17:07:20.505 INFO:tasks.rados.rados.0.smithi059.stdout:717: writing smithi05980601-23 from 3948544 to 4554752 tid 1 2024-08-17T17:07:20.509 INFO:tasks.rados.rados.0.smithi059.stdout:717: writing smithi05980601-23 from 4554752 to 5349376 tid 2 2024-08-17T17:07:20.510 INFO:tasks.rados.rados.0.smithi059.stdout:717: writing smithi05980601-23 from 5349376 to 5357568 tid 3 2024-08-17T17:07:20.510 INFO:tasks.rados.rados.0.smithi059.stdout:718: rollback oid 3 current snap is 70 2024-08-17T17:07:20.510 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 3 to 67 2024-08-17T17:07:20.510 INFO:tasks.rados.rados.0.smithi059.stdout:715: finishing copy_from racing read to smithi05980601-43 2024-08-17T17:07:20.510 INFO:tasks.rados.rados.0.smithi059.stdout:719: snap_create 2024-08-17T17:07:20.510 INFO:tasks.rados.rados.0.smithi059.stdout:715: finishing copy_from to smithi05980601-43 2024-08-17T17:07:20.510 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 284 (ObjNum 181 snap 53 seq_num 181) dirty exists 2024-08-17T17:07:20.510 INFO:tasks.rados.rados.0.smithi059.stdout:718: finishing rollback tid 1 to smithi05980601-3 2024-08-17T17:07:20.511 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 0 (ObjNum 81 snap 0 seq_num 338433872) dirty dne 2024-08-17T17:07:20.512 INFO:tasks.rados.rados.0.smithi059.stdout:717: finishing write tid 1 to smithi05980601-23 2024-08-17T17:07:20.513 INFO:tasks.rados.rados.0.smithi059.stdout:717: finishing write tid 2 to smithi05980601-23 2024-08-17T17:07:20.513 INFO:tasks.rados.rados.0.smithi059.stdout:717: finishing write tid 3 to smithi05980601-23 2024-08-17T17:07:20.513 INFO:tasks.rados.rados.0.smithi059.stdout:717: finishing write tid 4 to smithi05980601-23 2024-08-17T17:07:20.515 INFO:tasks.rados.rados.0.smithi059.stdout:717: finishing write tid 5 to smithi05980601-23 2024-08-17T17:07:20.515 INFO:tasks.rados.rados.0.smithi059.stdout:717: oid 23 updating version 0 to 389 2024-08-17T17:07:20.515 INFO:tasks.rados.rados.0.smithi059.stdout:717: oid 23 updating version 389 to 391 2024-08-17T17:07:20.515 INFO:tasks.rados.rados.0.smithi059.stdout:717: oid 23 updating version 391 to 392 2024-08-17T17:07:20.515 INFO:tasks.rados.rados.0.smithi059.stdout:717: oid 23 version 392 is already newer than 390 2024-08-17T17:07:20.515 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 392 (ObjNum 227 snap 70 seq_num 227) dirty exists 2024-08-17T17:07:20.515 INFO:tasks.rados.rados.0.smithi059.stdout:717: left oid 23 (ObjNum 227 snap 70 seq_num 227) 2024-08-17T17:07:20.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:20 smithi087 ceph-mon[33075]: pgmap v45: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 476 KiB/s wr, 12 op/s 2024-08-17T17:07:20.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:20 smithi087 ceph-mon[33075]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T17:07:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:20 smithi059 ceph-mon[29264]: pgmap v45: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 476 KiB/s wr, 12 op/s 2024-08-17T17:07:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:20 smithi059 ceph-mon[29264]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T17:07:21.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:20 smithi059 ceph-mon[39803]: pgmap v45: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 476 KiB/s wr, 12 op/s 2024-08-17T17:07:21.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:20 smithi059 ceph-mon[39803]: osdmap e218: 8 total, 8 up, 8 in 2024-08-17T17:07:21.471 INFO:tasks.rados.rados.0.smithi059.stdout:715: done (3 left) 2024-08-17T17:07:21.471 INFO:tasks.rados.rados.0.smithi059.stdout:717: done (2 left) 2024-08-17T17:07:21.471 INFO:tasks.rados.rados.0.smithi059.stdout:718: done (1 left) 2024-08-17T17:07:21.472 INFO:tasks.rados.rados.0.smithi059.stdout:719: done (0 left) 2024-08-17T17:07:21.472 INFO:tasks.rados.rados.0.smithi059.stdout:720: read oid 42 snap -1 2024-08-17T17:07:21.472 INFO:tasks.rados.rados.0.smithi059.stdout:720: expect (ObjNum 184 snap 56 seq_num 184) 2024-08-17T17:07:21.472 INFO:tasks.rados.rados.0.smithi059.stdout:721: read oid 24 snap -1 2024-08-17T17:07:21.472 INFO:tasks.rados.rados.0.smithi059.stdout:721: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:07:21.472 INFO:tasks.rados.rados.0.smithi059.stdout:722: snap_create 2024-08-17T17:07:21.477 INFO:tasks.rados.rados.0.smithi059.stdout:720: expect (ObjNum 184 snap 56 seq_num 184) 2024-08-17T17:07:21.526 INFO:tasks.rados.rados.0.smithi059.stdout:721: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:07:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[29264]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:22.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T17:07:22.040 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:21 smithi059 ceph-mon[39803]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T17:07:22.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-17T17:07:22.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-17T17:07:22.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:07:22.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-17T17:07:22.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-17T17:07:22.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T17:07:22.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-17T17:07:22.302 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:21 smithi087 ceph-mon[33075]: osdmap e219: 8 total, 8 up, 8 in 2024-08-17T17:07:22.466 INFO:tasks.rados.rados.0.smithi059.stdout:720: done (2 left) 2024-08-17T17:07:22.466 INFO:tasks.rados.rados.0.smithi059.stdout:721: done (1 left) 2024-08-17T17:07:22.467 INFO:tasks.rados.rados.0.smithi059.stdout:722: done (0 left) 2024-08-17T17:07:22.467 INFO:tasks.rados.rados.0.smithi059.stdout:723: delete oid 10 current snap is 72 2024-08-17T17:07:22.470 INFO:tasks.rados.rados.0.smithi059.stdout:723: done (0 left) 2024-08-17T17:07:22.470 INFO:tasks.rados.rados.0.smithi059.stdout:724: snap_create 2024-08-17T17:07:23.180 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[29264]: Upgrade: Setting container_image for all mgr 2024-08-17T17:07:23.180 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[29264]: Upgrade: It appears safe to stop mon.a 2024-08-17T17:07:23.180 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[29264]: pgmap v48: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 320 KiB/s wr, 12 op/s 2024-08-17T17:07:23.180 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:23.180 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[29264]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T17:07:23.180 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[29264]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:23.180 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[29264]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[39803]: Upgrade: Setting container_image for all mgr 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[39803]: Upgrade: It appears safe to stop mon.a 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[39803]: pgmap v48: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 320 KiB/s wr, 12 op/s 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[39803]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T17:07:23.181 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T17:07:23.182 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:22 smithi059 ceph-mon[39803]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:22 smithi087 ceph-mon[33075]: Upgrade: Setting container_image for all mgr 2024-08-17T17:07:23.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:22 smithi087 ceph-mon[33075]: Upgrade: It appears safe to stop mon.a 2024-08-17T17:07:23.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:22 smithi087 ceph-mon[33075]: pgmap v48: 121 pgs: 121 active+clean; 108 MiB data, 657 MiB used, 715 GiB / 715 GiB avail; 2.8 MiB/s rd, 320 KiB/s wr, 12 op/s 2024-08-17T17:07:23.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:22 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:23.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:22 smithi087 ceph-mon[33075]: osdmap e220: 8 total, 8 up, 8 in 2024-08-17T17:07:23.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:22 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='mgr.y' 2024-08-17T17:07:23.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:22 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T17:07:23.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:22 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T17:07:23.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:22 smithi087 ceph-mon[33075]: from='mgr.15093 172.21.15.59:0/159276472' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:23.476 INFO:tasks.rados.rados.0.smithi059.stdout:724: done (0 left) 2024-08-17T17:07:23.476 INFO:tasks.rados.rados.0.smithi059.stdout:725: read oid 17 snap -1 2024-08-17T17:07:23.476 INFO:tasks.rados.rados.0.smithi059.stdout:725: expect (ObjNum 149 snap 43 seq_num 149) 2024-08-17T17:07:23.476 INFO:tasks.rados.rados.0.smithi059.stdout:726: delete oid 48 current snap is 73 2024-08-17T17:07:23.478 INFO:tasks.rados.rados.0.smithi059.stdout:726: done (1 left) 2024-08-17T17:07:23.478 INFO:tasks.rados.rados.0.smithi059.stdout:727: delete oid 21 current snap is 73 2024-08-17T17:07:23.480 INFO:tasks.rados.rados.0.smithi059.stdout:727: done (1 left) 2024-08-17T17:07:23.481 INFO:tasks.rados.rados.0.smithi059.stdout:728: snap_create 2024-08-17T17:07:23.496 INFO:tasks.rados.rados.0.smithi059.stdout:725: expect (ObjNum 149 snap 43 seq_num 149) 2024-08-17T17:07:24.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:23 smithi059 ceph-mon[29264]: Upgrade: Updating mon.a 2024-08-17T17:07:24.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:23 smithi059 ceph-mon[29264]: Deploying daemon mon.a on smithi059 2024-08-17T17:07:24.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:23 smithi059 ceph-mon[29264]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T17:07:24.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:23 smithi059 ceph-mon[29264]: pgmap v51: 121 pgs: 121 active+clean; 116 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-17T17:07:24.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:23 smithi059 ceph-mon[39803]: Upgrade: Updating mon.a 2024-08-17T17:07:24.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:23 smithi059 ceph-mon[39803]: Deploying daemon mon.a on smithi059 2024-08-17T17:07:24.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:23 smithi059 ceph-mon[39803]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T17:07:24.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:23 smithi059 ceph-mon[39803]: pgmap v51: 121 pgs: 121 active+clean; 116 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-17T17:07:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:23 smithi087 ceph-mon[33075]: Upgrade: Updating mon.a 2024-08-17T17:07:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:23 smithi087 ceph-mon[33075]: Deploying daemon mon.a on smithi059 2024-08-17T17:07:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:23 smithi087 ceph-mon[33075]: osdmap e221: 8 total, 8 up, 8 in 2024-08-17T17:07:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:23 smithi087 ceph-mon[33075]: pgmap v51: 121 pgs: 121 active+clean; 116 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 6.9 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-08-17T17:07:24.481 INFO:tasks.rados.rados.0.smithi059.stdout:725: done (1 left) 2024-08-17T17:07:24.481 INFO:tasks.rados.rados.0.smithi059.stdout:728: done (0 left) 2024-08-17T17:07:24.482 INFO:tasks.rados.rados.0.smithi059.stdout:729: snap_create 2024-08-17T17:07:24.565 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:24 smithi059 systemd[1]: Stopping Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:07:24.980 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a[29260]: 2024-08-17T17:07:24.563+0000 7f648abdd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:07:24.980 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a[29260]: 2024-08-17T17:07:24.563+0000 7f648abdd640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-17T17:07:24.980 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:24 smithi059 podman[92098]: 2024-08-17 17:07:24.585186359 +0000 UTC m=+0.125874270 container died aa3912595492415e4fbf79deeab0b77c4f01221527b2f8723d7924b7fdb8e6f9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T17:07:24.981 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:24 smithi059 podman[92098]: 2024-08-17 17:07:24.980112787 +0000 UTC m=+0.520800697 container cleanup aa3912595492415e4fbf79deeab0b77c4f01221527b2f8723d7924b7fdb8e6f9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-ced649f, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:07:25.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:24 smithi059 bash[92098]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a 2024-08-17T17:07:25.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:25 smithi059 podman[92110]: 2024-08-17 17:07:25.215096334 +0000 UTC m=+0.624928124 container remove aa3912595492415e4fbf79deeab0b77c4f01221527b2f8723d7924b7fdb8e6f9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.36.0) 2024-08-17T17:07:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:25 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-17T17:07:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:25 smithi059 systemd[1]: Stopped Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:07:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:25 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a.service: Consumed 14.561s CPU time. 2024-08-17T17:07:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:25 smithi059 systemd[1]: Starting Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:07:26.042 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:25 smithi059 podman[92243]: 2024-08-17 17:07:25.791263432 +0000 UTC m=+0.106759548 container create 165296d8423a08c45813ada8ffb8170507ed456b928c522f4d6b642d1576fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T17:07:26.042 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:25 smithi059 podman[92243]: 2024-08-17 17:07:25.702372011 +0000 UTC m=+0.017868094 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:07:26.042 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 podman[92243]: 2024-08-17 17:07:26.011049733 +0000 UTC m=+0.326545826 container init 165296d8423a08c45813ada8ffb8170507ed456b928c522f4d6b642d1576fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe) 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 podman[92243]: 2024-08-17 17:07:26.014848311 +0000 UTC m=+0.330344381 container start 165296d8423a08c45813ada8ffb8170507ed456b928c522f4d6b642d1576fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev), process ceph-mon, pid 2 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: pidfile_write: ignore empty --pid-file 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: load: jerasure load: lrc 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: RocksDB version: 7.9.2 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Git sha 0 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Compile date 2024-08-15 20:43:31 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: DB SUMMARY 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: DB Session ID: YYLNGMM5PIAKPI4NOZEF 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: CURRENT file: CURRENT 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T17:07:26.043 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1518 Bytes 2024-08-17T17:07:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-08-17T17:07:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3417713 ; 2024-08-17T17:07:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.error_if_exists: 0 2024-08-17T17:07:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.create_if_missing: 0 2024-08-17T17:07:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.paranoid_checks: 1 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.env: 0x55dd7fde1be0 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.info_log: 0x55dd825f5700 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.statistics: (nil) 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.use_fsync: 0 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_log_file_size: 0 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T17:07:26.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.allow_fallocate: 1 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.use_direct_reads: 0 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.db_log_dir: 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.wal_dir: 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T17:07:26.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.write_buffer_manager: 0x55dd825f8e60 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T17:07:26.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.unordered_write: 0 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.row_cache: None 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.wal_filter: None 2024-08-17T17:07:26.542 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.two_write_queues: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.wal_compression: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.atomic_flush: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.log_readahead_size: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T17:07:26.543 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_background_jobs: 2 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_background_compactions: -1 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_subcompactions: 1 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T17:07:26.544 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_open_files: -1 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_background_flushes: -1 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Compression algorithms supported: 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: kZSTD supported: 0 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: kXpressCompression supported: 0 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: kBZip2Compression supported: 0 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T17:07:26.545 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: kLZ4Compression supported: 1 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: kZlibCompression supported: 1 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: kSnappyCompression supported: 1 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.merge_operator: 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_filter: None 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T17:07:26.546 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55dd825f5380) 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: cache_index_and_filter_blocks: 1 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: pin_top_level_index_and_filter: 1 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: index_type: 0 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: data_block_index_type: 0 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: index_shortening: 1 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: checksum: 4 2024-08-17T17:07:26.547 INFO:journalctl@ceph.mon.a.smithi059.stdout: no_block_cache: 0 2024-08-17T17:07:26.548 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_cache: 0x55dd825e9610 2024-08-17T17:07:26.548 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_cache_name: BinnedLRUCache 2024-08-17T17:07:26.548 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_cache_options: 2024-08-17T17:07:26.548 INFO:journalctl@ceph.mon.a.smithi059.stdout: capacity : 536870912 2024-08-17T17:07:26.548 INFO:journalctl@ceph.mon.a.smithi059.stdout: num_shard_bits : 4 2024-08-17T17:07:26.548 INFO:journalctl@ceph.mon.a.smithi059.stdout: strict_capacity_limit : 0 2024-08-17T17:07:26.549 INFO:journalctl@ceph.mon.a.smithi059.stdout: high_pri_pool_ratio: 0.000 2024-08-17T17:07:26.549 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_cache_compressed: (nil) 2024-08-17T17:07:26.549 INFO:journalctl@ceph.mon.a.smithi059.stdout: persistent_cache: (nil) 2024-08-17T17:07:26.549 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_size: 4096 2024-08-17T17:07:26.549 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_size_deviation: 10 2024-08-17T17:07:26.549 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_restart_interval: 16 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: index_block_restart_interval: 1 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: metadata_block_size: 4096 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: partition_filters: 0 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: use_delta_encoding: 1 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: filter_policy: bloomfilter 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: whole_key_filtering: 1 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: verify_compression: 0 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: read_amp_bytes_per_bit: 0 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: format_version: 5 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: enable_index_compression: 1 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: block_align: 0 2024-08-17T17:07:26.550 INFO:journalctl@ceph.mon.a.smithi059.stdout: max_auto_readahead_size: 262144 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout: prepopulate_block_cache: 0 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout: initial_auto_readahead_size: 8192 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression: NoCompression 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.num_levels: 7 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T17:07:26.551 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T17:07:26.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T17:07:26.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T17:07:26.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T17:07:26.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.inplace_update_support: 0 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.bloom_locality: 0 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.max_successive_merges: 0 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T17:07:26.556 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.ttl: 2592000 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.enable_blob_files: false 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.min_blob_size: 0 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T17:07:26.557 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T17:07:26.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T17:07:26.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T17:07:26.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T17:07:26.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T17:07:26.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:07:26.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12901, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-08-17T17:07:26.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-08-17T17:07:26.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: c936d986-de0f-49ce-b366-0cd4c6059a24 2024-08-17T17:07:26.558 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914446043034, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914446052630, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3225503, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12903, "largest_seqno": 14252, "table_properties": {"data_size": 3217907, "index_size": 4951, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1605, "raw_key_size": 15368, "raw_average_key_size": 24, "raw_value_size": 3203956, "raw_average_value_size": 5192, "num_data_blocks": 219, "num_entries": 617, "num_filter_entries": 617, "num_deletions": 37, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723914446, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "c936d986-de0f-49ce-b366-0cd4c6059a24", "db_session_id": "YYLNGMM5PIAKPI4NOZEF", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914446052762, "job": 1, "event": "recovery_finished"} 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55dd82618e00 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: DB pointer 0x55dd82716000 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout: ** DB Stats ** 2024-08-17T17:07:26.559 INFO:journalctl@ceph.mon.a.smithi059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: ** Compaction Stats [default] ** 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: L0 1/0 3.08 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 662.4 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-17T17:07:26.560 INFO:journalctl@ceph.mon.a.smithi059.stdout: L6 1/0 7.88 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: Sum 2/0 10.95 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 662.4 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 662.4 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: ** Compaction Stats [default] ** 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 662.4 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:07:26.561 INFO:journalctl@ceph.mon.a.smithi059.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: Cumulative compaction: 0.00 GB write, 202.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: Interval compaction: 0.00 GB write, 202.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: Block cache BinnedLRUCache@0x55dd825e9610#2 capacity: 512.00 MB usage: 6.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,5.08 KB,0.000968575%) Misc(1,0.00 KB,0%) 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T17:07:26.562 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: starting mon.a rank 0 at public addrs [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] at bind addrs [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: mon.a@-1(???) e3 preinit fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: mon.a@-1(???).mds e8 new map 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: mon.a@-1(???).mds e8 print_map 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: e8 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: legacy client fscid: 1 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: Filesystem 'cephfs' (1) 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: fs_name cephfs 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: epoch 8 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T17:07:26.563 INFO:journalctl@ceph.mon.a.smithi059.stdout: created 2024-08-17T17:01:29.825641+0000 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: modified 2024-08-17T17:01:41.082670+0000 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: tableserver 0 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: root 0 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: session_timeout 60 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: session_autoclose 300 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: max_file_size 1099511627776 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: max_xattr_size 65536 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: required_client_features {} 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: last_failure 0 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: last_failure_osd_epoch 0 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:07:26.564 INFO:journalctl@ceph.mon.a.smithi059.stdout: max_mds 1 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: in 0 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: up {0=24322} 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: failed 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: damaged 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: stopped 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: data_pools [3] 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: metadata_pool 2 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: inline_data disabled 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: balancer 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: bal_rank_mask -1 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: standby_count_wanted 0 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: qdb_cluster leader: 0 members: 2024-08-17T17:07:26.565 INFO:journalctl@ceph.mon.a.smithi059.stdout: [mds.b{0:24322} state up:active seq 5 addr [v2:172.21.15.87:6832/2565906484,v1:172.21.15.87:6833/2565906484] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout: Standby daemons: 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout: 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout: [mds.a{-1:24305} state up:standby seq 1 addr [v2:172.21.15.59:6834/3469108766,v1:172.21.15.59:6835/3469108766] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: mon.a@-1(???).osd e222 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: mon.a@-1(???).osd e222 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: mon.a@-1(???).osd e222 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: mon.a@-1(???).osd e222 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 ceph-mon[92261]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 bash[92243]: 165296d8423a08c45813ada8ffb8170507ed456b928c522f4d6b642d1576fa21 2024-08-17T17:07:26.566 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:26 smithi059 systemd[1]: Started Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:07:27.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:07:27] "GET /metrics HTTP/1.1" 200 36076 "" "Prometheus/2.43.0" 2024-08-17T17:07:29.150 INFO:tasks.rados.rados.0.smithi059.stdout:729: done (0 left) 2024-08-17T17:07:29.150 INFO:tasks.rados.rados.0.smithi059.stdout:730: copy_from oid 48 from oid 1 current snap is 75 2024-08-17T17:07:29.150 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 75 2024-08-17T17:07:29.150 INFO:tasks.rados.rados.0.smithi059.stdout:731: seq_num 231 ranges {163840=671744,835584=778240,1613824=24576} 2024-08-17T17:07:29.155 INFO:tasks.rados.rados.0.smithi059.stdout:731: writing smithi05980601-41 from 163840 to 835584 tid 1 2024-08-17T17:07:29.159 INFO:tasks.rados.rados.0.smithi059.stdout:731: writing smithi05980601-41 from 835584 to 1613824 tid 2 2024-08-17T17:07:29.160 INFO:tasks.rados.rados.0.smithi059.stdout:731: writing smithi05980601-41 from 1613824 to 1638400 tid 3 2024-08-17T17:07:29.160 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 75 2024-08-17T17:07:29.160 INFO:tasks.rados.rados.0.smithi059.stdout:730: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:07:29.160 INFO:tasks.rados.rados.0.smithi059.stdout:731: finishing write tid 1 to smithi05980601-41 2024-08-17T17:07:29.160 INFO:tasks.rados.rados.0.smithi059.stdout:730: finishing copy_from to smithi05980601-48 2024-08-17T17:07:29.160 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 154 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-08-17T17:07:29.161 INFO:tasks.rados.rados.0.smithi059.stdout:732: seq_num 232 ranges {606208=688128,1294336=663552,1957888=139264} 2024-08-17T17:07:29.169 INFO:tasks.rados.rados.0.smithi059.stdout:732: writing smithi05980601-25 from 606208 to 1294336 tid 1 2024-08-17T17:07:29.173 INFO:tasks.rados.rados.0.smithi059.stdout:732: writing smithi05980601-25 from 1294336 to 1957888 tid 2 2024-08-17T17:07:29.175 INFO:tasks.rados.rados.0.smithi059.stdout:732: writing smithi05980601-25 from 1957888 to 2097152 tid 3 2024-08-17T17:07:29.175 INFO:tasks.rados.rados.0.smithi059.stdout:730: done (2 left) 2024-08-17T17:07:29.175 INFO:tasks.rados.rados.0.smithi059.stdout:733: rmattr oid 9 current snap is 75 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:733: done (2 left) 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:734: read oid 21 snap -1 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:734: expect deleted 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 75 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:731: finishing write tid 2 to smithi05980601-41 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:731: finishing write tid 3 to smithi05980601-41 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:731: finishing write tid 4 to smithi05980601-41 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:731: finishing write tid 5 to smithi05980601-41 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:731: oid 41 updating version 0 to 257 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:731: oid 41 version 257 is already newer than 256 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:731: oid 41 version 257 is already newer than 255 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:731: oid 41 version 257 is already newer than 254 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 257 (ObjNum 231 snap 75 seq_num 231) dirty exists 2024-08-17T17:07:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:731: left oid 41 (ObjNum 231 snap 75 seq_num 231) 2024-08-17T17:07:29.177 INFO:tasks.rados.rados.0.smithi059.stdout:732: finishing write tid 1 to smithi05980601-25 2024-08-17T17:07:29.177 INFO:tasks.rados.rados.0.smithi059.stdout:735: seq_num 233 ranges {6094848=712704,6807552=548864,7356416=253952} 2024-08-17T17:07:29.216 INFO:tasks.rados.rados.0.smithi059.stdout:735: writing smithi05980601-38 from 6094848 to 6807552 tid 1 2024-08-17T17:07:29.220 INFO:tasks.rados.rados.0.smithi059.stdout:735: writing smithi05980601-38 from 6807552 to 7356416 tid 2 2024-08-17T17:07:29.222 INFO:tasks.rados.rados.0.smithi059.stdout:735: writing smithi05980601-38 from 7356416 to 7610368 tid 3 2024-08-17T17:07:29.222 INFO:tasks.rados.rados.0.smithi059.stdout:731: done (3 left) 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:736: copy_from oid 19 from oid 2 current snap is 75 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: finishing write tid 2 to smithi05980601-25 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: finishing write tid 3 to smithi05980601-25 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: finishing write tid 4 to smithi05980601-25 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: finishing write tid 5 to smithi05980601-25 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: oid 25 updating version 0 to 234 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: oid 25 version 234 is already newer than 232 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: oid 25 version 234 is already newer than 233 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: oid 25 version 234 is already newer than 231 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 234 (ObjNum 232 snap 75 seq_num 232) dirty exists 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: left oid 25 (ObjNum 232 snap 75 seq_num 232) 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:735: finishing write tid 1 to smithi05980601-38 2024-08-17T17:07:29.223 INFO:tasks.rados.rados.0.smithi059.stdout:732: done (3 left) 2024-08-17T17:07:29.224 INFO:tasks.rados.rados.0.smithi059.stdout:734: done (2 left) 2024-08-17T17:07:29.224 INFO:tasks.rados.rados.0.smithi059.stdout:737: snap_create 2024-08-17T17:07:29.224 INFO:tasks.rados.rados.0.smithi059.stdout:735: finishing write tid 2 to smithi05980601-38 2024-08-17T17:07:29.224 INFO:tasks.rados.rados.0.smithi059.stdout:735: finishing write tid 3 to smithi05980601-38 2024-08-17T17:07:29.225 INFO:tasks.rados.rados.0.smithi059.stdout:736: finishing copy_from to smithi05980601-19 2024-08-17T17:07:29.225 INFO:tasks.rados.rados.0.smithi059.stdout:736: got expected ENOENT (src dne) 2024-08-17T17:07:29.225 INFO:tasks.rados.rados.0.smithi059.stdout:735: finishing write tid 4 to smithi05980601-38 2024-08-17T17:07:29.225 INFO:tasks.rados.rados.0.smithi059.stdout:736: finishing copy_from racing read to smithi05980601-19 2024-08-17T17:07:29.225 INFO:tasks.rados.rados.0.smithi059.stdout:735: finishing write tid 5 to smithi05980601-38 2024-08-17T17:07:29.225 INFO:tasks.rados.rados.0.smithi059.stdout:735: oid 38 updating version 0 to 124 2024-08-17T17:07:29.225 INFO:tasks.rados.rados.0.smithi059.stdout:735: oid 38 updating version 124 to 127 2024-08-17T17:07:29.226 INFO:tasks.rados.rados.0.smithi059.stdout:735: oid 38 version 127 is already newer than 126 2024-08-17T17:07:29.226 INFO:tasks.rados.rados.0.smithi059.stdout:735: oid 38 version 127 is already newer than 125 2024-08-17T17:07:29.226 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 127 (ObjNum 233 snap 75 seq_num 233) dirty exists 2024-08-17T17:07:29.226 INFO:tasks.rados.rados.0.smithi059.stdout:735: left oid 38 (ObjNum 233 snap 75 seq_num 233) 2024-08-17T17:07:29.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ignoring --setuser ceph since I am not root 2024-08-17T17:07:29.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ignoring --setgroup ceph since I am not root 2024-08-17T17:07:29.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mgr[83414]: -- 172.21.15.59:0/3149778128 <== mon.2 v2:172.21.15.59:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56016e48f0e0 con 0x56016e46d400 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: pgmap v53: 121 pgs: 121 active+clean; 116 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: pgmap v54: 121 pgs: 121 active+clean; 116 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: mon.a calling monitor election 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: monmap epoch 3 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: last_changed 2024-08-17T16:57:42.638347+0000 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: created 2024-08-17T16:56:12.609998+0000 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: min_mon_release 18 (reef) 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: election_strategy: 1 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: 0: [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon.a 2024-08-17T17:07:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: 1: [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon.b 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: 2: [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon.c 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: mgrmap e37: y(active, since 37s), standbys: x 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: overall HEALTH_OK 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: from='mgr.15093 ' entity='' 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[39803]: mgrmap e38: y(active, since 37s), standbys: x 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: pgmap v53: 121 pgs: 121 active+clean; 116 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: pgmap v54: 121 pgs: 121 active+clean; 116 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: mon.a calling monitor election 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:07:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: monmap epoch 3 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: last_changed 2024-08-17T16:57:42.638347+0000 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: created 2024-08-17T16:56:12.609998+0000 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: min_mon_release 18 (reef) 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: election_strategy: 1 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: 0: [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon.a 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: 1: [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon.b 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: 2: [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon.c 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: mgrmap e37: y(active, since 37s), standbys: x 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: overall HEALTH_OK 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: from='mgr.15093 ' entity='' 2024-08-17T17:07:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:29 smithi059 ceph-mon[92261]: mgrmap e38: y(active, since 37s), standbys: x 2024-08-17T17:07:29.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: ignoring --setuser ceph since I am not root 2024-08-17T17:07:29.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: ignoring --setgroup ceph since I am not root 2024-08-17T17:07:29.550 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mgr[77492]: -- 172.21.15.87:0/1197536929 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5556b598d0e0 con 0x5556b596b400 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: pgmap v53: 121 pgs: 121 active+clean; 116 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.7 MiB/s wr, 12 op/s 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: pgmap v54: 121 pgs: 121 active+clean; 116 MiB data, 669 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: mon.a calling monitor election 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: monmap epoch 3 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: last_changed 2024-08-17T16:57:42.638347+0000 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: created 2024-08-17T16:56:12.609998+0000 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: min_mon_release 18 (reef) 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: election_strategy: 1 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: 0: [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon.a 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: 1: [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon.b 2024-08-17T17:07:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: 2: [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon.c 2024-08-17T17:07:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:07:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: osdmap e222: 8 total, 8 up, 8 in 2024-08-17T17:07:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: mgrmap e37: y(active, since 37s), standbys: x 2024-08-17T17:07:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: overall HEALTH_OK 2024-08-17T17:07:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: from='mgr.15093 ' entity='' 2024-08-17T17:07:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:29 smithi087 ceph-mon[33075]: mgrmap e38: y(active, since 37s), standbys: x 2024-08-17T17:07:30.150 INFO:tasks.rados.rados.0.smithi059.stdout:735: done (2 left) 2024-08-17T17:07:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:736: done (1 left) 2024-08-17T17:07:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:737: done (0 left) 2024-08-17T17:07:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:738: rollback oid 46 current snap is 76 2024-08-17T17:07:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 46 to 73 2024-08-17T17:07:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:739: copy_from oid 35 from oid 11 current snap is 76 2024-08-17T17:07:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:740: read oid 30 snap -1 2024-08-17T17:07:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:740: expect deleted 2024-08-17T17:07:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:741: copy_from oid 6 from oid 38 current snap is 76 2024-08-17T17:07:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:742: delete oid 33 current snap is 76 2024-08-17T17:07:30.157 INFO:tasks.rados.rados.0.smithi059.stdout:738: finishing rollback tid 0 to smithi05980601-46 2024-08-17T17:07:30.157 INFO:tasks.rados.rados.0.smithi059.stdout:740: done (4 left) 2024-08-17T17:07:30.157 INFO:tasks.rados.rados.0.smithi059.stdout:742: done (3 left) 2024-08-17T17:07:30.157 INFO:tasks.rados.rados.0.smithi059.stdout:743: read oid 39 snap -1 2024-08-17T17:07:30.157 INFO:tasks.rados.rados.0.smithi059.stdout:743: expect (ObjNum 181 snap 53 seq_num 181) 2024-08-17T17:07:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:744: read oid 23 snap 67 2024-08-17T17:07:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:744: expect (ObjNum 201 snap 57 seq_num 201) 2024-08-17T17:07:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:738: finishing rollback tid 1 to smithi05980601-46 2024-08-17T17:07:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:738: finishing rollback tid 2 to smithi05980601-46 2024-08-17T17:07:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 396 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-08-17T17:07:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:738: done (4 left) 2024-08-17T17:07:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 34 current snap is 76 2024-08-17T17:07:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:745: seq_num 235 ranges {1359872=745472,2105344=712704,2818048=90112} 2024-08-17T17:07:30.170 INFO:tasks.rados.rados.0.smithi059.stdout:745: writing smithi05980601-34 from 1359872 to 2105344 tid 1 2024-08-17T17:07:30.175 INFO:tasks.rados.rados.0.smithi059.stdout:745: writing smithi05980601-34 from 2105344 to 2818048 tid 2 2024-08-17T17:07:30.176 INFO:tasks.rados.rados.0.smithi059.stdout:745: writing smithi05980601-34 from 2818048 to 2908160 tid 3 2024-08-17T17:07:30.176 INFO:tasks.rados.rados.0.smithi059.stdout:746: rmattr oid 2 current snap is 76 2024-08-17T17:07:30.176 INFO:tasks.rados.rados.0.smithi059.stdout:746: done (5 left) 2024-08-17T17:07:30.176 INFO:tasks.rados.rados.0.smithi059.stdout:747: snap_remove snap 74 2024-08-17T17:07:30.441 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:30 smithi059 ceph-mon[39803]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T17:07:30.442 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:30 smithi059 ceph-mon[92261]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T17:07:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:30 smithi087 ceph-mon[33075]: osdmap e223: 8 total, 8 up, 8 in 2024-08-17T17:07:31.070 INFO:tasks.rados.rados.0.smithi059.stdout:745: finishing write tid 1 to smithi05980601-34 2024-08-17T17:07:31.070 INFO:tasks.rados.rados.0.smithi059.stdout:739: finishing copy_from racing read to smithi05980601-35 2024-08-17T17:07:31.070 INFO:tasks.rados.rados.0.smithi059.stdout:744: expect (ObjNum 201 snap 57 seq_num 201) 2024-08-17T17:07:31.252 INFO:tasks.rados.rados.0.smithi059.stdout:745: finishing write tid 2 to smithi05980601-34 2024-08-17T17:07:31.252 INFO:tasks.rados.rados.0.smithi059.stdout:739: finishing copy_from to smithi05980601-35 2024-08-17T17:07:31.252 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 417 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-08-17T17:07:31.252 INFO:tasks.rados.rados.0.smithi059.stdout:743: expect (ObjNum 181 snap 53 seq_num 181) 2024-08-17T17:07:31.458 INFO:tasks.rados.rados.0.smithi059.stdout:745: finishing write tid 3 to smithi05980601-34 2024-08-17T17:07:31.458 INFO:tasks.rados.rados.0.smithi059.stdout:745: finishing write tid 4 to smithi05980601-34 2024-08-17T17:07:31.458 INFO:tasks.rados.rados.0.smithi059.stdout:745: finishing write tid 5 to smithi05980601-34 2024-08-17T17:07:31.458 INFO:tasks.rados.rados.0.smithi059.stdout:745: oid 34 updating version 0 to 259 2024-08-17T17:07:31.458 INFO:tasks.rados.rados.0.smithi059.stdout:745: oid 34 updating version 259 to 260 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:745: oid 34 updating version 260 to 262 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:745: oid 34 version 262 is already newer than 261 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 262 (ObjNum 235 snap 76 seq_num 235) dirty exists 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:745: left oid 34 (ObjNum 235 snap 76 seq_num 235) 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:741: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:741: finishing copy_from to smithi05980601-6 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 127 (ObjNum 233 snap 75 seq_num 233) dirty exists 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:739: done (5 left) 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:741: done (4 left) 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:743: done (3 left) 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:744: done (2 left) 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:745: done (1 left) 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:747: done (0 left) 2024-08-17T17:07:31.459 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 76 2024-08-17T17:07:31.460 INFO:tasks.rados.rados.0.smithi059.stdout:748: seq_num 236 ranges {5357568=761856,6119424=647168,6766592=155648} 2024-08-17T17:07:31.491 INFO:tasks.rados.rados.0.smithi059.stdout:748: writing smithi05980601-23 from 5357568 to 6119424 tid 1 2024-08-17T17:07:31.495 INFO:tasks.rados.rados.0.smithi059.stdout:748: writing smithi05980601-23 from 6119424 to 6766592 tid 2 2024-08-17T17:07:31.496 INFO:tasks.rados.rados.0.smithi059.stdout:748: writing smithi05980601-23 from 6766592 to 6922240 tid 3 2024-08-17T17:07:31.496 INFO:tasks.rados.rados.0.smithi059.stdout:749: rollback oid 44 current snap is 76 2024-08-17T17:07:31.496 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 44 to 66 2024-08-17T17:07:31.496 INFO:tasks.rados.rados.0.smithi059.stdout:748: finishing write tid 1 to smithi05980601-23 2024-08-17T17:07:31.496 INFO:tasks.rados.rados.0.smithi059.stdout:750: snap_create 2024-08-17T17:07:31.499 INFO:tasks.rados.rados.0.smithi059.stdout:748: finishing write tid 2 to smithi05980601-23 2024-08-17T17:07:31.499 INFO:tasks.rados.rados.0.smithi059.stdout:748: finishing write tid 3 to smithi05980601-23 2024-08-17T17:07:31.499 INFO:tasks.rados.rados.0.smithi059.stdout:748: finishing write tid 4 to smithi05980601-23 2024-08-17T17:07:31.499 INFO:tasks.rados.rados.0.smithi059.stdout:749: finishing rollback tid 0 to smithi05980601-44 2024-08-17T17:07:31.500 INFO:tasks.rados.rados.0.smithi059.stdout:749: finishing rollback tid 1 to smithi05980601-44 2024-08-17T17:07:31.500 INFO:tasks.rados.rados.0.smithi059.stdout:749: finishing rollback tid 2 to smithi05980601-44 2024-08-17T17:07:31.500 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 182 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:07:31.500 INFO:tasks.rados.rados.0.smithi059.stdout:748: finishing write tid 5 to smithi05980601-23 2024-08-17T17:07:31.500 INFO:tasks.rados.rados.0.smithi059.stdout:748: oid 23 updating version 0 to 407 2024-08-17T17:07:31.500 INFO:tasks.rados.rados.0.smithi059.stdout:748: oid 23 version 407 is already newer than 405 2024-08-17T17:07:31.500 INFO:tasks.rados.rados.0.smithi059.stdout:748: oid 23 version 407 is already newer than 406 2024-08-17T17:07:31.500 INFO:tasks.rados.rados.0.smithi059.stdout:748: oid 23 version 407 is already newer than 404 2024-08-17T17:07:31.501 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 407 (ObjNum 236 snap 76 seq_num 236) dirty exists 2024-08-17T17:07:31.501 INFO:tasks.rados.rados.0.smithi059.stdout:748: left oid 23 (ObjNum 236 snap 76 seq_num 236) 2024-08-17T17:07:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:31 smithi059 ceph-mon[92261]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T17:07:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:31 smithi059 ceph-mon[92261]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T17:07:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:31 smithi059 ceph-mon[39803]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T17:07:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:31 smithi059 ceph-mon[39803]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T17:07:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:31 smithi087 ceph-mon[33075]: osdmap e224: 8 total, 8 up, 8 in 2024-08-17T17:07:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:31 smithi087 ceph-mon[33075]: osdmap e225: 8 total, 8 up, 8 in 2024-08-17T17:07:32.153 INFO:tasks.rados.rados.0.smithi059.stdout:748: done (2 left) 2024-08-17T17:07:32.153 INFO:tasks.rados.rados.0.smithi059.stdout:749: done (1 left) 2024-08-17T17:07:32.153 INFO:tasks.rados.rados.0.smithi059.stdout:750: done (0 left) 2024-08-17T17:07:32.153 INFO:tasks.rados.rados.0.smithi059.stdout:751: copy_from oid 48 from oid 7 current snap is 77 2024-08-17T17:07:32.153 INFO:tasks.rados.rados.0.smithi059.stdout:752: read oid 2 snap -1 2024-08-17T17:07:32.153 INFO:tasks.rados.rados.0.smithi059.stdout:752: expect deleted 2024-08-17T17:07:32.153 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 77 2024-08-17T17:07:32.153 INFO:tasks.rados.rados.0.smithi059.stdout:753: seq_num 237 ranges {4071424=778240,4849664=532480,5382144=270336} 2024-08-17T17:07:32.179 INFO:tasks.rados.rados.0.smithi059.stdout:753: writing smithi05980601-13 from 4071424 to 4849664 tid 1 2024-08-17T17:07:32.182 INFO:tasks.rados.rados.0.smithi059.stdout:753: writing smithi05980601-13 from 4849664 to 5382144 tid 2 2024-08-17T17:07:32.184 INFO:tasks.rados.rados.0.smithi059.stdout:753: writing smithi05980601-13 from 5382144 to 5652480 tid 3 2024-08-17T17:07:32.184 INFO:tasks.rados.rados.0.smithi059.stdout:754: read oid 47 snap -1 2024-08-17T17:07:32.185 INFO:tasks.rados.rados.0.smithi059.stdout:754: expect (ObjNum 188 snap 56 seq_num 188) 2024-08-17T17:07:32.185 INFO:tasks.rados.rados.0.smithi059.stdout:755: setattr oid 20 current snap is 77 2024-08-17T17:07:32.185 INFO:tasks.rados.rados.0.smithi059.stdout:751: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:07:32.185 INFO:tasks.rados.rados.0.smithi059.stdout:751: finishing copy_from to smithi05980601-48 2024-08-17T17:07:32.185 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 72 (ObjNum 185 snap 56 seq_num 185) dirty exists 2024-08-17T17:07:32.185 INFO:tasks.rados.rados.0.smithi059.stdout:751: done (4 left) 2024-08-17T17:07:32.185 INFO:tasks.rados.rados.0.smithi059.stdout:752: done (3 left) 2024-08-17T17:07:32.186 INFO:tasks.rados.rados.0.smithi059.stdout:756: read oid 19 snap 66 2024-08-17T17:07:32.186 INFO:tasks.rados.rados.0.smithi059.stdout:756: expect deleted 2024-08-17T17:07:32.186 INFO:tasks.rados.rados.0.smithi059.stdout:757: delete oid 23 current snap is 77 2024-08-17T17:07:32.187 INFO:tasks.rados.rados.0.smithi059.stdout:753: finishing write tid 1 to smithi05980601-13 2024-08-17T17:07:32.188 INFO:tasks.rados.rados.0.smithi059.stdout:753: finishing write tid 2 to smithi05980601-13 2024-08-17T17:07:32.188 INFO:tasks.rados.rados.0.smithi059.stdout:753: finishing write tid 3 to smithi05980601-13 2024-08-17T17:07:32.188 INFO:tasks.rados.rados.0.smithi059.stdout:753: finishing write tid 4 to smithi05980601-13 2024-08-17T17:07:32.192 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 409 (ObjNum 175 snap 51 seq_num 175) dirty exists 2024-08-17T17:07:32.192 INFO:tasks.rados.rados.0.smithi059.stdout:755: done (4 left) 2024-08-17T17:07:32.193 INFO:tasks.rados.rados.0.smithi059.stdout:756: done (3 left) 2024-08-17T17:07:32.193 INFO:tasks.rados.rados.0.smithi059.stdout:757: done (2 left) 2024-08-17T17:07:32.193 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 77 2024-08-17T17:07:32.193 INFO:tasks.rados.rados.0.smithi059.stdout:758: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-08-17T17:07:32.195 INFO:tasks.rados.rados.0.smithi059.stdout:758: writing smithi05980601-49 from 0 to 409600 tid 1 2024-08-17T17:07:32.200 INFO:tasks.rados.rados.0.smithi059.stdout:758: writing smithi05980601-49 from 409600 to 1114112 tid 2 2024-08-17T17:07:32.203 INFO:tasks.rados.rados.0.smithi059.stdout:758: writing smithi05980601-49 from 1114112 to 1613824 tid 3 2024-08-17T17:07:32.203 INFO:tasks.rados.rados.0.smithi059.stdout:759: copy_from oid 1 from oid 28 current snap is 77 2024-08-17T17:07:32.203 INFO:tasks.rados.rados.0.smithi059.stdout:753: finishing write tid 5 to smithi05980601-13 2024-08-17T17:07:32.204 INFO:tasks.rados.rados.0.smithi059.stdout:753: oid 13 updating version 0 to 115 2024-08-17T17:07:32.204 INFO:tasks.rados.rados.0.smithi059.stdout:753: oid 13 version 115 is already newer than 114 2024-08-17T17:07:32.204 INFO:tasks.rados.rados.0.smithi059.stdout:753: oid 13 updating version 115 to 117 2024-08-17T17:07:32.204 INFO:tasks.rados.rados.0.smithi059.stdout:753: oid 13 version 117 is already newer than 116 2024-08-17T17:07:32.204 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 117 (ObjNum 237 snap 77 seq_num 237) dirty exists 2024-08-17T17:07:32.204 INFO:tasks.rados.rados.0.smithi059.stdout:753: left oid 13 (ObjNum 237 snap 77 seq_num 237) 2024-08-17T17:07:32.204 INFO:tasks.rados.rados.0.smithi059.stdout:758: finishing write tid 1 to smithi05980601-49 2024-08-17T17:07:32.204 INFO:tasks.rados.rados.0.smithi059.stdout:754: expect (ObjNum 188 snap 56 seq_num 188) 2024-08-17T17:07:32.375 INFO:tasks.rados.rados.0.smithi059.stdout:758: finishing write tid 2 to smithi05980601-49 2024-08-17T17:07:32.375 INFO:tasks.rados.rados.0.smithi059.stdout:758: finishing write tid 3 to smithi05980601-49 2024-08-17T17:07:32.375 INFO:tasks.rados.rados.0.smithi059.stdout:758: finishing write tid 4 to smithi05980601-49 2024-08-17T17:07:32.375 INFO:tasks.rados.rados.0.smithi059.stdout:753: done (3 left) 2024-08-17T17:07:32.375 INFO:tasks.rados.rados.0.smithi059.stdout:754: done (2 left) 2024-08-17T17:07:32.375 INFO:tasks.rados.rados.0.smithi059.stdout:760: snap_remove snap 75 2024-08-17T17:07:33.164 INFO:tasks.rados.rados.0.smithi059.stdout:760: done (2 left) 2024-08-17T17:07:33.164 INFO:tasks.rados.rados.0.smithi059.stdout:761: read oid 20 snap -1 2024-08-17T17:07:33.164 INFO:tasks.rados.rados.0.smithi059.stdout:761: expect (ObjNum 175 snap 51 seq_num 175) 2024-08-17T17:07:33.164 INFO:tasks.rados.rados.0.smithi059.stdout:762: delete oid 38 current snap is 77 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:758: finishing write tid 5 to smithi05980601-49 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:758: oid 49 updating version 0 to 440 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:758: oid 49 version 440 is already newer than 439 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:758: oid 49 updating version 440 to 441 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:758: oid 49 version 441 is already newer than 438 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 441 (ObjNum 239 snap 77 seq_num 239) dirty exists 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:758: left oid 49 (ObjNum 239 snap 77 seq_num 239) 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:759: finishing copy_from racing read to smithi05980601-1 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:759: finishing copy_from to smithi05980601-1 2024-08-17T17:07:33.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 178 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-08-17T17:07:33.171 INFO:tasks.rados.rados.0.smithi059.stdout:758: done (3 left) 2024-08-17T17:07:33.172 INFO:tasks.rados.rados.0.smithi059.stdout:759: done (2 left) 2024-08-17T17:07:33.172 INFO:tasks.rados.rados.0.smithi059.stdout:762: done (1 left) 2024-08-17T17:07:33.172 INFO:tasks.rados.rados.0.smithi059.stdout:763: read oid 34 snap -1 2024-08-17T17:07:33.172 INFO:tasks.rados.rados.0.smithi059.stdout:763: expect (ObjNum 235 snap 76 seq_num 235) 2024-08-17T17:07:33.172 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 77 2024-08-17T17:07:33.172 INFO:tasks.rados.rados.0.smithi059.stdout:764: seq_num 241 ranges {1613824=442368,2056192=466944,2523136=688128,3211264=49152} 2024-08-17T17:07:33.183 INFO:tasks.rados.rados.0.smithi059.stdout:764: writing smithi05980601-49 from 1613824 to 2056192 tid 1 2024-08-17T17:07:33.186 INFO:tasks.rados.rados.0.smithi059.stdout:764: writing smithi05980601-49 from 2056192 to 2523136 tid 2 2024-08-17T17:07:33.190 INFO:tasks.rados.rados.0.smithi059.stdout:764: writing smithi05980601-49 from 2523136 to 3211264 tid 3 2024-08-17T17:07:33.191 INFO:tasks.rados.rados.0.smithi059.stdout:764: writing smithi05980601-49 from 3211264 to 3260416 tid 4 2024-08-17T17:07:33.191 INFO:tasks.rados.rados.0.smithi059.stdout:765: setattr oid 30 current snap is 77 2024-08-17T17:07:33.191 INFO:tasks.rados.rados.0.smithi059.stdout:761: expect (ObjNum 175 snap 51 seq_num 175) 2024-08-17T17:07:33.296 INFO:tasks.rados.rados.0.smithi059.stdout:764: finishing write tid 1 to smithi05980601-49 2024-08-17T17:07:33.296 INFO:tasks.rados.rados.0.smithi059.stdout:764: finishing write tid 2 to smithi05980601-49 2024-08-17T17:07:33.296 INFO:tasks.rados.rados.0.smithi059.stdout:763: expect (ObjNum 235 snap 76 seq_num 235) 2024-08-17T17:07:33.399 INFO:tasks.rados.rados.0.smithi059.stdout:764: finishing write tid 3 to smithi05980601-49 2024-08-17T17:07:33.400 INFO:tasks.rados.rados.0.smithi059.stdout:764: finishing write tid 4 to smithi05980601-49 2024-08-17T17:07:33.400 INFO:tasks.rados.rados.0.smithi059.stdout:764: finishing write tid 5 to smithi05980601-49 2024-08-17T17:07:33.400 INFO:tasks.rados.rados.0.smithi059.stdout:764: finishing write tid 6 to smithi05980601-49 2024-08-17T17:07:33.400 INFO:tasks.rados.rados.0.smithi059.stdout:764: oid 49 updating version 0 to 445 2024-08-17T17:07:33.400 INFO:tasks.rados.rados.0.smithi059.stdout:764: oid 49 version 445 is already newer than 442 2024-08-17T17:07:33.400 INFO:tasks.rados.rados.0.smithi059.stdout:764: oid 49 version 445 is already newer than 444 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:764: oid 49 version 445 is already newer than 443 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:764: oid 49 updating version 445 to 446 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 446 (ObjNum 241 snap 77 seq_num 241) dirty exists 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:764: left oid 49 (ObjNum 241 snap 77 seq_num 241) 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 91 (ObjNum 49 snap 0 seq_num 1414683241) dirty exists 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:761: done (3 left) 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:763: done (2 left) 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:764: done (1 left) 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:765: done (0 left) 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:766: rollback oid 11 current snap is 77 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 72 2024-08-17T17:07:33.401 INFO:tasks.rados.rados.0.smithi059.stdout:767: snap_remove snap 69 2024-08-17T17:07:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:33 smithi059 ceph-mon[92261]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T17:07:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:33 smithi059 ceph-mon[39803]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T17:07:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:33 smithi087 ceph-mon[33075]: osdmap e226: 8 total, 8 up, 8 in 2024-08-17T17:07:34.166 INFO:tasks.rados.rados.0.smithi059.stdout:767: done (1 left) 2024-08-17T17:07:34.166 INFO:tasks.rados.rados.0.smithi059.stdout:768: snap_create 2024-08-17T17:07:34.166 INFO:tasks.rados.rados.0.smithi059.stdout:766: finishing rollback tid 0 to smithi05980601-11 2024-08-17T17:07:34.166 INFO:tasks.rados.rados.0.smithi059.stdout:766: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:07:34.166 INFO:tasks.rados.rados.0.smithi059.stdout:766: finishing rollback tid 2 to smithi05980601-11 2024-08-17T17:07:34.167 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 450 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-08-17T17:07:34.405 INFO:tasks.rados.rados.0.smithi059.stdout:766: done (1 left) 2024-08-17T17:07:34.405 INFO:tasks.rados.rados.0.smithi059.stdout:768: done (0 left) 2024-08-17T17:07:34.406 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 78 2024-08-17T17:07:34.406 INFO:tasks.rados.rados.0.smithi059.stdout:769: seq_num 242 ranges {1515520=458752,1974272=753664,2727936=450560} 2024-08-17T17:07:34.417 INFO:tasks.rados.rados.0.smithi059.stdout:769: writing smithi05980601-1 from 1515520 to 1974272 tid 1 2024-08-17T17:07:34.422 INFO:tasks.rados.rados.0.smithi059.stdout:769: writing smithi05980601-1 from 1974272 to 2727936 tid 2 2024-08-17T17:07:34.426 INFO:tasks.rados.rados.0.smithi059.stdout:769: writing smithi05980601-1 from 2727936 to 3178496 tid 3 2024-08-17T17:07:34.426 INFO:tasks.rados.rados.0.smithi059.stdout:770: copy_from oid 48 from oid 18 current snap is 78 2024-08-17T17:07:34.426 INFO:tasks.rados.rados.0.smithi059.stdout:771: read oid 33 snap -1 2024-08-17T17:07:34.426 INFO:tasks.rados.rados.0.smithi059.stdout:771: expect deleted 2024-08-17T17:07:34.426 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 78 2024-08-17T17:07:34.426 INFO:tasks.rados.rados.0.smithi059.stdout:772: seq_num 243 ranges {704512=475136,1179648=638976,1818624=565248} 2024-08-17T17:07:34.433 INFO:tasks.rados.rados.0.smithi059.stdout:772: writing smithi05980601-7 from 704512 to 1179648 tid 1 2024-08-17T17:07:34.437 INFO:tasks.rados.rados.0.smithi059.stdout:772: writing smithi05980601-7 from 1179648 to 1818624 tid 2 2024-08-17T17:07:34.442 INFO:tasks.rados.rados.0.smithi059.stdout:772: writing smithi05980601-7 from 1818624 to 2383872 tid 3 2024-08-17T17:07:34.442 INFO:tasks.rados.rados.0.smithi059.stdout:773: copy_from oid 19 from oid 22 current snap is 78 2024-08-17T17:07:34.442 INFO:tasks.rados.rados.0.smithi059.stdout:769: finishing write tid 1 to smithi05980601-1 2024-08-17T17:07:34.442 INFO:tasks.rados.rados.0.smithi059.stdout:769: finishing write tid 2 to smithi05980601-1 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:769: finishing write tid 3 to smithi05980601-1 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:769: finishing write tid 4 to smithi05980601-1 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:769: finishing write tid 5 to smithi05980601-1 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:769: oid 1 updating version 0 to 287 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:769: oid 1 version 287 is already newer than 285 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:769: oid 1 updating version 287 to 288 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:769: oid 1 version 288 is already newer than 286 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 288 (ObjNum 242 snap 78 seq_num 242) dirty exists 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:769: left oid 1 (ObjNum 242 snap 78 seq_num 242) 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:772: finishing write tid 1 to smithi05980601-7 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:772: finishing write tid 2 to smithi05980601-7 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:769: done (4 left) 2024-08-17T17:07:34.443 INFO:tasks.rados.rados.0.smithi059.stdout:771: done (3 left) 2024-08-17T17:07:34.444 INFO:tasks.rados.rados.0.smithi059.stdout:774: read oid 46 snap -1 2024-08-17T17:07:34.444 INFO:tasks.rados.rados.0.smithi059.stdout:774: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:07:34.444 INFO:tasks.rados.rados.0.smithi059.stdout:775: copy_from oid 8 from oid 9 current snap is 78 2024-08-17T17:07:34.444 INFO:tasks.rados.rados.0.smithi059.stdout:776: rollback oid 5 current snap is 78 2024-08-17T17:07:34.444 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 5 to 71 2024-08-17T17:07:34.444 INFO:tasks.rados.rados.0.smithi059.stdout:777: snap_create 2024-08-17T17:07:34.444 INFO:tasks.rados.rados.0.smithi059.stdout:776: finishing rollback tid 1 to smithi05980601-5 2024-08-17T17:07:34.444 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 246 (ObjNum 33 snap 0 seq_num 315798776) dirty dne 2024-08-17T17:07:34.446 INFO:tasks.rados.rados.0.smithi059.stdout:772: finishing write tid 3 to smithi05980601-7 2024-08-17T17:07:34.447 INFO:tasks.rados.rados.0.smithi059.stdout:772: finishing write tid 4 to smithi05980601-7 2024-08-17T17:07:34.447 INFO:tasks.rados.rados.0.smithi059.stdout:775: finishing copy_from racing read to smithi05980601-8 2024-08-17T17:07:34.449 INFO:tasks.rados.rados.0.smithi059.stdout:772: finishing write tid 5 to smithi05980601-7 2024-08-17T17:07:34.449 INFO:tasks.rados.rados.0.smithi059.stdout:772: oid 7 updating version 0 to 99 2024-08-17T17:07:34.449 INFO:tasks.rados.rados.0.smithi059.stdout:772: oid 7 version 99 is already newer than 97 2024-08-17T17:07:34.449 INFO:tasks.rados.rados.0.smithi059.stdout:772: oid 7 version 99 is already newer than 98 2024-08-17T17:07:34.449 INFO:tasks.rados.rados.0.smithi059.stdout:772: oid 7 version 99 is already newer than 96 2024-08-17T17:07:34.450 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 99 (ObjNum 243 snap 78 seq_num 243) dirty exists 2024-08-17T17:07:34.450 INFO:tasks.rados.rados.0.smithi059.stdout:772: left oid 7 (ObjNum 243 snap 78 seq_num 243) 2024-08-17T17:07:34.450 INFO:tasks.rados.rados.0.smithi059.stdout:775: finishing copy_from to smithi05980601-8 2024-08-17T17:07:34.450 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 270 (ObjNum 207 snap 60 seq_num 207) dirty exists 2024-08-17T17:07:34.458 INFO:tasks.rados.rados.0.smithi059.stdout:773: finishing copy_from racing read to smithi05980601-19 2024-08-17T17:07:34.460 INFO:tasks.rados.rados.0.smithi059.stdout:774: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:07:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[92261]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T17:07:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[92261]: Standby manager daemon x restarted 2024-08-17T17:07:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[92261]: Standby manager daemon x started 2024-08-17T17:07:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[92261]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:07:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[92261]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:07:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[92261]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:07:34.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[92261]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:07:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[39803]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T17:07:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[39803]: Standby manager daemon x restarted 2024-08-17T17:07:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[39803]: Standby manager daemon x started 2024-08-17T17:07:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:07:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:07:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:07:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-mon[39803]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:07:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-mon[33075]: osdmap e227: 8 total, 8 up, 8 in 2024-08-17T17:07:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-mon[33075]: Standby manager daemon x restarted 2024-08-17T17:07:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-mon[33075]: Standby manager daemon x started 2024-08-17T17:07:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-17T17:07:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-17T17:07:34.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-17T17:07:34.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-mon[33075]: from='mgr.? 172.21.15.87:0/3084664740' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-17T17:07:34.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: [17/Aug/2024:17:07:34] ENGINE Bus STARTING 2024-08-17T17:07:34.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: CherryPy Checker: 2024-08-17T17:07:34.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: The Application mounted at '' has an empty config. 2024-08-17T17:07:34.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: 2024-08-17T17:07:34.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: [17/Aug/2024:17:07:34] ENGINE Serving on http://:::9283 2024-08-17T17:07:34.551 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:07:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x[77488]: [17/Aug/2024:17:07:34] ENGINE Bus STARTED 2024-08-17T17:07:34.625 INFO:tasks.rados.rados.0.smithi059.stdout:773: finishing copy_from to smithi05980601-19 2024-08-17T17:07:34.625 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 205 (ObjNum 222 snap 68 seq_num 222) dirty exists 2024-08-17T17:07:34.625 INFO:tasks.rados.rados.0.smithi059.stdout:770: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:07:34.625 INFO:tasks.rados.rados.0.smithi059.stdout:770: finishing copy_from to smithi05980601-48 2024-08-17T17:07:34.625 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 164 (ObjNum 180 snap 53 seq_num 180) dirty exists 2024-08-17T17:07:35.283 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: mgrmap e39: y(active, since 42s), standbys: x 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: Active manager daemon y restarted 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: Activating manager daemon y 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: mgrmap e40: y(active, starting, since 0.00715538s), standbys: x 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:07:35.284 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:07:35.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:07:35.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: Manager daemon y is now available 2024-08-17T17:07:35.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:35.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:35.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:07:35.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:07:35.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-17T17:07:35.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:07:35.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-17T17:07:35.286 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: mgrmap e39: y(active, since 42s), standbys: x 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: Active manager daemon y restarted 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: Activating manager daemon y 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: mgrmap e40: y(active, starting, since 0.00715538s), standbys: x 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:07:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: Manager daemon y is now available 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:35.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.932+0000 7f05389cf640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.932+0000 7f05389cf640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.932+0000 7f05389cf640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.932+0000 7f05389cf640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.932+0000 7f05389cf640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.933+0000 7f053d1d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.290 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.933+0000 7f053d1d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.290 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.933+0000 7f053d1d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.290 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.933+0000 7f053d1d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.290 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:34.933+0000 7f053d1d8640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-17T17:07:35.417 INFO:tasks.rados.rados.0.smithi059.stdout:770: done (6 left) 2024-08-17T17:07:35.417 INFO:tasks.rados.rados.0.smithi059.stdout:772: done (5 left) 2024-08-17T17:07:35.417 INFO:tasks.rados.rados.0.smithi059.stdout:773: done (4 left) 2024-08-17T17:07:35.418 INFO:tasks.rados.rados.0.smithi059.stdout:774: done (3 left) 2024-08-17T17:07:35.418 INFO:tasks.rados.rados.0.smithi059.stdout:775: done (2 left) 2024-08-17T17:07:35.418 INFO:tasks.rados.rados.0.smithi059.stdout:776: done (1 left) 2024-08-17T17:07:35.418 INFO:tasks.rados.rados.0.smithi059.stdout:777: done (0 left) 2024-08-17T17:07:35.418 INFO:tasks.rados.rados.0.smithi059.stdout:778: delete oid 14 current snap is 79 2024-08-17T17:07:35.421 INFO:tasks.rados.rados.0.smithi059.stdout:778: done (0 left) 2024-08-17T17:07:35.421 INFO:tasks.rados.rados.0.smithi059.stdout:779: snap_create 2024-08-17T17:07:35.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:35.405+0000 7f056bcc9640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-17T17:07:35.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:07:35] ENGINE Bus STARTING 2024-08-17T17:07:35.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: CherryPy Checker: 2024-08-17T17:07:35.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: The Application mounted at '' has an empty config. 2024-08-17T17:07:35.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:35.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:07:35] ENGINE Serving on http://:::9283 2024-08-17T17:07:35.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:07:35] ENGINE Bus STARTED 2024-08-17T17:07:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: osdmap e228: 8 total, 8 up, 8 in 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: mgrmap e39: y(active, since 42s), standbys: x 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: Active manager daemon y restarted 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: Activating manager daemon y 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: osdmap e229: 8 total, 8 up, 8 in 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: mgrmap e40: y(active, starting, since 0.00715538s), standbys: x 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-17T17:07:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-17T17:07:35.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-17T17:07:35.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-17T17:07:35.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: Manager daemon y is now available 2024-08-17T17:07:35.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:35.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-17T17:07:35.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:07:35.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-17T17:07:35.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-08-17T17:07:35.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-17T17:07:35.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:35 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-08-17T17:07:36.425 INFO:tasks.rados.rados.0.smithi059.stdout:779: done (0 left) 2024-08-17T17:07:36.425 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 80 2024-08-17T17:07:36.425 INFO:tasks.rados.rados.0.smithi059.stdout:780: seq_num 245 ranges {2588672=507904,3096576=458752,3555328=671744,4227072=73728} 2024-08-17T17:07:36.442 INFO:tasks.rados.rados.0.smithi059.stdout:780: writing smithi05980601-27 from 2588672 to 3096576 tid 1 2024-08-17T17:07:36.444 INFO:tasks.rados.rados.0.smithi059.stdout:780: writing smithi05980601-27 from 3096576 to 3555328 tid 2 2024-08-17T17:07:36.448 INFO:tasks.rados.rados.0.smithi059.stdout:780: writing smithi05980601-27 from 3555328 to 4227072 tid 3 2024-08-17T17:07:36.449 INFO:tasks.rados.rados.0.smithi059.stdout:780: writing smithi05980601-27 from 4227072 to 4300800 tid 4 2024-08-17T17:07:36.449 INFO:tasks.rados.rados.0.smithi059.stdout:781: read oid 26 snap -1 2024-08-17T17:07:36.449 INFO:tasks.rados.rados.0.smithi059.stdout:781: expect deleted 2024-08-17T17:07:36.449 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 80 2024-08-17T17:07:36.449 INFO:tasks.rados.rados.0.smithi059.stdout:782: seq_num 246 ranges {8216576=524288,8740864=745472,9486336=425984,9912320=32768} 2024-08-17T17:07:36.498 INFO:tasks.rados.rados.0.smithi059.stdout:782: writing smithi05980601-48 from 8216576 to 8740864 tid 1 2024-08-17T17:07:36.503 INFO:tasks.rados.rados.0.smithi059.stdout:782: writing smithi05980601-48 from 8740864 to 9486336 tid 2 2024-08-17T17:07:36.506 INFO:tasks.rados.rados.0.smithi059.stdout:782: writing smithi05980601-48 from 9486336 to 9912320 tid 3 2024-08-17T17:07:36.506 INFO:tasks.rados.rados.0.smithi059.stdout:782: writing smithi05980601-48 from 9912320 to 9945088 tid 4 2024-08-17T17:07:36.506 INFO:tasks.rados.rados.0.smithi059.stdout:783: read oid 10 snap -1 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:783: expect deleted 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: finishing write tid 1 to smithi05980601-27 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: finishing write tid 2 to smithi05980601-27 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: finishing write tid 3 to smithi05980601-27 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: finishing write tid 4 to smithi05980601-27 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: finishing write tid 5 to smithi05980601-27 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: finishing write tid 6 to smithi05980601-27 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: oid 27 updating version 0 to 419 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: oid 27 version 419 is already newer than 418 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: oid 27 updating version 419 to 422 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: oid 27 version 422 is already newer than 420 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:780: oid 27 version 422 is already newer than 421 2024-08-17T17:07:36.507 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 422 (ObjNum 245 snap 80 seq_num 245) dirty exists 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:780: left oid 27 (ObjNum 245 snap 80 seq_num 245) 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:782: finishing write tid 1 to smithi05980601-48 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:782: finishing write tid 2 to smithi05980601-48 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:780: done (3 left) 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:781: done (2 left) 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:784: rollback oid 8 current snap is 80 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 8 to 78 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:785: read oid 44 snap -1 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:785: expect (ObjNum 188 snap 56 seq_num 188) 2024-08-17T17:07:36.508 INFO:tasks.rados.rados.0.smithi059.stdout:786: snap_create 2024-08-17T17:07:36.509 INFO:tasks.rados.rados.0.smithi059.stdout:782: finishing write tid 3 to smithi05980601-48 2024-08-17T17:07:36.510 INFO:tasks.rados.rados.0.smithi059.stdout:784: finishing rollback tid 0 to smithi05980601-8 2024-08-17T17:07:36.511 INFO:tasks.rados.rados.0.smithi059.stdout:782: finishing write tid 4 to smithi05980601-48 2024-08-17T17:07:36.511 INFO:tasks.rados.rados.0.smithi059.stdout:784: finishing rollback tid 1 to smithi05980601-8 2024-08-17T17:07:36.511 INFO:tasks.rados.rados.0.smithi059.stdout:784: finishing rollback tid 2 to smithi05980601-8 2024-08-17T17:07:36.511 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 273 (ObjNum 207 snap 60 seq_num 207) dirty exists 2024-08-17T17:07:36.514 INFO:tasks.rados.rados.0.smithi059.stdout:782: finishing write tid 5 to smithi05980601-48 2024-08-17T17:07:36.514 INFO:tasks.rados.rados.0.smithi059.stdout:782: finishing write tid 6 to smithi05980601-48 2024-08-17T17:07:36.514 INFO:tasks.rados.rados.0.smithi059.stdout:782: oid 48 updating version 0 to 250 2024-08-17T17:07:36.514 INFO:tasks.rados.rados.0.smithi059.stdout:782: oid 48 version 250 is already newer than 248 2024-08-17T17:07:36.514 INFO:tasks.rados.rados.0.smithi059.stdout:782: oid 48 updating version 250 to 252 2024-08-17T17:07:36.514 INFO:tasks.rados.rados.0.smithi059.stdout:782: oid 48 version 252 is already newer than 251 2024-08-17T17:07:36.514 INFO:tasks.rados.rados.0.smithi059.stdout:782: oid 48 version 252 is already newer than 249 2024-08-17T17:07:36.515 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 252 (ObjNum 246 snap 80 seq_num 246) dirty exists 2024-08-17T17:07:36.515 INFO:tasks.rados.rados.0.smithi059.stdout:782: left oid 48 (ObjNum 246 snap 80 seq_num 246) 2024-08-17T17:07:36.521 INFO:tasks.rados.rados.0.smithi059.stdout:785: expect (ObjNum 188 snap 56 seq_num 188) 2024-08-17T17:07:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:36 smithi087 ceph-mon[33075]: mgrmap e41: y(active, since 1.01306s), standbys: x 2024-08-17T17:07:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:36 smithi087 ceph-mon[33075]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:07:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:36 smithi087 ceph-mon[33075]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T17:07:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:36 smithi087 ceph-mon[33075]: pgmap v4: 121 pgs: 121 active+clean; 154 MiB data, 741 MiB used, 714 GiB / 715 GiB avail; 166 GiB/s rd, 51 GiB/s wr, 672.32k op/s 2024-08-17T17:07:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:36 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:36 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[92261]: mgrmap e41: y(active, since 1.01306s), standbys: x 2024-08-17T17:07:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[92261]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:07:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[92261]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T17:07:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[92261]: pgmap v4: 121 pgs: 121 active+clean; 154 MiB data, 741 MiB used, 714 GiB / 715 GiB avail; 166 GiB/s rd, 51 GiB/s wr, 672.32k op/s 2024-08-17T17:07:36.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:36.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[39803]: mgrmap e41: y(active, since 1.01306s), standbys: x 2024-08-17T17:07:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[39803]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-08-17T17:07:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[39803]: osdmap e230: 8 total, 8 up, 8 in 2024-08-17T17:07:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[39803]: pgmap v4: 121 pgs: 121 active+clean; 154 MiB data, 741 MiB used, 714 GiB / 715 GiB avail; 166 GiB/s rd, 51 GiB/s wr, 672.32k op/s 2024-08-17T17:07:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:37.286 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:36.847+0000 7f0519fd8640 -1 log_channel(cephadm) log [ERR] : [17/Aug/2024:17:07:36] ENGINE Error in HTTPServer.serve 2024-08-17T17:07:37.286 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: Traceback (most recent call last): 2024-08-17T17:07:37.286 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:07:37.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: self._connections.run(self.expiration_interval) 2024-08-17T17:07:37.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:07:37.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: self._run(expiration_interval) 2024-08-17T17:07:37.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:07:37.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:07:37.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:07:37.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:07:37.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:07:37.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: s = self.context.wrap_socket( 2024-08-17T17:07:37.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:07:37.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: return self.sslsocket_class._create( 2024-08-17T17:07:37.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:07:37.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: self.do_handshake() 2024-08-17T17:07:37.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:07:37.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: self._sslobj.do_handshake() 2024-08-17T17:07:37.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:07:37.289 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:36 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:07:37.433 INFO:tasks.rados.rados.0.smithi059.stdout:782: done (4 left) 2024-08-17T17:07:37.433 INFO:tasks.rados.rados.0.smithi059.stdout:783: done (3 left) 2024-08-17T17:07:37.433 INFO:tasks.rados.rados.0.smithi059.stdout:784: done (2 left) 2024-08-17T17:07:37.433 INFO:tasks.rados.rados.0.smithi059.stdout:785: done (1 left) 2024-08-17T17:07:37.433 INFO:tasks.rados.rados.0.smithi059.stdout:786: done (0 left) 2024-08-17T17:07:37.433 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 81 2024-08-17T17:07:37.433 INFO:tasks.rados.rados.0.smithi059.stdout:787: seq_num 247 ranges {6234112=540672,6774784=622592,7397376=581632} 2024-08-17T17:07:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:787: writing smithi05980601-36 from 6234112 to 6774784 tid 1 2024-08-17T17:07:37.474 INFO:tasks.rados.rados.0.smithi059.stdout:787: writing smithi05980601-36 from 6774784 to 7397376 tid 2 2024-08-17T17:07:37.478 INFO:tasks.rados.rados.0.smithi059.stdout:787: writing smithi05980601-36 from 7397376 to 7979008 tid 3 2024-08-17T17:07:37.478 INFO:tasks.rados.rados.0.smithi059.stdout:788: read oid 40 snap -1 2024-08-17T17:07:37.478 INFO:tasks.rados.rados.0.smithi059.stdout:788: expect (ObjNum 116 snap 35 seq_num 116) 2024-08-17T17:07:37.478 INFO:tasks.rados.rados.0.smithi059.stdout:789: rollback oid 7 current snap is 81 2024-08-17T17:07:37.478 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 71 2024-08-17T17:07:37.478 INFO:tasks.rados.rados.0.smithi059.stdout:790: snap_create 2024-08-17T17:07:37.481 INFO:tasks.rados.rados.0.smithi059.stdout:787: finishing write tid 1 to smithi05980601-36 2024-08-17T17:07:37.481 INFO:tasks.rados.rados.0.smithi059.stdout:787: finishing write tid 2 to smithi05980601-36 2024-08-17T17:07:37.483 INFO:tasks.rados.rados.0.smithi059.stdout:787: finishing write tid 3 to smithi05980601-36 2024-08-17T17:07:37.484 INFO:tasks.rados.rados.0.smithi059.stdout:789: finishing rollback tid 0 to smithi05980601-7 2024-08-17T17:07:37.484 INFO:tasks.rados.rados.0.smithi059.stdout:787: finishing write tid 4 to smithi05980601-36 2024-08-17T17:07:37.485 INFO:tasks.rados.rados.0.smithi059.stdout:789: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:07:37.485 INFO:tasks.rados.rados.0.smithi059.stdout:789: finishing rollback tid 2 to smithi05980601-7 2024-08-17T17:07:37.485 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 103 (ObjNum 185 snap 56 seq_num 185) dirty exists 2024-08-17T17:07:37.485 INFO:tasks.rados.rados.0.smithi059.stdout:787: finishing write tid 5 to smithi05980601-36 2024-08-17T17:07:37.486 INFO:tasks.rados.rados.0.smithi059.stdout:787: oid 36 updating version 0 to 257 2024-08-17T17:07:37.486 INFO:tasks.rados.rados.0.smithi059.stdout:787: oid 36 version 257 is already newer than 256 2024-08-17T17:07:37.486 INFO:tasks.rados.rados.0.smithi059.stdout:787: oid 36 version 257 is already newer than 255 2024-08-17T17:07:37.486 INFO:tasks.rados.rados.0.smithi059.stdout:787: oid 36 version 257 is already newer than 254 2024-08-17T17:07:37.486 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 257 (ObjNum 247 snap 81 seq_num 247) dirty exists 2024-08-17T17:07:37.486 INFO:tasks.rados.rados.0.smithi059.stdout:787: left oid 36 (ObjNum 247 snap 81 seq_num 247) 2024-08-17T17:07:37.491 INFO:tasks.rados.rados.0.smithi059.stdout:788: expect (ObjNum 116 snap 35 seq_num 116) 2024-08-17T17:07:37.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:07:37] "GET /metrics HTTP/1.1" 200 33338 "" "Prometheus/2.43.0" 2024-08-17T17:07:37.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[92261]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T17:07:37.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[92261]: [17/Aug/2024:17:07:36] ENGINE Bus STARTING 2024-08-17T17:07:37.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[92261]: mgrmap e42: y(active, since 2s), standbys: x 2024-08-17T17:07:37.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[92261]: [17/Aug/2024:17:07:36] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[92261]: [17/Aug/2024:17:07:36] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[92261]: [17/Aug/2024:17:07:36] ENGINE Bus STARTED 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[92261]: [17/Aug/2024:17:07:36] ENGINE Error in HTTPServer.serve 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout: Traceback (most recent call last): 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._run(expiration_interval) 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:07:37.538 INFO:journalctl@ceph.mon.a.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.a.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.a.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.a.smithi059.stdout: self.do_handshake() 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.a.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.a.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.a.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[39803]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T17:07:37.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[39803]: [17/Aug/2024:17:07:36] ENGINE Bus STARTING 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[39803]: mgrmap e42: y(active, since 2s), standbys: x 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[39803]: [17/Aug/2024:17:07:36] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[39803]: [17/Aug/2024:17:07:36] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[39803]: [17/Aug/2024:17:07:36] ENGINE Bus STARTED 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:37 smithi059 ceph-mon[39803]: [17/Aug/2024:17:07:36] ENGINE Error in HTTPServer.serve 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout: Traceback (most recent call last): 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._run(expiration_interval) 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:07:37.540 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: s = self.context.wrap_socket( 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: return self.sslsocket_class._create( 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: self.do_handshake() 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: self._sslobj.do_handshake() 2024-08-17T17:07:37.541 INFO:journalctl@ceph.mon.c.smithi059.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:07:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:37 smithi087 ceph-mon[33075]: osdmap e231: 8 total, 8 up, 8 in 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:37 smithi087 ceph-mon[33075]: [17/Aug/2024:17:07:36] ENGINE Bus STARTING 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:37 smithi087 ceph-mon[33075]: mgrmap e42: y(active, since 2s), standbys: x 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:37 smithi087 ceph-mon[33075]: [17/Aug/2024:17:07:36] ENGINE Serving on http://172.21.15.59:8765 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:37 smithi087 ceph-mon[33075]: [17/Aug/2024:17:07:36] ENGINE Serving on https://172.21.15.59:7150 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:37 smithi087 ceph-mon[33075]: [17/Aug/2024:17:07:36] ENGINE Bus STARTED 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:37 smithi087 ceph-mon[33075]: [17/Aug/2024:17:07:36] ENGINE Error in HTTPServer.serve 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout: Traceback (most recent call last): 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._connections.run(self.expiration_interval) 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-17T17:07:37.801 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._run(expiration_interval) 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: s = self.context.wrap_socket( 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: return self.sslsocket_class._create( 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: self.do_handshake() 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-17T17:07:37.802 INFO:journalctl@ceph.mon.b.smithi087.stdout: self._sslobj.do_handshake() 2024-08-17T17:07:37.803 INFO:journalctl@ceph.mon.b.smithi087.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-17T17:07:37.845 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:07:38.444 INFO:tasks.rados.rados.0.smithi059.stdout:787: done (3 left) 2024-08-17T17:07:38.444 INFO:tasks.rados.rados.0.smithi059.stdout:788: done (2 left) 2024-08-17T17:07:38.444 INFO:tasks.rados.rados.0.smithi059.stdout:789: done (1 left) 2024-08-17T17:07:38.444 INFO:tasks.rados.rados.0.smithi059.stdout:790: done (0 left) 2024-08-17T17:07:38.444 INFO:tasks.rados.rados.0.smithi059.stdout:791: snap_remove snap 80 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (4m) 41s ago 5m 25.8M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (4m) 21s ago 4m 87.1M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (6m) 41s ago 6m 16.8M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (6m) 21s ago 6m 18.6M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (26s) 21s ago 9m 53.2M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (54s) 41s ago 11m 488M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (11m) 41s ago 11m 53.5M 2048M 18.2.4-719-gced649f8 c870753d67c2 aa3912595492 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (10m) 21s ago 10m 49.7M 2048M 18.2.4-719-gced649f8 c870753d67c2 5bd4baf341c0 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (9m) 41s ago 9m 48.6M 2048M 18.2.4-719-gced649f8 c870753d67c2 717b71ca4cfb 2024-08-17T17:07:38.445 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (4m) 41s ago 4m 15.9M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (4m) 21s ago 4m 16.6M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (9m) 41s ago 9m 133M 2481M 18.2.4-719-gced649f8 c870753d67c2 545451805af8 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (8m) 41s ago 8m 106M 2481M 18.2.4-719-gced649f8 c870753d67c2 2e45043f5326 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (8m) 41s ago 8m 114M 2481M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (8m) 41s ago 8m 80.6M 2481M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (7m) 21s ago 7m 122M 2480M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (7m) 21s ago 7m 132M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (7m) 21s ago 7m 108M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (6m) 21s ago 6m 96.6M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:07:38.446 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (31s) 21s ago 5m 35.6M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:07:38.496 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:38 smithi059 ceph-mon[92261]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T17:07:38.496 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:38 smithi059 ceph-mon[92261]: from='client.25106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:38.496 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:38 smithi059 ceph-mon[92261]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:38.496 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:38 smithi059 ceph-mon[39803]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T17:07:38.496 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:38 smithi059 ceph-mon[39803]: from='client.25106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:38.496 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:38 smithi059 ceph-mon[39803]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:38.769 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:38 smithi087 ceph-mon[33075]: osdmap e232: 8 total, 8 up, 8 in 2024-08-17T17:07:38.769 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:38 smithi087 ceph-mon[33075]: from='client.25106 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:38.769 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:38 smithi087 ceph-mon[33075]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:38.812 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:07:38.812 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:07:38.812 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2, 2024-08-17T17:07:38.812 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:07:38.812 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:07:38.812 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:07:38.812 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 12, 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:07:38.813 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:07:39.121 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:07:39.121 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:07:39.122 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:07:39.122 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:07:39.122 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:07:39.122 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:07:39.122 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:07:39.122 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "2/20 daemons upgraded", 2024-08-17T17:07:39.122 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "", 2024-08-17T17:07:39.122 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:07:39.122 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:07:39.440 INFO:tasks.rados.rados.0.smithi059.stdout:791: done (0 left) 2024-08-17T17:07:39.440 INFO:tasks.rados.rados.0.smithi059.stdout:792: snap_create 2024-08-17T17:07:39.442 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[92261]: pgmap v8: 121 pgs: 121 active+clean; 154 MiB data, 741 MiB used, 714 GiB / 715 GiB avail; 49 MiB/s rd, 15 MiB/s wr, 191 op/s 2024-08-17T17:07:39.617 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:39 smithi087 ceph-mon[33075]: pgmap v8: 121 pgs: 121 active+clean; 154 MiB data, 741 MiB used, 714 GiB / 715 GiB avail; 49 MiB/s rd, 15 MiB/s wr, 191 op/s 2024-08-17T17:07:39.618 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:39 smithi087 ceph-mon[33075]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:39.618 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:39 smithi087 ceph-mon[33075]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T17:07:39.618 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:39 smithi087 ceph-mon[33075]: mgrmap e43: y(active, since 4s), standbys: x 2024-08-17T17:07:39.618 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:39 smithi087 ceph-mon[33075]: from='client.? 172.21.15.59:0/3146671143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:39.618 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:39 smithi087 ceph-mon[33075]: from='client.25130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:39.618 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:39 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:39.618 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:39 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[92261]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[92261]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T17:07:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[92261]: mgrmap e43: y(active, since 4s), standbys: x 2024-08-17T17:07:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3146671143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[92261]: from='client.25130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:39.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[39803]: pgmap v8: 121 pgs: 121 active+clean; 154 MiB data, 741 MiB used, 714 GiB / 715 GiB avail; 49 MiB/s rd, 15 MiB/s wr, 191 op/s 2024-08-17T17:07:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[39803]: from='client.25118 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[39803]: osdmap e233: 8 total, 8 up, 8 in 2024-08-17T17:07:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[39803]: mgrmap e43: y(active, since 4s), standbys: x 2024-08-17T17:07:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[39803]: from='client.? 172.21.15.59:0/3146671143' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[39803]: from='client.25130 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:07:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:39 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.458 INFO:tasks.rados.rados.0.smithi059.stdout:792: done (0 left) 2024-08-17T17:07:40.459 INFO:tasks.rados.rados.0.smithi059.stdout:793: snap_create 2024-08-17T17:07:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[92261]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T17:07:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[39803]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T17:07:40.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:40 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:40 smithi087 ceph-mon[33075]: osdmap e234: 8 total, 8 up, 8 in 2024-08-17T17:07:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:40 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:40 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:40 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:40 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:41.075 INFO:tasks.rados.rados.0.smithi059.stdout:793: done (0 left) 2024-08-17T17:07:41.075 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 84 2024-08-17T17:07:41.075 INFO:tasks.rados.rados.0.smithi059.stdout:794: seq_num 248 ranges {8216576=557056,8773632=507904,9281536=442368,9723904=253952} 2024-08-17T17:07:41.123 INFO:tasks.rados.rados.0.smithi059.stdout:794: writing smithi05980601-18 from 8216576 to 8773632 tid 1 2024-08-17T17:07:41.125 INFO:tasks.rados.rados.0.smithi059.stdout:794: writing smithi05980601-18 from 8773632 to 9281536 tid 2 2024-08-17T17:07:41.128 INFO:tasks.rados.rados.0.smithi059.stdout:794: writing smithi05980601-18 from 9281536 to 9723904 tid 3 2024-08-17T17:07:41.130 INFO:tasks.rados.rados.0.smithi059.stdout:794: writing smithi05980601-18 from 9723904 to 9977856 tid 4 2024-08-17T17:07:41.130 INFO:tasks.rados.rados.0.smithi059.stdout:795: copy_from oid 5 from oid 33 current snap is 84 2024-08-17T17:07:41.130 INFO:tasks.rados.rados.0.smithi059.stdout:794: finishing write tid 1 to smithi05980601-18 2024-08-17T17:07:41.130 INFO:tasks.rados.rados.0.smithi059.stdout:794: finishing write tid 2 to smithi05980601-18 2024-08-17T17:07:41.130 INFO:tasks.rados.rados.0.smithi059.stdout:796: snap_remove snap 68 2024-08-17T17:07:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[92261]: pgmap v11: 121 pgs: 121 active+clean; 154 MiB data, 741 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:07:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[92261]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T17:07:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:41.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:41.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[92261]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T17:07:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[39803]: pgmap v11: 121 pgs: 121 active+clean; 154 MiB data, 741 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:07:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[39803]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T17:07:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:41 smithi059 ceph-mon[39803]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T17:07:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:41 smithi087 ceph-mon[33075]: pgmap v11: 121 pgs: 121 active+clean; 154 MiB data, 741 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:07:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:41 smithi087 ceph-mon[33075]: osdmap e235: 8 total, 8 up, 8 in 2024-08-17T17:07:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:41 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:41 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:41 smithi087 ceph-mon[33075]: osdmap e236: 8 total, 8 up, 8 in 2024-08-17T17:07:42.078 INFO:tasks.rados.rados.0.smithi059.stdout:794: finishing write tid 3 to smithi05980601-18 2024-08-17T17:07:42.078 INFO:tasks.rados.rados.0.smithi059.stdout:794: finishing write tid 4 to smithi05980601-18 2024-08-17T17:07:42.078 INFO:tasks.rados.rados.0.smithi059.stdout:794: finishing write tid 5 to smithi05980601-18 2024-08-17T17:07:42.078 INFO:tasks.rados.rados.0.smithi059.stdout:795: finishing copy_from to smithi05980601-5 2024-08-17T17:07:42.078 INFO:tasks.rados.rados.0.smithi059.stdout:795: got expected ENOENT (src dne) 2024-08-17T17:07:42.078 INFO:tasks.rados.rados.0.smithi059.stdout:795: finishing copy_from racing read to smithi05980601-5 2024-08-17T17:07:42.078 INFO:tasks.rados.rados.0.smithi059.stdout:794: finishing write tid 6 to smithi05980601-18 2024-08-17T17:07:42.078 INFO:tasks.rados.rados.0.smithi059.stdout:794: oid 18 updating version 0 to 180 2024-08-17T17:07:42.078 INFO:tasks.rados.rados.0.smithi059.stdout:794: oid 18 updating version 180 to 182 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:794: oid 18 version 182 is already newer than 179 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:794: oid 18 version 182 is already newer than 181 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:794: oid 18 version 182 is already newer than 178 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 182 (ObjNum 248 snap 84 seq_num 248) dirty exists 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:794: left oid 18 (ObjNum 248 snap 84 seq_num 248) 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:794: done (2 left) 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:795: done (1 left) 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:796: done (0 left) 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:797: rollback oid 28 current snap is 84 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 28 to 78 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 84 2024-08-17T17:07:42.079 INFO:tasks.rados.rados.0.smithi059.stdout:798: seq_num 249 ranges {1384448=573440,1957888=794624,2752512=409600} 2024-08-17T17:07:42.089 INFO:tasks.rados.rados.0.smithi059.stdout:798: writing smithi05980601-42 from 1384448 to 1957888 tid 1 2024-08-17T17:07:42.095 INFO:tasks.rados.rados.0.smithi059.stdout:798: writing smithi05980601-42 from 1957888 to 2752512 tid 2 2024-08-17T17:07:42.098 INFO:tasks.rados.rados.0.smithi059.stdout:798: writing smithi05980601-42 from 2752512 to 3162112 tid 3 2024-08-17T17:07:42.098 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 84 2024-08-17T17:07:42.098 INFO:tasks.rados.rados.0.smithi059.stdout:797: finishing rollback tid 0 to smithi05980601-28 2024-08-17T17:07:42.098 INFO:tasks.rados.rados.0.smithi059.stdout:797: finishing rollback tid 1 to smithi05980601-28 2024-08-17T17:07:42.098 INFO:tasks.rados.rados.0.smithi059.stdout:797: finishing rollback tid 2 to smithi05980601-28 2024-08-17T17:07:42.098 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 291 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-08-17T17:07:42.098 INFO:tasks.rados.rados.0.smithi059.stdout:798: finishing write tid 1 to smithi05980601-42 2024-08-17T17:07:42.098 INFO:tasks.rados.rados.0.smithi059.stdout:799: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-08-17T17:07:42.101 INFO:tasks.rados.rados.0.smithi059.stdout:799: writing smithi05980601-23 from 0 to 589824 tid 1 2024-08-17T17:07:42.105 INFO:tasks.rados.rados.0.smithi059.stdout:799: writing smithi05980601-23 from 589824 to 1269760 tid 2 2024-08-17T17:07:42.107 INFO:tasks.rados.rados.0.smithi059.stdout:799: writing smithi05980601-23 from 1269760 to 1679360 tid 3 2024-08-17T17:07:42.108 INFO:tasks.rados.rados.0.smithi059.stdout:799: writing smithi05980601-23 from 1679360 to 1794048 tid 4 2024-08-17T17:07:42.108 INFO:tasks.rados.rados.0.smithi059.stdout:797: done (2 left) 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:800: snap_create 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:798: finishing write tid 2 to smithi05980601-42 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:798: finishing write tid 3 to smithi05980601-42 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:798: finishing write tid 4 to smithi05980601-42 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:798: finishing write tid 5 to smithi05980601-42 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:798: oid 42 updating version 0 to 192 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:798: oid 42 updating version 192 to 198 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:798: oid 42 updating version 198 to 199 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:798: oid 42 version 199 is already newer than 197 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 199 (ObjNum 249 snap 84 seq_num 249) dirty exists 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:798: left oid 42 (ObjNum 249 snap 84 seq_num 249) 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:799: finishing write tid 1 to smithi05980601-23 2024-08-17T17:07:42.109 INFO:tasks.rados.rados.0.smithi059.stdout:799: finishing write tid 2 to smithi05980601-23 2024-08-17T17:07:42.110 INFO:tasks.rados.rados.0.smithi059.stdout:799: finishing write tid 3 to smithi05980601-23 2024-08-17T17:07:42.111 INFO:tasks.rados.rados.0.smithi059.stdout:799: finishing write tid 4 to smithi05980601-23 2024-08-17T17:07:42.111 INFO:tasks.rados.rados.0.smithi059.stdout:799: finishing write tid 5 to smithi05980601-23 2024-08-17T17:07:42.113 INFO:tasks.rados.rados.0.smithi059.stdout:799: finishing write tid 6 to smithi05980601-23 2024-08-17T17:07:42.113 INFO:tasks.rados.rados.0.smithi059.stdout:799: oid 23 updating version 0 to 440 2024-08-17T17:07:42.113 INFO:tasks.rados.rados.0.smithi059.stdout:799: oid 23 version 440 is already newer than 437 2024-08-17T17:07:42.113 INFO:tasks.rados.rados.0.smithi059.stdout:799: oid 23 version 440 is already newer than 436 2024-08-17T17:07:42.113 INFO:tasks.rados.rados.0.smithi059.stdout:799: oid 23 version 440 is already newer than 438 2024-08-17T17:07:42.113 INFO:tasks.rados.rados.0.smithi059.stdout:799: oid 23 version 440 is already newer than 439 2024-08-17T17:07:42.113 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 440 (ObjNum 250 snap 84 seq_num 250) dirty exists 2024-08-17T17:07:42.113 INFO:tasks.rados.rados.0.smithi059.stdout:799: left oid 23 (ObjNum 250 snap 84 seq_num 250) 2024-08-17T17:07:43.083 INFO:tasks.rados.rados.0.smithi059.stdout:798: done (2 left) 2024-08-17T17:07:43.083 INFO:tasks.rados.rados.0.smithi059.stdout:799: done (1 left) 2024-08-17T17:07:43.083 INFO:tasks.rados.rados.0.smithi059.stdout:800: done (0 left) 2024-08-17T17:07:43.083 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 85 2024-08-17T17:07:43.083 INFO:tasks.rados.rados.0.smithi059.stdout:801: seq_num 251 ranges {638976=606208,1245184=614400,1859584=589824} 2024-08-17T17:07:43.089 INFO:tasks.rados.rados.0.smithi059.stdout:801: writing smithi05980601-45 from 638976 to 1245184 tid 1 2024-08-17T17:07:43.092 INFO:tasks.rados.rados.0.smithi059.stdout:801: writing smithi05980601-45 from 1245184 to 1859584 tid 2 2024-08-17T17:07:43.096 INFO:tasks.rados.rados.0.smithi059.stdout:801: writing smithi05980601-45 from 1859584 to 2449408 tid 3 2024-08-17T17:07:43.096 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 85 2024-08-17T17:07:43.096 INFO:tasks.rados.rados.0.smithi059.stdout:802: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-08-17T17:07:43.099 INFO:tasks.rados.rados.0.smithi059.stdout:802: writing smithi05980601-10 from 0 to 630784 tid 1 2024-08-17T17:07:43.102 INFO:tasks.rados.rados.0.smithi059.stdout:802: writing smithi05980601-10 from 630784 to 1130496 tid 2 2024-08-17T17:07:43.104 INFO:tasks.rados.rados.0.smithi059.stdout:802: writing smithi05980601-10 from 1130496 to 1556480 tid 3 2024-08-17T17:07:43.106 INFO:tasks.rados.rados.0.smithi059.stdout:802: writing smithi05980601-10 from 1556480 to 1835008 tid 4 2024-08-17T17:07:43.106 INFO:tasks.rados.rados.0.smithi059.stdout:803: delete oid 7 current snap is 85 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: finishing write tid 1 to smithi05980601-45 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: finishing write tid 2 to smithi05980601-45 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: finishing write tid 3 to smithi05980601-45 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: finishing write tid 4 to smithi05980601-45 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: finishing write tid 5 to smithi05980601-45 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: oid 45 updating version 0 to 281 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: oid 45 version 281 is already newer than 280 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: oid 45 version 281 is already newer than 279 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: oid 45 version 281 is already newer than 278 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 281 (ObjNum 251 snap 85 seq_num 251) dirty exists 2024-08-17T17:07:43.107 INFO:tasks.rados.rados.0.smithi059.stdout:801: left oid 45 (ObjNum 251 snap 85 seq_num 251) 2024-08-17T17:07:43.108 INFO:tasks.rados.rados.0.smithi059.stdout:802: finishing write tid 1 to smithi05980601-10 2024-08-17T17:07:43.108 INFO:tasks.rados.rados.0.smithi059.stdout:802: finishing write tid 2 to smithi05980601-10 2024-08-17T17:07:43.108 INFO:tasks.rados.rados.0.smithi059.stdout:802: finishing write tid 3 to smithi05980601-10 2024-08-17T17:07:43.109 INFO:tasks.rados.rados.0.smithi059.stdout:802: finishing write tid 4 to smithi05980601-10 2024-08-17T17:07:43.109 INFO:tasks.rados.rados.0.smithi059.stdout:802: finishing write tid 5 to smithi05980601-10 2024-08-17T17:07:43.109 INFO:tasks.rados.rados.0.smithi059.stdout:802: finishing write tid 6 to smithi05980601-10 2024-08-17T17:07:43.109 INFO:tasks.rados.rados.0.smithi059.stdout:802: oid 10 updating version 0 to 284 2024-08-17T17:07:43.109 INFO:tasks.rados.rados.0.smithi059.stdout:802: oid 10 updating version 284 to 286 2024-08-17T17:07:43.109 INFO:tasks.rados.rados.0.smithi059.stdout:802: oid 10 version 286 is already newer than 285 2024-08-17T17:07:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:802: oid 10 version 286 is already newer than 283 2024-08-17T17:07:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:802: oid 10 version 286 is already newer than 282 2024-08-17T17:07:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 286 (ObjNum 252 snap 85 seq_num 252) dirty exists 2024-08-17T17:07:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:802: left oid 10 (ObjNum 252 snap 85 seq_num 252) 2024-08-17T17:07:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:801: done (2 left) 2024-08-17T17:07:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:802: done (1 left) 2024-08-17T17:07:43.111 INFO:tasks.rados.rados.0.smithi059.stdout:803: done (0 left) 2024-08-17T17:07:43.111 INFO:tasks.rados.rados.0.smithi059.stdout:804: rmattr oid 17 current snap is 85 2024-08-17T17:07:43.111 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 85 2024-08-17T17:07:43.111 INFO:tasks.rados.rados.0.smithi059.stdout:805: seq_num 254 ranges {1835008=663552,2498560=663552,3162112=540672} 2024-08-17T17:07:43.124 INFO:tasks.rados.rados.0.smithi059.stdout:805: writing smithi05980601-24 from 1835008 to 2498560 tid 1 2024-08-17T17:07:43.127 INFO:tasks.rados.rados.0.smithi059.stdout:805: writing smithi05980601-24 from 2498560 to 3162112 tid 2 2024-08-17T17:07:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:805: writing smithi05980601-24 from 3162112 to 3702784 tid 3 2024-08-17T17:07:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 85 2024-08-17T17:07:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 461 (ObjNum 149 snap 43 seq_num 149) dirty exists 2024-08-17T17:07:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:805: finishing write tid 1 to smithi05980601-24 2024-08-17T17:07:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:805: finishing write tid 2 to smithi05980601-24 2024-08-17T17:07:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:806: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-08-17T17:07:43.135 INFO:tasks.rados.rados.0.smithi059.stdout:806: writing smithi05980601-37 from 0 to 679936 tid 1 2024-08-17T17:07:43.138 INFO:tasks.rados.rados.0.smithi059.stdout:806: writing smithi05980601-37 from 679936 to 1228800 tid 2 2024-08-17T17:07:43.142 INFO:tasks.rados.rados.0.smithi059.stdout:806: writing smithi05980601-37 from 1228800 to 1826816 tid 3 2024-08-17T17:07:43.142 INFO:tasks.rados.rados.0.smithi059.stdout:806: writing smithi05980601-37 from 1826816 to 1884160 tid 4 2024-08-17T17:07:43.142 INFO:tasks.rados.rados.0.smithi059.stdout:804: done (2 left) 2024-08-17T17:07:43.142 INFO:tasks.rados.rados.0.smithi059.stdout:807: delete oid 20 current snap is 85 2024-08-17T17:07:43.142 INFO:tasks.rados.rados.0.smithi059.stdout:805: finishing write tid 3 to smithi05980601-24 2024-08-17T17:07:43.142 INFO:tasks.rados.rados.0.smithi059.stdout:805: finishing write tid 4 to smithi05980601-24 2024-08-17T17:07:43.142 INFO:tasks.rados.rados.0.smithi059.stdout:805: finishing write tid 5 to smithi05980601-24 2024-08-17T17:07:43.142 INFO:tasks.rados.rados.0.smithi059.stdout:805: oid 24 updating version 0 to 112 2024-08-17T17:07:43.142 INFO:tasks.rados.rados.0.smithi059.stdout:805: oid 24 version 112 is already newer than 111 2024-08-17T17:07:43.143 INFO:tasks.rados.rados.0.smithi059.stdout:805: oid 24 updating version 112 to 113 2024-08-17T17:07:43.143 INFO:tasks.rados.rados.0.smithi059.stdout:805: oid 24 updating version 113 to 114 2024-08-17T17:07:43.143 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 114 (ObjNum 254 snap 85 seq_num 254) dirty exists 2024-08-17T17:07:43.143 INFO:tasks.rados.rados.0.smithi059.stdout:805: left oid 24 (ObjNum 254 snap 85 seq_num 254) 2024-08-17T17:07:43.143 INFO:tasks.rados.rados.0.smithi059.stdout:806: finishing write tid 1 to smithi05980601-37 2024-08-17T17:07:43.143 INFO:tasks.rados.rados.0.smithi059.stdout:806: finishing write tid 2 to smithi05980601-37 2024-08-17T17:07:43.144 INFO:tasks.rados.rados.0.smithi059.stdout:806: finishing write tid 3 to smithi05980601-37 2024-08-17T17:07:43.144 INFO:tasks.rados.rados.0.smithi059.stdout:806: finishing write tid 4 to smithi05980601-37 2024-08-17T17:07:43.145 INFO:tasks.rados.rados.0.smithi059.stdout:806: finishing write tid 5 to smithi05980601-37 2024-08-17T17:07:43.145 INFO:tasks.rados.rados.0.smithi059.stdout:805: done (2 left) 2024-08-17T17:07:43.145 INFO:tasks.rados.rados.0.smithi059.stdout:807: done (1 left) 2024-08-17T17:07:43.145 INFO:tasks.rados.rados.0.smithi059.stdout:808: snap_create 2024-08-17T17:07:43.148 INFO:tasks.rados.rados.0.smithi059.stdout:806: finishing write tid 6 to smithi05980601-37 2024-08-17T17:07:43.148 INFO:tasks.rados.rados.0.smithi059.stdout:806: oid 37 updating version 0 to 464 2024-08-17T17:07:43.148 INFO:tasks.rados.rados.0.smithi059.stdout:806: oid 37 updating version 464 to 465 2024-08-17T17:07:43.148 INFO:tasks.rados.rados.0.smithi059.stdout:806: oid 37 updating version 465 to 466 2024-08-17T17:07:43.148 INFO:tasks.rados.rados.0.smithi059.stdout:806: oid 37 version 466 is already newer than 462 2024-08-17T17:07:43.148 INFO:tasks.rados.rados.0.smithi059.stdout:806: oid 37 version 466 is already newer than 463 2024-08-17T17:07:43.148 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 466 (ObjNum 255 snap 85 seq_num 255) dirty exists 2024-08-17T17:07:43.148 INFO:tasks.rados.rados.0.smithi059.stdout:806: left oid 37 (ObjNum 255 snap 85 seq_num 255) 2024-08-17T17:07:43.397 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:43 smithi087 ceph-mon[33075]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T17:07:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:43 smithi059 ceph-mon[92261]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T17:07:43.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:43 smithi059 ceph-mon[39803]: osdmap e237: 8 total, 8 up, 8 in 2024-08-17T17:07:44.082 INFO:tasks.rados.rados.0.smithi059.stdout:806: done (1 left) 2024-08-17T17:07:44.082 INFO:tasks.rados.rados.0.smithi059.stdout:808: done (0 left) 2024-08-17T17:07:44.082 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 86 2024-08-17T17:07:44.082 INFO:tasks.rados.rados.0.smithi059.stdout:809: seq_num 257 ranges {5652480=712704,6365184=720896,7086080=483328} 2024-08-17T17:07:44.116 INFO:tasks.rados.rados.0.smithi059.stdout:809: writing smithi05980601-13 from 5652480 to 6365184 tid 1 2024-08-17T17:07:44.120 INFO:tasks.rados.rados.0.smithi059.stdout:809: writing smithi05980601-13 from 6365184 to 7086080 tid 2 2024-08-17T17:07:44.124 INFO:tasks.rados.rados.0.smithi059.stdout:809: writing smithi05980601-13 from 7086080 to 7569408 tid 3 2024-08-17T17:07:44.124 INFO:tasks.rados.rados.0.smithi059.stdout:810: delete oid 50 current snap is 86 2024-08-17T17:07:44.124 INFO:tasks.rados.rados.0.smithi059.stdout:809: finishing write tid 1 to smithi05980601-13 2024-08-17T17:07:44.124 INFO:tasks.rados.rados.0.smithi059.stdout:809: finishing write tid 2 to smithi05980601-13 2024-08-17T17:07:44.126 INFO:tasks.rados.rados.0.smithi059.stdout:810: done (1 left) 2024-08-17T17:07:44.126 INFO:tasks.rados.rados.0.smithi059.stdout:811: rollback oid 21 current snap is 86 2024-08-17T17:07:44.126 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 21 to 79 2024-08-17T17:07:44.127 INFO:tasks.rados.rados.0.smithi059.stdout:812: snap_remove snap 72 2024-08-17T17:07:44.363 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:44 smithi087 ceph-mon[33075]: pgmap v15: 121 pgs: 121 active+clean; 159 MiB data, 754 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-08-17T17:07:44.364 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:44 smithi087 ceph-mon[33075]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T17:07:44.364 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:44 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:44.364 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:44 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:44.364 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:44 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:44.364 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:44 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[92261]: pgmap v15: 121 pgs: 121 active+clean; 159 MiB data, 754 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-08-17T17:07:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[92261]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T17:07:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:44.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:44.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[39803]: pgmap v15: 121 pgs: 121 active+clean; 159 MiB data, 754 MiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.2 MiB/s wr, 25 op/s 2024-08-17T17:07:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[39803]: osdmap e238: 8 total, 8 up, 8 in 2024-08-17T17:07:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:44 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-17T17:07:45.102 INFO:tasks.rados.rados.0.smithi059.stdout:812: done (2 left) 2024-08-17T17:07:45.102 INFO:tasks.rados.rados.0.smithi059.stdout:813: snap_create 2024-08-17T17:07:45.102 INFO:tasks.rados.rados.0.smithi059.stdout:811: finishing rollback tid 1 to smithi05980601-21 2024-08-17T17:07:45.102 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 0 (ObjNum 145 snap 0 seq_num 681553248) dirty dne 2024-08-17T17:07:45.102 INFO:tasks.rados.rados.0.smithi059.stdout:809: finishing write tid 3 to smithi05980601-13 2024-08-17T17:07:45.102 INFO:tasks.rados.rados.0.smithi059.stdout:809: finishing write tid 4 to smithi05980601-13 2024-08-17T17:07:45.102 INFO:tasks.rados.rados.0.smithi059.stdout:809: finishing write tid 5 to smithi05980601-13 2024-08-17T17:07:45.102 INFO:tasks.rados.rados.0.smithi059.stdout:809: oid 13 updating version 0 to 274 2024-08-17T17:07:45.103 INFO:tasks.rados.rados.0.smithi059.stdout:809: oid 13 updating version 274 to 276 2024-08-17T17:07:45.103 INFO:tasks.rados.rados.0.smithi059.stdout:809: oid 13 version 276 is already newer than 275 2024-08-17T17:07:45.103 INFO:tasks.rados.rados.0.smithi059.stdout:809: oid 13 updating version 276 to 277 2024-08-17T17:07:45.103 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 277 (ObjNum 257 snap 86 seq_num 257) dirty exists 2024-08-17T17:07:45.103 INFO:tasks.rados.rados.0.smithi059.stdout:809: left oid 13 (ObjNum 257 snap 86 seq_num 257) 2024-08-17T17:07:45.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:07:45.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:07:45.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T17:07:45.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:45.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:45.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.377 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.378 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.379 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:07:45.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:07:45.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T17:07:45.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:45.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:45.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.380 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.381 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.382 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.383 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:45 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: Updating smithi059:/etc/ceph/ceph.conf 2024-08-17T17:07:45.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: Updating smithi087:/etc/ceph/ceph.conf 2024-08-17T17:07:45.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: osdmap e239: 8 total, 8 up, 8 in 2024-08-17T17:07:45.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.conf 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-17T17:07:45.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:45.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:07:45.555 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:07:45.555 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-17T17:07:45.555 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-17T17:07:45.555 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:45 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-17T17:07:46.100 INFO:tasks.rados.rados.0.smithi059.stdout:809: done (2 left) 2024-08-17T17:07:46.100 INFO:tasks.rados.rados.0.smithi059.stdout:811: done (1 left) 2024-08-17T17:07:46.100 INFO:tasks.rados.rados.0.smithi059.stdout:813: done (0 left) 2024-08-17T17:07:46.100 INFO:tasks.rados.rados.0.smithi059.stdout:814: read oid 46 snap -1 2024-08-17T17:07:46.100 INFO:tasks.rados.rados.0.smithi059.stdout:814: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:07:46.100 INFO:tasks.rados.rados.0.smithi059.stdout:815: delete oid 8 current snap is 87 2024-08-17T17:07:46.102 INFO:tasks.rados.rados.0.smithi059.stdout:815: done (1 left) 2024-08-17T17:07:46.102 INFO:tasks.rados.rados.0.smithi059.stdout:816: snap_create 2024-08-17T17:07:46.116 INFO:tasks.rados.rados.0.smithi059.stdout:814: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:07:46.386 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[92261]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:46.386 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[92261]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:46.386 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[92261]: pgmap v18: 121 pgs: 121 active+clean; 159 MiB data, 754 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:07:46.386 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[92261]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:46.386 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[92261]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:46.386 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[92261]: Upgrade: It appears safe to stop mon.c 2024-08-17T17:07:46.387 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[92261]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T17:07:46.387 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[39803]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:46.387 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[39803]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:46.387 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[39803]: pgmap v18: 121 pgs: 121 active+clean; 159 MiB data, 754 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:07:46.387 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[39803]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:46.387 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[39803]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:46.387 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[39803]: Upgrade: It appears safe to stop mon.c 2024-08-17T17:07:46.387 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:46 smithi059 ceph-mon[39803]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T17:07:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:46 smithi087 ceph-mon[33075]: Updating smithi087:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:46 smithi087 ceph-mon[33075]: Updating smithi059:/etc/ceph/ceph.client.admin.keyring 2024-08-17T17:07:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:46 smithi087 ceph-mon[33075]: pgmap v18: 121 pgs: 121 active+clean; 159 MiB data, 754 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:07:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:46 smithi087 ceph-mon[33075]: Updating smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:46 smithi087 ceph-mon[33075]: Updating smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/config/ceph.client.admin.keyring 2024-08-17T17:07:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:46 smithi087 ceph-mon[33075]: Upgrade: It appears safe to stop mon.c 2024-08-17T17:07:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:46 smithi087 ceph-mon[33075]: osdmap e240: 8 total, 8 up, 8 in 2024-08-17T17:07:47.120 INFO:tasks.rados.rados.0.smithi059.stdout:814: done (1 left) 2024-08-17T17:07:47.120 INFO:tasks.rados.rados.0.smithi059.stdout:816: done (0 left) 2024-08-17T17:07:47.120 INFO:tasks.rados.rados.0.smithi059.stdout:817: setattr oid 42 current snap is 88 2024-08-17T17:07:47.121 INFO:tasks.rados.rados.0.smithi059.stdout:818: delete oid 12 current snap is 88 2024-08-17T17:07:47.127 INFO:tasks.rados.rados.0.smithi059.stdout:818: done (1 left) 2024-08-17T17:07:47.127 INFO:tasks.rados.rados.0.smithi059.stdout:819: read oid 16 snap 73 2024-08-17T17:07:47.127 INFO:tasks.rados.rados.0.smithi059.stdout:819: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:07:47.127 INFO:tasks.rados.rados.0.smithi059.stdout:820: rollback oid 44 current snap is 88 2024-08-17T17:07:47.127 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 44 to 70 2024-08-17T17:07:47.127 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 207 (ObjNum 249 snap 84 seq_num 249) dirty exists 2024-08-17T17:07:47.127 INFO:tasks.rados.rados.0.smithi059.stdout:817: done (2 left) 2024-08-17T17:07:47.128 INFO:tasks.rados.rados.0.smithi059.stdout:821: rollback oid 14 current snap is 88 2024-08-17T17:07:47.128 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 79 2024-08-17T17:07:47.128 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 88 2024-08-17T17:07:47.128 INFO:tasks.rados.rados.0.smithi059.stdout:822: seq_num 261 ranges {0=778240,778240=704512,1482752=499712} 2024-08-17T17:07:47.131 INFO:tasks.rados.rados.0.smithi059.stdout:822: writing smithi05980601-20 from 0 to 778240 tid 1 2024-08-17T17:07:47.135 INFO:tasks.rados.rados.0.smithi059.stdout:822: writing smithi05980601-20 from 778240 to 1482752 tid 2 2024-08-17T17:07:47.139 INFO:tasks.rados.rados.0.smithi059.stdout:822: writing smithi05980601-20 from 1482752 to 1982464 tid 3 2024-08-17T17:07:47.139 INFO:tasks.rados.rados.0.smithi059.stdout:823: rollback oid 11 current snap is 88 2024-08-17T17:07:47.139 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 86 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:821: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 173 (ObjNum 225 snap 0 seq_num 681553328) dirty dne 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:820: finishing rollback tid 0 to smithi05980601-44 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:820: finishing rollback tid 1 to smithi05980601-44 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:820: finishing rollback tid 2 to smithi05980601-44 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 211 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:822: finishing write tid 1 to smithi05980601-20 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:820: done (4 left) 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:821: done (3 left) 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:824: read oid 7 snap -1 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:824: expect deleted 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:825: snap_create 2024-08-17T17:07:47.140 INFO:tasks.rados.rados.0.smithi059.stdout:822: finishing write tid 2 to smithi05980601-20 2024-08-17T17:07:47.141 INFO:tasks.rados.rados.0.smithi059.stdout:819: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:07:47.235 INFO:tasks.rados.rados.0.smithi059.stdout:822: finishing write tid 3 to smithi05980601-20 2024-08-17T17:07:47.235 INFO:tasks.rados.rados.0.smithi059.stdout:822: finishing write tid 4 to smithi05980601-20 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:823: finishing rollback tid 0 to smithi05980601-11 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:823: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:823: finishing rollback tid 2 to smithi05980601-11 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 478 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:822: finishing write tid 5 to smithi05980601-20 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:822: oid 20 updating version 0 to 453 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:822: oid 20 updating version 453 to 454 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:822: oid 20 version 454 is already newer than 452 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:822: oid 20 version 454 is already newer than 451 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 454 (ObjNum 261 snap 88 seq_num 261) dirty exists 2024-08-17T17:07:47.236 INFO:tasks.rados.rados.0.smithi059.stdout:822: left oid 20 (ObjNum 261 snap 88 seq_num 261) 2024-08-17T17:07:47.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[39803]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T17:07:47.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[39803]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:47.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T17:07:47.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T17:07:47.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[39803]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:47.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[92261]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T17:07:47.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[92261]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:47.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T17:07:47.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T17:07:47.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:47 smithi087 ceph-mon[33075]: osdmap e241: 8 total, 8 up, 8 in 2024-08-17T17:07:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:47 smithi087 ceph-mon[33075]: from='mgr.25067 ' entity='mgr.y' 2024-08-17T17:07:47.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:47 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-17T17:07:47.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:47 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-17T17:07:47.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:47 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-17T17:07:47.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:07:47] "GET /metrics HTTP/1.1" 200 33338 "" "Prometheus/2.43.0" 2024-08-17T17:07:48.119 INFO:tasks.rados.rados.0.smithi059.stdout:819: done (4 left) 2024-08-17T17:07:48.119 INFO:tasks.rados.rados.0.smithi059.stdout:822: done (3 left) 2024-08-17T17:07:48.119 INFO:tasks.rados.rados.0.smithi059.stdout:823: done (2 left) 2024-08-17T17:07:48.120 INFO:tasks.rados.rados.0.smithi059.stdout:824: done (1 left) 2024-08-17T17:07:48.120 INFO:tasks.rados.rados.0.smithi059.stdout:825: done (0 left) 2024-08-17T17:07:48.120 INFO:tasks.rados.rados.0.smithi059.stdout:826: snap_remove snap 87 2024-08-17T17:07:48.218 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[92261]: pgmap v21: 121 pgs: 121 active+clean; 173 MiB data, 811 MiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-08-17T17:07:48.218 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[92261]: Upgrade: Updating mon.c 2024-08-17T17:07:48.218 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[92261]: Deploying daemon mon.c on smithi059 2024-08-17T17:07:48.218 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[92261]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T17:07:48.218 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[92261]: mgrmap e44: y(active, since 12s), standbys: x 2024-08-17T17:07:48.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[39803]: pgmap v21: 121 pgs: 121 active+clean; 173 MiB data, 811 MiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-08-17T17:07:48.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[39803]: Upgrade: Updating mon.c 2024-08-17T17:07:48.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[39803]: Deploying daemon mon.c on smithi059 2024-08-17T17:07:48.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[39803]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T17:07:48.219 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-mon[39803]: mgrmap e44: y(active, since 12s), standbys: x 2024-08-17T17:07:48.485 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 systemd[1]: Stopping Ceph mon.c for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:07:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:48 smithi087 ceph-mon[33075]: pgmap v21: 121 pgs: 121 active+clean; 173 MiB data, 811 MiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-08-17T17:07:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:48 smithi087 ceph-mon[33075]: Upgrade: Updating mon.c 2024-08-17T17:07:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:48 smithi087 ceph-mon[33075]: Deploying daemon mon.c on smithi059 2024-08-17T17:07:48.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:48 smithi087 ceph-mon[33075]: osdmap e242: 8 total, 8 up, 8 in 2024-08-17T17:07:48.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:48 smithi087 ceph-mon[33075]: mgrmap e44: y(active, since 12s), standbys: x 2024-08-17T17:07:48.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:07:48] ENGINE Bus STOPPING 2024-08-17T17:07:48.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c[39799]: 2024-08-17T17:07:48.484+0000 7f9901b34640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:07:48.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c[39799]: 2024-08-17T17:07:48.484+0000 7f9901b34640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-17T17:07:48.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 podman[94514]: 2024-08-17 17:07:48.555750779 +0000 UTC m=+0.185072751 container died 717b71ca4cfb8696525684cf4de8f3ba2c84355fc86a5b2cc1a5e13f3b6b2819 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-ced649f, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-08-17T17:07:49.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 podman[94514]: 2024-08-17 17:07:48.950938939 +0000 UTC m=+0.580260898 container cleanup 717b71ca4cfb8696525684cf4de8f3ba2c84355fc86a5b2cc1a5e13f3b6b2819 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=reef-ced649f, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T17:07:49.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:48 smithi059 bash[94514]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c 2024-08-17T17:07:49.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:07:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:07:49.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:07:48] ENGINE Bus STOPPED 2024-08-17T17:07:49.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:48 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:07:48] ENGINE Bus STARTING 2024-08-17T17:07:49.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:07:49] ENGINE Serving on http://:::9283 2024-08-17T17:07:49.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:07:49] ENGINE Bus STARTED 2024-08-17T17:07:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:49 smithi059 podman[94528]: 2024-08-17 17:07:49.286640357 +0000 UTC m=+0.731873905 container remove 717b71ca4cfb8696525684cf4de8f3ba2c84355fc86a5b2cc1a5e13f3b6b2819 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T17:07:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:49 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-17T17:07:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:49 smithi059 systemd[1]: Stopped Ceph mon.c for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:07:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:49 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.c.service: Consumed 8.555s CPU time. 2024-08-17T17:07:49.998 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:49 smithi059 systemd[1]: Starting Ceph mon.c for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:07:49.998 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:49 smithi059 podman[94666]: 2024-08-17 17:07:49.773405841 +0000 UTC m=+0.017709787 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:07:49.998 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:49 smithi059 podman[94666]: 2024-08-17 17:07:49.871191267 +0000 UTC m=+0.115495207 container create d83712747a53e2fb644535e5d2e9bbc2103a2b38d5d3d6316aa45b5d19b59ebc (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-17T17:07:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 podman[94666]: 2024-08-17 17:07:50.090241965 +0000 UTC m=+0.334545901 container init d83712747a53e2fb644535e5d2e9bbc2103a2b38d5d3d6316aa45b5d19b59ebc (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 podman[94666]: 2024-08-17 17:07:50.09389764 +0000 UTC m=+0.338201576 container start d83712747a53e2fb644535e5d2e9bbc2103a2b38d5d3d6316aa45b5d19b59ebc (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev), process ceph-mon, pid 2 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: pidfile_write: ignore empty --pid-file 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: load: jerasure load: lrc 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: RocksDB version: 7.9.2 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Git sha 0 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Compile date 2024-08-15 20:43:31 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: DB SUMMARY 2024-08-17T17:07:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: DB Session ID: HS6U673TM9HHP18RWS7I 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: CURRENT file: CURRENT 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 9164179 ; 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.error_if_exists: 0 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.create_if_missing: 0 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.paranoid_checks: 1 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T17:07:50.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.env: 0x562936585be0 2024-08-17T17:07:50.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T17:07:50.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.info_log: 0x562937ebd700 2024-08-17T17:07:50.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T17:07:50.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.statistics: (nil) 2024-08-17T17:07:50.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.use_fsync: 0 2024-08-17T17:07:50.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_log_file_size: 0 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.allow_fallocate: 1 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.use_direct_reads: 0 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T17:07:50.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.db_log_dir: 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.wal_dir: 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.write_buffer_manager: 0x562937ec0e60 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T17:07:50.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.unordered_write: 0 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.row_cache: None 2024-08-17T17:07:50.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.wal_filter: None 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.two_write_queues: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.wal_compression: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.atomic_flush: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.log_readahead_size: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T17:07:50.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_background_jobs: 2 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_background_compactions: -1 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_subcompactions: 1 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T17:07:50.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_open_files: -1 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_background_flushes: -1 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Compression algorithms supported: 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: kZSTD supported: 0 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: kXpressCompression supported: 0 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: kBZip2Compression supported: 0 2024-08-17T17:07:50.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: kLZ4Compression supported: 1 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: kZlibCompression supported: 1 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: kSnappyCompression supported: 1 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.merge_operator: 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_filter: None 2024-08-17T17:07:50.548 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x562937ebd380) 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout: cache_index_and_filter_blocks: 1 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout: pin_top_level_index_and_filter: 1 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout: index_type: 0 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout: data_block_index_type: 0 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout: index_shortening: 1 2024-08-17T17:07:50.549 INFO:journalctl@ceph.mon.c.smithi059.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: checksum: 4 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: no_block_cache: 0 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_cache: 0x562937eb1610 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_cache_name: BinnedLRUCache 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_cache_options: 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: capacity : 536870912 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: num_shard_bits : 4 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: strict_capacity_limit : 0 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: high_pri_pool_ratio: 0.000 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_cache_compressed: (nil) 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: persistent_cache: (nil) 2024-08-17T17:07:50.550 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_size: 4096 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_size_deviation: 10 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_restart_interval: 16 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: index_block_restart_interval: 1 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: metadata_block_size: 4096 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: partition_filters: 0 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: use_delta_encoding: 1 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: filter_policy: bloomfilter 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: whole_key_filtering: 1 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: verify_compression: 0 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: read_amp_bytes_per_bit: 0 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: format_version: 5 2024-08-17T17:07:50.551 INFO:journalctl@ceph.mon.c.smithi059.stdout: enable_index_compression: 1 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout: block_align: 0 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout: max_auto_readahead_size: 262144 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout: prepopulate_block_cache: 0 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout: initial_auto_readahead_size: 8192 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression: NoCompression 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T17:07:50.552 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.num_levels: 7 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T17:07:50.553 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T17:07:50.554 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T17:07:50.555 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T17:07:50.556 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.inplace_update_support: 0 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.bloom_locality: 0 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.max_successive_merges: 0 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T17:07:50.557 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.ttl: 2592000 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.enable_blob_files: false 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.min_blob_size: 0 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T17:07:50.558 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13517, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a046c402-14a0-4945-a222-461ff11afb40 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914470121200, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914470142261, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5700716, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13523, "largest_seqno": 15760, "table_properties": {"data_size": 5689592, "index_size": 7646, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2437, "raw_key_size": 23205, "raw_average_key_size": 24, "raw_value_size": 5668348, "raw_average_value_size": 5966, "num_data_blocks": 334, "num_entries": 950, "num_filter_entries": 950, "num_deletions": 38, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723914470, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a046c402-14a0-4945-a222-461ff11afb40", "db_session_id": "HS6U673TM9HHP18RWS7I", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914470142366, "job": 1, "event": "recovery_finished"} 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562937ee0e00 2024-08-17T17:07:50.559 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: DB pointer 0x562937fde000 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: ** DB Stats ** 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: ** Compaction Stats [default] ** 2024-08-17T17:07:50.560 INFO:journalctl@ceph.mon.c.smithi059.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: L0 1/0 5.44 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 612.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: L6 1/0 7.88 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: Sum 2/0 13.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 612.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 612.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: ** Compaction Stats [default] ** 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 612.6 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T17:07:50.561 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T17:07:50.562 INFO:journalctl@ceph.mon.c.smithi059.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:07:50.562 INFO:journalctl@ceph.mon.c.smithi059.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-08-17T17:07:50.562 INFO:journalctl@ceph.mon.c.smithi059.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T17:07:50.562 INFO:journalctl@ceph.mon.c.smithi059.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout: Cumulative compaction: 0.01 GB write, 210.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout: Interval compaction: 0.01 GB write, 210.31 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout: Block cache BinnedLRUCache@0x562937eb1610#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: starting mon.c rank 2 at public addrs [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] at bind addrs [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: mon.c@-1(???) e3 preinit fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: mon.c@-1(???).mds e8 new map 2024-08-17T17:07:50.563 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: mon.c@-1(???).mds e8 print_map 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: e8 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: legacy client fscid: 1 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: Filesystem 'cephfs' (1) 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: fs_name cephfs 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: epoch 8 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T17:07:50.564 INFO:journalctl@ceph.mon.c.smithi059.stdout: created 2024-08-17T17:01:29.825641+0000 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: modified 2024-08-17T17:01:41.082670+0000 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: tableserver 0 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: root 0 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: session_timeout 60 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: session_autoclose 300 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: max_file_size 1099511627776 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: max_xattr_size 65536 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: required_client_features {} 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: last_failure 0 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: last_failure_osd_epoch 0 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:07:50.565 INFO:journalctl@ceph.mon.c.smithi059.stdout: max_mds 1 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: in 0 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: up {0=24322} 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: failed 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: damaged 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: stopped 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: data_pools [3] 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: metadata_pool 2 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: inline_data disabled 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: balancer 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: bal_rank_mask -1 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: standby_count_wanted 0 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: qdb_cluster leader: 0 members: 2024-08-17T17:07:50.566 INFO:journalctl@ceph.mon.c.smithi059.stdout: [mds.b{0:24322} state up:active seq 5 addr [v2:172.21.15.87:6832/2565906484,v1:172.21.15.87:6833/2565906484] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout: Standby daemons: 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout: 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout: [mds.a{-1:24305} state up:standby seq 1 addr [v2:172.21.15.59:6834/3469108766,v1:172.21.15.59:6835/3469108766] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: mon.c@-1(???).osd e243 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: mon.c@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: mon.c@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: mon.c@-1(???).osd e243 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 ceph-mon[94685]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 bash[94666]: d83712747a53e2fb644535e5d2e9bbc2103a2b38d5d3d6316aa45b5d19b59ebc 2024-08-17T17:07:50.567 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:50 smithi059 systemd[1]: Started Ceph mon.c for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:07:56.076 INFO:tasks.rados.rados.0.smithi059.stdout:826: done (0 left) 2024-08-17T17:07:56.077 INFO:tasks.rados.rados.0.smithi059.stdout:827: rmattr oid 41 current snap is 89 2024-08-17T17:07:56.077 INFO:tasks.rados.rados.0.smithi059.stdout:827: done (0 left) 2024-08-17T17:07:56.077 INFO:tasks.rados.rados.0.smithi059.stdout:828: snap_remove snap 83 2024-08-17T17:07:57.081 INFO:tasks.rados.rados.0.smithi059.stdout:828: done (0 left) 2024-08-17T17:07:57.081 INFO:tasks.rados.rados.0.smithi059.stdout:829: setattr oid 11 current snap is 89 2024-08-17T17:07:57.082 INFO:tasks.rados.rados.0.smithi059.stdout:830: rmattr oid 31 current snap is 89 2024-08-17T17:07:57.082 INFO:tasks.rados.rados.0.smithi059.stdout:831: rollback oid 1 current snap is 89 2024-08-17T17:07:57.082 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 1 to 76 2024-08-17T17:07:57.082 INFO:tasks.rados.rados.0.smithi059.stdout:832: rollback oid 27 current snap is 89 2024-08-17T17:07:57.082 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 84 2024-08-17T17:07:57.082 INFO:tasks.rados.rados.0.smithi059.stdout:833: snap_create 2024-08-17T17:07:57.082 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: mon.c calling monitor election 2024-08-17T17:07:57.082 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: mon.b calling monitor election 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: mon.a calling monitor election 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: monmap epoch 3 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: last_changed 2024-08-17T16:57:42.638347+0000 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: created 2024-08-17T16:56:12.609998+0000 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: min_mon_release 18 (reef) 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: election_strategy: 1 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: 0: [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon.a 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: 1: [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon.b 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: 2: [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon.c 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:07:57.083 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T17:07:57.084 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: mgrmap e44: y(active, since 21s), standbys: x 2024-08-17T17:07:57.084 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[92261]: overall HEALTH_OK 2024-08-17T17:07:57.088 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 488 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-08-17T17:07:57.089 INFO:tasks.rados.rados.0.smithi059.stdout:832: finishing rollback tid 0 to smithi05980601-27 2024-08-17T17:07:57.089 INFO:tasks.rados.rados.0.smithi059.stdout:832: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:07:57.089 INFO:tasks.rados.rados.0.smithi059.stdout:832: finishing rollback tid 2 to smithi05980601-27 2024-08-17T17:07:57.089 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 425 (ObjNum 245 snap 80 seq_num 245) dirty exists 2024-08-17T17:07:57.089 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 490 (ObjNum 116 snap 35 seq_num 116) dirty exists 2024-08-17T17:07:57.090 INFO:tasks.rados.rados.0.smithi059.stdout:831: finishing rollback tid 0 to smithi05980601-1 2024-08-17T17:07:57.090 INFO:tasks.rados.rados.0.smithi059.stdout:831: finishing rollback tid 1 to smithi05980601-1 2024-08-17T17:07:57.090 INFO:tasks.rados.rados.0.smithi059.stdout:831: finishing rollback tid 2 to smithi05980601-1 2024-08-17T17:07:57.091 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 294 (ObjNum 73 snap 12 seq_num 73) dirty exists 2024-08-17T17:07:57.436 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: mon.c calling monitor election 2024-08-17T17:07:57.436 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: mon.b calling monitor election 2024-08-17T17:07:57.436 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: mon.a calling monitor election 2024-08-17T17:07:57.436 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:07:57.436 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: monmap epoch 3 2024-08-17T17:07:57.436 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:57.436 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: last_changed 2024-08-17T16:57:42.638347+0000 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: created 2024-08-17T16:56:12.609998+0000 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: min_mon_release 18 (reef) 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: election_strategy: 1 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: 0: [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon.a 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: 1: [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon.b 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: 2: [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon.c 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: mgrmap e44: y(active, since 21s), standbys: x 2024-08-17T17:07:57.437 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-mon[94685]: overall HEALTH_OK 2024-08-17T17:07:57.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: mon.c calling monitor election 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: mon.b calling monitor election 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: mon.a calling monitor election 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: monmap epoch 3 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: last_changed 2024-08-17T16:57:42.638347+0000 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: created 2024-08-17T16:56:12.609998+0000 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: min_mon_release 18 (reef) 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: election_strategy: 1 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: 0: [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon.a 2024-08-17T17:07:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: 1: [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon.b 2024-08-17T17:07:57.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: 2: [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon.c 2024-08-17T17:07:57.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:07:57.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: osdmap e244: 8 total, 8 up, 8 in 2024-08-17T17:07:57.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: mgrmap e44: y(active, since 21s), standbys: x 2024-08-17T17:07:57.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:57 smithi087 ceph-mon[33075]: overall HEALTH_OK 2024-08-17T17:07:57.742 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:07:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:07:57] "GET /metrics HTTP/1.1" 200 36087 "" "Prometheus/2.43.0" 2024-08-17T17:07:58.095 INFO:tasks.rados.rados.0.smithi059.stdout:829: done (4 left) 2024-08-17T17:07:58.095 INFO:tasks.rados.rados.0.smithi059.stdout:830: done (3 left) 2024-08-17T17:07:58.095 INFO:tasks.rados.rados.0.smithi059.stdout:831: done (2 left) 2024-08-17T17:07:58.095 INFO:tasks.rados.rados.0.smithi059.stdout:832: done (1 left) 2024-08-17T17:07:58.096 INFO:tasks.rados.rados.0.smithi059.stdout:833: done (0 left) 2024-08-17T17:07:58.096 INFO:tasks.rados.rados.0.smithi059.stdout:834: rollback oid 43 current snap is 90 2024-08-17T17:07:58.096 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 43 to 79 2024-08-17T17:07:58.096 INFO:tasks.rados.rados.0.smithi059.stdout:835: snap_create 2024-08-17T17:07:58.099 INFO:tasks.rados.rados.0.smithi059.stdout:834: finishing rollback tid 0 to smithi05980601-43 2024-08-17T17:07:58.099 INFO:tasks.rados.rados.0.smithi059.stdout:834: finishing rollback tid 1 to smithi05980601-43 2024-08-17T17:07:58.099 INFO:tasks.rados.rados.0.smithi059.stdout:834: finishing rollback tid 2 to smithi05980601-43 2024-08-17T17:07:58.100 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 297 (ObjNum 181 snap 53 seq_num 181) dirty exists 2024-08-17T17:07:58.428 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:58 smithi059 ceph-mon[92261]: pgmap v29: 121 pgs: 121 active+clean; 175 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 233 KiB/s wr, 4 op/s 2024-08-17T17:07:58.428 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:58 smithi059 ceph-mon[92261]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T17:07:58.428 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:58 smithi059 ceph-mon[94685]: pgmap v29: 121 pgs: 121 active+clean; 175 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 233 KiB/s wr, 4 op/s 2024-08-17T17:07:58.428 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:58 smithi059 ceph-mon[94685]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T17:07:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:58 smithi087 ceph-mon[33075]: pgmap v29: 121 pgs: 121 active+clean; 175 MiB data, 819 MiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 233 KiB/s wr, 4 op/s 2024-08-17T17:07:58.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:58 smithi087 ceph-mon[33075]: osdmap e245: 8 total, 8 up, 8 in 2024-08-17T17:07:59.097 INFO:tasks.rados.rados.0.smithi059.stdout:834: done (1 left) 2024-08-17T17:07:59.097 INFO:tasks.rados.rados.0.smithi059.stdout:835: done (0 left) 2024-08-17T17:07:59.097 INFO:tasks.rados.rados.0.smithi059.stdout:836: rmattr oid 29 current snap is 91 2024-08-17T17:07:59.098 INFO:tasks.rados.rados.0.smithi059.stdout:837: snap_create 2024-08-17T17:07:59.101 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 79 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-17T17:07:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:59 smithi059 ceph-mon[92261]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T17:07:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:59 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:07:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:07:59 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:07:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:59 smithi059 ceph-mon[94685]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T17:07:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:59 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:07:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:07:59 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:07:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:59 smithi087 ceph-mon[33075]: osdmap e246: 8 total, 8 up, 8 in 2024-08-17T17:07:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:59 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:07:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:07:59 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:00.099 INFO:tasks.rados.rados.0.smithi059.stdout:836: done (1 left) 2024-08-17T17:08:00.099 INFO:tasks.rados.rados.0.smithi059.stdout:837: done (0 left) 2024-08-17T17:08:00.099 INFO:tasks.rados.rados.0.smithi059.stdout:838: delete oid 33 current snap is 92 2024-08-17T17:08:00.106 INFO:tasks.rados.rados.0.smithi059.stdout:838: done (0 left) 2024-08-17T17:08:00.106 INFO:tasks.rados.rados.0.smithi059.stdout:839: setattr oid 48 current snap is 92 2024-08-17T17:08:00.108 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 92 2024-08-17T17:08:00.108 INFO:tasks.rados.rados.0.smithi059.stdout:840: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-08-17T17:08:00.110 INFO:tasks.rados.rados.0.smithi059.stdout:840: writing smithi05980601-2 from 0 to 409600 tid 1 2024-08-17T17:08:00.113 INFO:tasks.rados.rados.0.smithi059.stdout:840: writing smithi05980601-2 from 409600 to 884736 tid 2 2024-08-17T17:08:00.116 INFO:tasks.rados.rados.0.smithi059.stdout:840: writing smithi05980601-2 from 884736 to 1441792 tid 3 2024-08-17T17:08:00.120 INFO:tasks.rados.rados.0.smithi059.stdout:840: writing smithi05980601-2 from 1441792 to 2015232 tid 4 2024-08-17T17:08:00.120 INFO:tasks.rados.rados.0.smithi059.stdout:841: read oid 37 snap -1 2024-08-17T17:08:00.120 INFO:tasks.rados.rados.0.smithi059.stdout:841: expect (ObjNum 255 snap 85 seq_num 255) 2024-08-17T17:08:00.120 INFO:tasks.rados.rados.0.smithi059.stdout:842: copy_from oid 40 from oid 33 current snap is 92 2024-08-17T17:08:00.120 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 273 (ObjNum 246 snap 80 seq_num 246) dirty exists 2024-08-17T17:08:00.120 INFO:tasks.rados.rados.0.smithi059.stdout:840: finishing write tid 1 to smithi05980601-2 2024-08-17T17:08:00.120 INFO:tasks.rados.rados.0.smithi059.stdout:840: finishing write tid 2 to smithi05980601-2 2024-08-17T17:08:00.121 INFO:tasks.rados.rados.0.smithi059.stdout:840: finishing write tid 3 to smithi05980601-2 2024-08-17T17:08:00.121 INFO:tasks.rados.rados.0.smithi059.stdout:839: done (3 left) 2024-08-17T17:08:00.121 INFO:tasks.rados.rados.0.smithi059.stdout:843: snap_remove snap 66 2024-08-17T17:08:00.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:08:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:08:00.155+0000 7f056bcc9640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-17T17:08:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:00 smithi059 ceph-mon[92261]: pgmap v32: 121 pgs: 121 active+clean; 175 MiB data, 819 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:00 smithi059 ceph-mon[92261]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T17:08:00.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:00 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:00.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:00 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:00 smithi059 ceph-mon[94685]: pgmap v32: 121 pgs: 121 active+clean; 175 MiB data, 819 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:00 smithi059 ceph-mon[94685]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T17:08:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:00 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:00 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:00 smithi087 ceph-mon[33075]: pgmap v32: 121 pgs: 121 active+clean; 175 MiB data, 819 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:00 smithi087 ceph-mon[33075]: osdmap e247: 8 total, 8 up, 8 in 2024-08-17T17:08:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:00 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:00 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:01.117 INFO:tasks.rados.rados.0.smithi059.stdout:843: done (3 left) 2024-08-17T17:08:01.117 INFO:tasks.rados.rados.0.smithi059.stdout:844: setattr oid 27 current snap is 92 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:842: finishing copy_from to smithi05980601-40 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:842: got expected ENOENT (src dne) 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:842: finishing copy_from racing read to smithi05980601-40 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:840: finishing write tid 4 to smithi05980601-2 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:840: finishing write tid 5 to smithi05980601-2 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:840: finishing write tid 6 to smithi05980601-2 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:840: oid 2 updating version 0 to 457 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:840: oid 2 updating version 457 to 459 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:840: oid 2 updating version 459 to 460 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:840: oid 2 version 460 is already newer than 458 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:840: oid 2 updating version 460 to 461 2024-08-17T17:08:01.118 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 461 (ObjNum 263 snap 92 seq_num 263) dirty exists 2024-08-17T17:08:01.119 INFO:tasks.rados.rados.0.smithi059.stdout:840: left oid 2 (ObjNum 263 snap 92 seq_num 263) 2024-08-17T17:08:01.119 INFO:tasks.rados.rados.0.smithi059.stdout:841: expect (ObjNum 255 snap 85 seq_num 255) 2024-08-17T17:08:01.170 INFO:tasks.rados.rados.0.smithi059.stdout:840: done (3 left) 2024-08-17T17:08:01.170 INFO:tasks.rados.rados.0.smithi059.stdout:841: done (2 left) 2024-08-17T17:08:01.170 INFO:tasks.rados.rados.0.smithi059.stdout:842: done (1 left) 2024-08-17T17:08:01.170 INFO:tasks.rados.rados.0.smithi059.stdout:845: snap_create 2024-08-17T17:08:01.176 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 426 (ObjNum 245 snap 80 seq_num 245) dirty exists 2024-08-17T17:08:01.351 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[94685]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T17:08:01.351 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[94685]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:01.351 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[94685]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:01.351 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:08:01.351 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:08:01.351 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:08:01.352 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[92261]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T17:08:01.352 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[92261]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:01.352 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[92261]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:01.352 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:08:01.352 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:08:01.352 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:01 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:08:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:01 smithi087 ceph-mon[33075]: osdmap e248: 8 total, 8 up, 8 in 2024-08-17T17:08:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:01 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-17T17:08:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:01 smithi087 ceph-mon[33075]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-17T17:08:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:01 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:08:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:01 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:08:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:01 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:08:02.167 INFO:tasks.rados.rados.0.smithi059.stdout:844: done (1 left) 2024-08-17T17:08:02.167 INFO:tasks.rados.rados.0.smithi059.stdout:845: done (0 left) 2024-08-17T17:08:02.167 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 93 2024-08-17T17:08:02.167 INFO:tasks.rados.rados.0.smithi059.stdout:846: seq_num 264 ranges {1884160=425984,2310144=761856,3072000=770048,3842048=73728} 2024-08-17T17:08:02.179 INFO:tasks.rados.rados.0.smithi059.stdout:846: writing smithi05980601-37 from 1884160 to 2310144 tid 1 2024-08-17T17:08:02.184 INFO:tasks.rados.rados.0.smithi059.stdout:846: writing smithi05980601-37 from 2310144 to 3072000 tid 2 2024-08-17T17:08:02.188 INFO:tasks.rados.rados.0.smithi059.stdout:846: writing smithi05980601-37 from 3072000 to 3842048 tid 3 2024-08-17T17:08:02.189 INFO:tasks.rados.rados.0.smithi059.stdout:846: writing smithi05980601-37 from 3842048 to 3915776 tid 4 2024-08-17T17:08:02.189 INFO:tasks.rados.rados.0.smithi059.stdout:847: snap_create 2024-08-17T17:08:02.189 INFO:tasks.rados.rados.0.smithi059.stdout:846: finishing write tid 1 to smithi05980601-37 2024-08-17T17:08:02.189 INFO:tasks.rados.rados.0.smithi059.stdout:846: finishing write tid 2 to smithi05980601-37 2024-08-17T17:08:02.192 INFO:tasks.rados.rados.0.smithi059.stdout:846: finishing write tid 3 to smithi05980601-37 2024-08-17T17:08:02.192 INFO:tasks.rados.rados.0.smithi059.stdout:846: finishing write tid 4 to smithi05980601-37 2024-08-17T17:08:02.192 INFO:tasks.rados.rados.0.smithi059.stdout:846: finishing write tid 5 to smithi05980601-37 2024-08-17T17:08:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:846: finishing write tid 6 to smithi05980601-37 2024-08-17T17:08:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:846: oid 37 updating version 0 to 502 2024-08-17T17:08:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:846: oid 37 updating version 502 to 506 2024-08-17T17:08:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:846: oid 37 version 506 is already newer than 503 2024-08-17T17:08:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:846: oid 37 version 506 is already newer than 505 2024-08-17T17:08:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:846: oid 37 version 506 is already newer than 504 2024-08-17T17:08:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 506 (ObjNum 264 snap 93 seq_num 264) dirty exists 2024-08-17T17:08:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:846: left oid 37 (ObjNum 264 snap 93 seq_num 264) 2024-08-17T17:08:02.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:02 smithi059 ceph-mon[92261]: pgmap v35: 121 pgs: 121 active+clean; 175 MiB data, 819 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:02.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:02 smithi059 ceph-mon[92261]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T17:08:02.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:02 smithi059 ceph-mon[94685]: pgmap v35: 121 pgs: 121 active+clean; 175 MiB data, 819 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:02.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:02 smithi059 ceph-mon[94685]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T17:08:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:02 smithi087 ceph-mon[33075]: pgmap v35: 121 pgs: 121 active+clean; 175 MiB data, 819 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:02.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:02 smithi087 ceph-mon[33075]: osdmap e249: 8 total, 8 up, 8 in 2024-08-17T17:08:03.170 INFO:tasks.rados.rados.0.smithi059.stdout:846: done (1 left) 2024-08-17T17:08:03.171 INFO:tasks.rados.rados.0.smithi059.stdout:847: done (0 left) 2024-08-17T17:08:03.171 INFO:tasks.rados.rados.0.smithi059.stdout:848: read oid 11 snap 93 2024-08-17T17:08:03.171 INFO:tasks.rados.rados.0.smithi059.stdout:848: expect (ObjNum 204 snap 58 seq_num 204) 2024-08-17T17:08:03.171 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 94 2024-08-17T17:08:03.171 INFO:tasks.rados.rados.0.smithi059.stdout:849: seq_num 265 ranges {0=442368,442368=647168,1089536=573440,1662976=385024} 2024-08-17T17:08:03.172 INFO:tasks.rados.rados.0.smithi059.stdout:849: writing smithi05980601-21 from 0 to 442368 tid 1 2024-08-17T17:08:03.176 INFO:tasks.rados.rados.0.smithi059.stdout:849: writing smithi05980601-21 from 442368 to 1089536 tid 2 2024-08-17T17:08:03.180 INFO:tasks.rados.rados.0.smithi059.stdout:849: writing smithi05980601-21 from 1089536 to 1662976 tid 3 2024-08-17T17:08:03.182 INFO:tasks.rados.rados.0.smithi059.stdout:849: writing smithi05980601-21 from 1662976 to 2048000 tid 4 2024-08-17T17:08:03.183 INFO:tasks.rados.rados.0.smithi059.stdout:850: delete oid 47 current snap is 94 2024-08-17T17:08:03.183 INFO:tasks.rados.rados.0.smithi059.stdout:849: finishing write tid 1 to smithi05980601-21 2024-08-17T17:08:03.183 INFO:tasks.rados.rados.0.smithi059.stdout:848: expect (ObjNum 204 snap 58 seq_num 204) 2024-08-17T17:08:03.310 INFO:tasks.rados.rados.0.smithi059.stdout:849: finishing write tid 2 to smithi05980601-21 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: finishing write tid 3 to smithi05980601-21 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: finishing write tid 4 to smithi05980601-21 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: finishing write tid 5 to smithi05980601-21 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: finishing write tid 6 to smithi05980601-21 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: oid 21 updating version 0 to 289 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: oid 21 updating version 289 to 291 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: oid 21 version 291 is already newer than 290 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: oid 21 version 291 is already newer than 288 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: oid 21 updating version 291 to 292 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 292 (ObjNum 265 snap 94 seq_num 265) dirty exists 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: left oid 21 (ObjNum 265 snap 94 seq_num 265) 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:848: done (2 left) 2024-08-17T17:08:03.311 INFO:tasks.rados.rados.0.smithi059.stdout:849: done (1 left) 2024-08-17T17:08:03.312 INFO:tasks.rados.rados.0.smithi059.stdout:850: done (0 left) 2024-08-17T17:08:03.312 INFO:tasks.rados.rados.0.smithi059.stdout:851: snap_create 2024-08-17T17:08:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T17:08:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: pgmap v38: 121 pgs: 121 active+clean; 178 MiB data, 822 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 492 KiB/s wr, 16 op/s 2024-08-17T17:08:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-17T17:08:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:08:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[92261]: Upgrade: It appears safe to stop mon.b 2024-08-17T17:08:03.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: pgmap v38: 121 pgs: 121 active+clean; 178 MiB data, 822 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 492 KiB/s wr, 16 op/s 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:08:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:03 smithi059 ceph-mon[94685]: Upgrade: It appears safe to stop mon.b 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: osdmap e250: 8 total, 8 up, 8 in 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: pgmap v38: 121 pgs: 121 active+clean; 178 MiB data, 822 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 492 KiB/s wr, 16 op/s 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-08-17T17:08:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:08:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:03 smithi087 ceph-mon[33075]: Upgrade: It appears safe to stop mon.b 2024-08-17T17:08:04.177 INFO:tasks.rados.rados.0.smithi059.stdout:851: done (0 left) 2024-08-17T17:08:04.177 INFO:tasks.rados.rados.0.smithi059.stdout:852: setattr oid 39 current snap is 95 2024-08-17T17:08:04.179 INFO:tasks.rados.rados.0.smithi059.stdout:853: read oid 37 snap -1 2024-08-17T17:08:04.179 INFO:tasks.rados.rados.0.smithi059.stdout:853: expect (ObjNum 264 snap 93 seq_num 264) 2024-08-17T17:08:04.179 INFO:tasks.rados.rados.0.smithi059.stdout:854: read oid 25 snap -1 2024-08-17T17:08:04.179 INFO:tasks.rados.rados.0.smithi059.stdout:854: expect (ObjNum 232 snap 75 seq_num 232) 2024-08-17T17:08:04.179 INFO:tasks.rados.rados.0.smithi059.stdout:855: read oid 43 snap -1 2024-08-17T17:08:04.179 INFO:tasks.rados.rados.0.smithi059.stdout:855: expect (ObjNum 181 snap 53 seq_num 181) 2024-08-17T17:08:04.179 INFO:tasks.rados.rados.0.smithi059.stdout:856: rmattr oid 12 current snap is 95 2024-08-17T17:08:04.180 INFO:tasks.rados.rados.0.smithi059.stdout:856: done (4 left) 2024-08-17T17:08:04.180 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 95 2024-08-17T17:08:04.180 INFO:tasks.rados.rados.0.smithi059.stdout:857: seq_num 267 ranges {1073152=475136,1548288=458752,2007040=540672,2547712=606208} 2024-08-17T17:08:04.188 INFO:tasks.rados.rados.0.smithi059.stdout:857: writing smithi05980601-9 from 1073152 to 1548288 tid 1 2024-08-17T17:08:04.191 INFO:tasks.rados.rados.0.smithi059.stdout:857: writing smithi05980601-9 from 1548288 to 2007040 tid 2 2024-08-17T17:08:04.194 INFO:tasks.rados.rados.0.smithi059.stdout:857: writing smithi05980601-9 from 2007040 to 2547712 tid 3 2024-08-17T17:08:04.198 INFO:tasks.rados.rados.0.smithi059.stdout:857: writing smithi05980601-9 from 2547712 to 3153920 tid 4 2024-08-17T17:08:04.198 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 95 2024-08-17T17:08:04.199 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 508 (ObjNum 181 snap 53 seq_num 181) dirty exists 2024-08-17T17:08:04.199 INFO:tasks.rados.rados.0.smithi059.stdout:858: seq_num 268 ranges {0=491520,491520=745472,1236992=745472,1982464=114688} 2024-08-17T17:08:04.201 INFO:tasks.rados.rados.0.smithi059.stdout:858: writing smithi05980601-26 from 0 to 491520 tid 1 2024-08-17T17:08:04.206 INFO:tasks.rados.rados.0.smithi059.stdout:858: writing smithi05980601-26 from 491520 to 1236992 tid 2 2024-08-17T17:08:04.210 INFO:tasks.rados.rados.0.smithi059.stdout:858: writing smithi05980601-26 from 1236992 to 1982464 tid 3 2024-08-17T17:08:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:858: writing smithi05980601-26 from 1982464 to 2097152 tid 4 2024-08-17T17:08:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:852: done (5 left) 2024-08-17T17:08:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:859: rmattr oid 20 current snap is 95 2024-08-17T17:08:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:859: done (5 left) 2024-08-17T17:08:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:860: snap_create 2024-08-17T17:08:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:854: expect (ObjNum 232 snap 75 seq_num 232) 2024-08-17T17:08:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:857: finishing write tid 1 to smithi05980601-9 2024-08-17T17:08:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:857: finishing write tid 2 to smithi05980601-9 2024-08-17T17:08:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:857: finishing write tid 3 to smithi05980601-9 2024-08-17T17:08:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:855: expect (ObjNum 181 snap 53 seq_num 181) 2024-08-17T17:08:04.480 INFO:tasks.rados.rados.0.smithi059.stdout:857: finishing write tid 4 to smithi05980601-9 2024-08-17T17:08:04.480 INFO:tasks.rados.rados.0.smithi059.stdout:857: finishing write tid 5 to smithi05980601-9 2024-08-17T17:08:04.480 INFO:tasks.rados.rados.0.smithi059.stdout:853: expect (ObjNum 264 snap 93 seq_num 264) 2024-08-17T17:08:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:04 smithi059 ceph-mon[92261]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T17:08:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:04 smithi059 ceph-mon[94685]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T17:08:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:04 smithi087 ceph-mon[33075]: osdmap e251: 8 total, 8 up, 8 in 2024-08-17T17:08:04.613 INFO:tasks.rados.rados.0.smithi059.stdout:857: finishing write tid 6 to smithi05980601-9 2024-08-17T17:08:04.613 INFO:tasks.rados.rados.0.smithi059.stdout:857: oid 9 updating version 0 to 305 2024-08-17T17:08:04.613 INFO:tasks.rados.rados.0.smithi059.stdout:857: oid 9 updating version 305 to 308 2024-08-17T17:08:04.613 INFO:tasks.rados.rados.0.smithi059.stdout:857: oid 9 version 308 is already newer than 304 2024-08-17T17:08:04.613 INFO:tasks.rados.rados.0.smithi059.stdout:857: oid 9 version 308 is already newer than 307 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:857: oid 9 version 308 is already newer than 306 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 308 (ObjNum 267 snap 95 seq_num 267) dirty exists 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:857: left oid 9 (ObjNum 267 snap 95 seq_num 267) 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:858: finishing write tid 1 to smithi05980601-26 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:858: finishing write tid 2 to smithi05980601-26 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:858: finishing write tid 3 to smithi05980601-26 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:858: finishing write tid 4 to smithi05980601-26 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:858: finishing write tid 5 to smithi05980601-26 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:858: finishing write tid 6 to smithi05980601-26 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:858: oid 26 updating version 0 to 138 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:858: oid 26 updating version 138 to 140 2024-08-17T17:08:04.614 INFO:tasks.rados.rados.0.smithi059.stdout:858: oid 26 updating version 140 to 142 2024-08-17T17:08:04.615 INFO:tasks.rados.rados.0.smithi059.stdout:858: oid 26 version 142 is already newer than 139 2024-08-17T17:08:04.615 INFO:tasks.rados.rados.0.smithi059.stdout:858: oid 26 version 142 is already newer than 141 2024-08-17T17:08:04.615 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 142 (ObjNum 268 snap 95 seq_num 268) dirty exists 2024-08-17T17:08:04.615 INFO:tasks.rados.rados.0.smithi059.stdout:858: left oid 26 (ObjNum 268 snap 95 seq_num 268) 2024-08-17T17:08:05.189 INFO:tasks.rados.rados.0.smithi059.stdout:853: done (5 left) 2024-08-17T17:08:05.189 INFO:tasks.rados.rados.0.smithi059.stdout:854: done (4 left) 2024-08-17T17:08:05.189 INFO:tasks.rados.rados.0.smithi059.stdout:855: done (3 left) 2024-08-17T17:08:05.189 INFO:tasks.rados.rados.0.smithi059.stdout:857: done (2 left) 2024-08-17T17:08:05.189 INFO:tasks.rados.rados.0.smithi059.stdout:858: done (1 left) 2024-08-17T17:08:05.189 INFO:tasks.rados.rados.0.smithi059.stdout:860: done (0 left) 2024-08-17T17:08:05.189 INFO:tasks.rados.rados.0.smithi059.stdout:861: snap_create 2024-08-17T17:08:05.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 ceph-mon[33075]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T17:08:05.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 ceph-mon[33075]: Upgrade: Updating mon.b 2024-08-17T17:08:05.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:05.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:05.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:05.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:05.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 ceph-mon[33075]: Deploying daemon mon.b on smithi087 2024-08-17T17:08:05.426 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 ceph-mon[33075]: pgmap v41: 121 pgs: 121 active+clean; 178 MiB data, 822 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 492 KiB/s wr, 16 op/s 2024-08-17T17:08:05.427 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 ceph-mon[33075]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[92261]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T17:08:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[92261]: Upgrade: Updating mon.b 2024-08-17T17:08:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[92261]: Deploying daemon mon.b on smithi087 2024-08-17T17:08:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[92261]: pgmap v41: 121 pgs: 121 active+clean; 178 MiB data, 822 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 492 KiB/s wr, 16 op/s 2024-08-17T17:08:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[94685]: osdmap e252: 8 total, 8 up, 8 in 2024-08-17T17:08:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[94685]: Upgrade: Updating mon.b 2024-08-17T17:08:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[94685]: Deploying daemon mon.b on smithi087 2024-08-17T17:08:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[94685]: pgmap v41: 121 pgs: 121 active+clean; 178 MiB data, 822 MiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 492 KiB/s wr, 16 op/s 2024-08-17T17:08:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:06.076 INFO:tasks.rados.rados.0.smithi059.stdout:861: done (0 left) 2024-08-17T17:08:06.076 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 97 2024-08-17T17:08:06.076 INFO:tasks.rados.rados.0.smithi059.stdout:862: seq_num 269 ranges {6094848=507904,6602752=630784,7233536=557056,7790592=417792} 2024-08-17T17:08:06.112 INFO:tasks.rados.rados.0.smithi059.stdout:862: writing smithi05980601-17 from 6094848 to 6602752 tid 1 2024-08-17T17:08:06.116 INFO:tasks.rados.rados.0.smithi059.stdout:862: writing smithi05980601-17 from 6602752 to 7233536 tid 2 2024-08-17T17:08:06.120 INFO:tasks.rados.rados.0.smithi059.stdout:862: writing smithi05980601-17 from 7233536 to 7790592 tid 3 2024-08-17T17:08:06.123 INFO:tasks.rados.rados.0.smithi059.stdout:862: writing smithi05980601-17 from 7790592 to 8208384 tid 4 2024-08-17T17:08:06.123 INFO:tasks.rados.rados.0.smithi059.stdout:863: delete oid 15 current snap is 97 2024-08-17T17:08:06.123 INFO:tasks.rados.rados.0.smithi059.stdout:862: finishing write tid 1 to smithi05980601-17 2024-08-17T17:08:06.123 INFO:tasks.rados.rados.0.smithi059.stdout:862: finishing write tid 2 to smithi05980601-17 2024-08-17T17:08:06.123 INFO:tasks.rados.rados.0.smithi059.stdout:862: finishing write tid 3 to smithi05980601-17 2024-08-17T17:08:06.124 INFO:tasks.rados.rados.0.smithi059.stdout:862: finishing write tid 4 to smithi05980601-17 2024-08-17T17:08:06.126 INFO:tasks.rados.rados.0.smithi059.stdout:863: done (1 left) 2024-08-17T17:08:06.126 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 97 2024-08-17T17:08:06.126 INFO:tasks.rados.rados.0.smithi059.stdout:864: seq_num 271 ranges {4300800=540672,4841472=802816,5644288=516096,6160384=286720} 2024-08-17T17:08:06.152 INFO:tasks.rados.rados.0.smithi059.stdout:864: writing smithi05980601-27 from 4300800 to 4841472 tid 1 2024-08-17T17:08:06.157 INFO:tasks.rados.rados.0.smithi059.stdout:864: writing smithi05980601-27 from 4841472 to 5644288 tid 2 2024-08-17T17:08:06.159 INFO:tasks.rados.rados.0.smithi059.stdout:864: writing smithi05980601-27 from 5644288 to 6160384 tid 3 2024-08-17T17:08:06.162 INFO:tasks.rados.rados.0.smithi059.stdout:864: writing smithi05980601-27 from 6160384 to 6447104 tid 4 2024-08-17T17:08:06.162 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 97 2024-08-17T17:08:06.162 INFO:tasks.rados.rados.0.smithi059.stdout:862: finishing write tid 5 to smithi05980601-17 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:862: finishing write tid 6 to smithi05980601-17 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:862: oid 17 updating version 0 to 511 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:862: oid 17 updating version 511 to 512 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:862: oid 17 version 512 is already newer than 510 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:862: oid 17 updating version 512 to 514 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:862: oid 17 version 514 is already newer than 513 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 514 (ObjNum 269 snap 97 seq_num 269) dirty exists 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:862: left oid 17 (ObjNum 269 snap 97 seq_num 269) 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:864: finishing write tid 1 to smithi05980601-27 2024-08-17T17:08:06.163 INFO:tasks.rados.rados.0.smithi059.stdout:864: finishing write tid 2 to smithi05980601-27 2024-08-17T17:08:06.164 INFO:tasks.rados.rados.0.smithi059.stdout:865: seq_num 272 ranges {1835008=565248,2400256=688128,3088384=729088,3817472=188416} 2024-08-17T17:08:06.174 INFO:tasks.rados.rados.0.smithi059.stdout:865: writing smithi05980601-10 from 1835008 to 2400256 tid 1 2024-08-17T17:08:06.178 INFO:tasks.rados.rados.0.smithi059.stdout:865: writing smithi05980601-10 from 2400256 to 3088384 tid 2 2024-08-17T17:08:06.182 INFO:tasks.rados.rados.0.smithi059.stdout:865: writing smithi05980601-10 from 3088384 to 3817472 tid 3 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:865: writing smithi05980601-10 from 3817472 to 4005888 tid 4 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:862: done (2 left) 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:866: delete oid 12 current snap is 97 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:864: finishing write tid 3 to smithi05980601-27 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:864: finishing write tid 4 to smithi05980601-27 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:864: finishing write tid 5 to smithi05980601-27 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:864: finishing write tid 6 to smithi05980601-27 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:864: oid 27 updating version 0 to 430 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:864: oid 27 version 430 is already newer than 428 2024-08-17T17:08:06.184 INFO:tasks.rados.rados.0.smithi059.stdout:864: oid 27 version 430 is already newer than 429 2024-08-17T17:08:06.185 INFO:tasks.rados.rados.0.smithi059.stdout:864: oid 27 updating version 430 to 431 2024-08-17T17:08:06.185 INFO:tasks.rados.rados.0.smithi059.stdout:864: oid 27 version 431 is already newer than 427 2024-08-17T17:08:06.185 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 431 (ObjNum 271 snap 97 seq_num 271) dirty exists 2024-08-17T17:08:06.185 INFO:tasks.rados.rados.0.smithi059.stdout:864: left oid 27 (ObjNum 271 snap 97 seq_num 271) 2024-08-17T17:08:06.185 INFO:tasks.rados.rados.0.smithi059.stdout:865: finishing write tid 1 to smithi05980601-10 2024-08-17T17:08:06.185 INFO:tasks.rados.rados.0.smithi059.stdout:865: finishing write tid 2 to smithi05980601-10 2024-08-17T17:08:06.186 INFO:tasks.rados.rados.0.smithi059.stdout:865: finishing write tid 3 to smithi05980601-10 2024-08-17T17:08:06.186 INFO:tasks.rados.rados.0.smithi059.stdout:865: finishing write tid 4 to smithi05980601-10 2024-08-17T17:08:06.186 INFO:tasks.rados.rados.0.smithi059.stdout:865: finishing write tid 5 to smithi05980601-10 2024-08-17T17:08:06.187 INFO:tasks.rados.rados.0.smithi059.stdout:865: finishing write tid 6 to smithi05980601-10 2024-08-17T17:08:06.187 INFO:tasks.rados.rados.0.smithi059.stdout:865: oid 10 updating version 0 to 310 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:865: oid 10 updating version 310 to 311 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:865: oid 10 updating version 311 to 313 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:865: oid 10 updating version 313 to 314 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:865: oid 10 version 314 is already newer than 312 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 314 (ObjNum 272 snap 97 seq_num 272) dirty exists 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:865: left oid 10 (ObjNum 272 snap 97 seq_num 272) 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:864: done (2 left) 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:865: done (1 left) 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:866: done (0 left) 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:867: read oid 7 snap -1 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:867: expect deleted 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 97 2024-08-17T17:08:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:868: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2024-08-17T17:08:06.191 INFO:tasks.rados.rados.0.smithi059.stdout:868: writing smithi05980601-32 from 0 to 598016 tid 1 2024-08-17T17:08:06.194 INFO:tasks.rados.rados.0.smithi059.stdout:868: writing smithi05980601-32 from 598016 to 1097728 tid 2 2024-08-17T17:08:06.198 INFO:tasks.rados.rados.0.smithi059.stdout:868: writing smithi05980601-32 from 1097728 to 1843200 tid 3 2024-08-17T17:08:06.200 INFO:tasks.rados.rados.0.smithi059.stdout:868: writing smithi05980601-32 from 1843200 to 2203648 tid 4 2024-08-17T17:08:06.200 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 97 2024-08-17T17:08:06.200 INFO:tasks.rados.rados.0.smithi059.stdout:869: seq_num 275 ranges {0=614400,614400=786432,1400832=499712,1900544=319488} 2024-08-17T17:08:06.204 INFO:tasks.rados.rados.0.smithi059.stdout:869: writing smithi05980601-50 from 0 to 614400 tid 1 2024-08-17T17:08:06.208 INFO:tasks.rados.rados.0.smithi059.stdout:869: writing smithi05980601-50 from 614400 to 1400832 tid 2 2024-08-17T17:08:06.211 INFO:tasks.rados.rados.0.smithi059.stdout:869: writing smithi05980601-50 from 1400832 to 1900544 tid 3 2024-08-17T17:08:06.213 INFO:tasks.rados.rados.0.smithi059.stdout:869: writing smithi05980601-50 from 1900544 to 2220032 tid 4 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:870: delete oid 39 current snap is 97 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: finishing write tid 1 to smithi05980601-32 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: finishing write tid 2 to smithi05980601-32 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: finishing write tid 3 to smithi05980601-32 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: finishing write tid 4 to smithi05980601-32 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: finishing write tid 5 to smithi05980601-32 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:869: finishing write tid 1 to smithi05980601-50 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: finishing write tid 6 to smithi05980601-32 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: oid 32 updating version 0 to 196 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: oid 32 version 196 is already newer than 194 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: oid 32 version 196 is already newer than 195 2024-08-17T17:08:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:868: oid 32 version 196 is already newer than 193 2024-08-17T17:08:06.215 INFO:tasks.rados.rados.0.smithi059.stdout:868: oid 32 version 196 is already newer than 192 2024-08-17T17:08:06.215 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 196 (ObjNum 274 snap 97 seq_num 274) dirty exists 2024-08-17T17:08:06.215 INFO:tasks.rados.rados.0.smithi059.stdout:868: left oid 32 (ObjNum 274 snap 97 seq_num 274) 2024-08-17T17:08:06.215 INFO:tasks.rados.rados.0.smithi059.stdout:869: finishing write tid 2 to smithi05980601-50 2024-08-17T17:08:06.215 INFO:tasks.rados.rados.0.smithi059.stdout:869: finishing write tid 3 to smithi05980601-50 2024-08-17T17:08:06.215 INFO:tasks.rados.rados.0.smithi059.stdout:869: finishing write tid 4 to smithi05980601-50 2024-08-17T17:08:06.215 INFO:tasks.rados.rados.0.smithi059.stdout:869: finishing write tid 5 to smithi05980601-50 2024-08-17T17:08:06.217 INFO:tasks.rados.rados.0.smithi059.stdout:869: finishing write tid 6 to smithi05980601-50 2024-08-17T17:08:06.217 INFO:tasks.rados.rados.0.smithi059.stdout:869: oid 50 updating version 0 to 519 2024-08-17T17:08:06.217 INFO:tasks.rados.rados.0.smithi059.stdout:869: oid 50 version 519 is already newer than 515 2024-08-17T17:08:06.217 INFO:tasks.rados.rados.0.smithi059.stdout:869: oid 50 version 519 is already newer than 518 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:869: oid 50 version 519 is already newer than 516 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:869: oid 50 version 519 is already newer than 517 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 519 (ObjNum 275 snap 97 seq_num 275) dirty exists 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:869: left oid 50 (ObjNum 275 snap 97 seq_num 275) 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:867: done (3 left) 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:868: done (2 left) 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:869: done (1 left) 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:870: done (0 left) 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 97 2024-08-17T17:08:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:871: seq_num 277 ranges {2220032=647168,2867200=557056,3424256=516096,3940352=532480} 2024-08-17T17:08:06.233 INFO:tasks.rados.rados.0.smithi059.stdout:871: writing smithi05980601-50 from 2220032 to 2867200 tid 1 2024-08-17T17:08:06.236 INFO:tasks.rados.rados.0.smithi059.stdout:871: writing smithi05980601-50 from 2867200 to 3424256 tid 2 2024-08-17T17:08:06.239 INFO:tasks.rados.rados.0.smithi059.stdout:871: writing smithi05980601-50 from 3424256 to 3940352 tid 3 2024-08-17T17:08:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:871: writing smithi05980601-50 from 3940352 to 4472832 tid 4 2024-08-17T17:08:06.243 INFO:tasks.rados.rados.0.smithi059.stdout:872: copy_from oid 44 from oid 47 current snap is 97 2024-08-17T17:08:06.243 INFO:tasks.rados.rados.0.smithi059.stdout:871: finishing write tid 1 to smithi05980601-50 2024-08-17T17:08:06.243 INFO:tasks.rados.rados.0.smithi059.stdout:871: finishing write tid 2 to smithi05980601-50 2024-08-17T17:08:06.243 INFO:tasks.rados.rados.0.smithi059.stdout:871: finishing write tid 3 to smithi05980601-50 2024-08-17T17:08:06.243 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 97 2024-08-17T17:08:06.243 INFO:tasks.rados.rados.0.smithi059.stdout:873: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2024-08-17T17:08:06.246 INFO:tasks.rados.rados.0.smithi059.stdout:873: writing smithi05980601-5 from 0 to 663552 tid 1 2024-08-17T17:08:06.248 INFO:tasks.rados.rados.0.smithi059.stdout:873: writing smithi05980601-5 from 663552 to 1105920 tid 2 2024-08-17T17:08:06.253 INFO:tasks.rados.rados.0.smithi059.stdout:873: writing smithi05980601-5 from 1105920 to 1826816 tid 3 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:873: writing smithi05980601-5 from 1826816 to 2269184 tid 4 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:874: delete oid 18 current snap is 97 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:872: finishing copy_from to smithi05980601-44 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:872: got expected ENOENT (src dne) 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:872: finishing copy_from racing read to smithi05980601-44 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:871: finishing write tid 4 to smithi05980601-50 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:871: finishing write tid 5 to smithi05980601-50 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:871: finishing write tid 6 to smithi05980601-50 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:871: oid 50 updating version 0 to 524 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:871: oid 50 version 524 is already newer than 522 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:871: oid 50 updating version 524 to 525 2024-08-17T17:08:06.256 INFO:tasks.rados.rados.0.smithi059.stdout:871: oid 50 version 525 is already newer than 523 2024-08-17T17:08:06.257 INFO:tasks.rados.rados.0.smithi059.stdout:871: oid 50 updating version 525 to 526 2024-08-17T17:08:06.257 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 526 (ObjNum 277 snap 97 seq_num 277) dirty exists 2024-08-17T17:08:06.257 INFO:tasks.rados.rados.0.smithi059.stdout:871: left oid 50 (ObjNum 277 snap 97 seq_num 277) 2024-08-17T17:08:06.257 INFO:tasks.rados.rados.0.smithi059.stdout:873: finishing write tid 1 to smithi05980601-5 2024-08-17T17:08:06.257 INFO:tasks.rados.rados.0.smithi059.stdout:873: finishing write tid 2 to smithi05980601-5 2024-08-17T17:08:06.257 INFO:tasks.rados.rados.0.smithi059.stdout:873: finishing write tid 3 to smithi05980601-5 2024-08-17T17:08:06.258 INFO:tasks.rados.rados.0.smithi059.stdout:871: done (3 left) 2024-08-17T17:08:06.258 INFO:tasks.rados.rados.0.smithi059.stdout:872: done (2 left) 2024-08-17T17:08:06.258 INFO:tasks.rados.rados.0.smithi059.stdout:874: done (1 left) 2024-08-17T17:08:06.258 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 97 2024-08-17T17:08:06.258 INFO:tasks.rados.rados.0.smithi059.stdout:875: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2024-08-17T17:08:06.261 INFO:tasks.rados.rados.0.smithi059.stdout:875: writing smithi05980601-47 from 0 to 696320 tid 1 2024-08-17T17:08:06.265 INFO:tasks.rados.rados.0.smithi059.stdout:875: writing smithi05980601-47 from 696320 to 1302528 tid 2 2024-08-17T17:08:06.269 INFO:tasks.rados.rados.0.smithi059.stdout:875: writing smithi05980601-47 from 1302528 to 1990656 tid 3 2024-08-17T17:08:06.271 INFO:tasks.rados.rados.0.smithi059.stdout:875: writing smithi05980601-47 from 1990656 to 2301952 tid 4 2024-08-17T17:08:06.271 INFO:tasks.rados.rados.0.smithi059.stdout:876: snap_create 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:873: finishing write tid 4 to smithi05980601-5 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:873: finishing write tid 5 to smithi05980601-5 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:873: finishing write tid 6 to smithi05980601-5 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:873: oid 5 updating version 0 to 296 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:873: oid 5 version 296 is already newer than 294 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:873: oid 5 version 296 is already newer than 295 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:873: oid 5 updating version 296 to 297 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:873: oid 5 version 297 is already newer than 293 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 297 (ObjNum 278 snap 97 seq_num 278) dirty exists 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:873: left oid 5 (ObjNum 278 snap 97 seq_num 278) 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:875: finishing write tid 1 to smithi05980601-47 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:875: finishing write tid 2 to smithi05980601-47 2024-08-17T17:08:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:875: finishing write tid 3 to smithi05980601-47 2024-08-17T17:08:06.273 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:05 smithi087 systemd[1]: Stopping Ceph mon.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:08:06.273 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:06 smithi087 ceph-mon[33075]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T17:08:06.273 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:06 smithi087 ceph-mon[33075]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T17:08:06.274 INFO:tasks.rados.rados.0.smithi059.stdout:875: finishing write tid 4 to smithi05980601-47 2024-08-17T17:08:06.275 INFO:tasks.rados.rados.0.smithi059.stdout:875: finishing write tid 5 to smithi05980601-47 2024-08-17T17:08:06.276 INFO:tasks.rados.rados.0.smithi059.stdout:875: finishing write tid 6 to smithi05980601-47 2024-08-17T17:08:06.277 INFO:tasks.rados.rados.0.smithi059.stdout:875: oid 47 updating version 0 to 142 2024-08-17T17:08:06.277 INFO:tasks.rados.rados.0.smithi059.stdout:875: oid 47 updating version 142 to 143 2024-08-17T17:08:06.277 INFO:tasks.rados.rados.0.smithi059.stdout:875: oid 47 updating version 143 to 146 2024-08-17T17:08:06.277 INFO:tasks.rados.rados.0.smithi059.stdout:875: oid 47 version 146 is already newer than 145 2024-08-17T17:08:06.277 INFO:tasks.rados.rados.0.smithi059.stdout:875: oid 47 version 146 is already newer than 144 2024-08-17T17:08:06.277 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 146 (ObjNum 280 snap 97 seq_num 280) dirty exists 2024-08-17T17:08:06.277 INFO:tasks.rados.rados.0.smithi059.stdout:875: left oid 47 (ObjNum 280 snap 97 seq_num 280) 2024-08-17T17:08:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:06 smithi059 ceph-mon[92261]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T17:08:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:06 smithi059 ceph-mon[92261]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T17:08:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:06 smithi059 ceph-mon[94685]: osdmap e253: 8 total, 8 up, 8 in 2024-08-17T17:08:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:06 smithi059 ceph-mon[94685]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T17:08:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b[33058]: 2024-08-17T17:08:06.270+0000 7f67e4103640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:08:06.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b[33058]: 2024-08-17T17:08:06.270+0000 7f67e4103640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-17T17:08:06.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:06 smithi087 podman[85520]: 2024-08-17 17:08:06.342708491 +0000 UTC m=+0.198968181 container died 5bd4baf341c07d6c77ff211a1bc4138ddfc957012c464dddc9c7b80f902af8b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b, RELEASE=reef-ced649f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:08:06.881 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:06 smithi087 podman[85520]: 2024-08-17 17:08:06.67928386 +0000 UTC m=+0.535543548 container cleanup 5bd4baf341c07d6c77ff211a1bc4138ddfc957012c464dddc9c7b80f902af8b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=reef-ced649f, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T17:08:06.881 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:06 smithi087 bash[85520]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b 2024-08-17T17:08:07.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:06 smithi087 podman[85534]: 2024-08-17 17:08:06.880996593 +0000 UTC m=+0.541699671 container remove 5bd4baf341c07d6c77ff211a1bc4138ddfc957012c464dddc9c7b80f902af8b8 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, GIT_BRANCH=HEAD) 2024-08-17T17:08:07.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-17T17:08:07.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 systemd[1]: Stopped Ceph mon.b for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:08:07.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.b.service: Consumed 8.808s CPU time. 2024-08-17T17:08:07.643 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 systemd[1]: Starting Ceph mon.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:08:07.643 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 podman[85657]: 2024-08-17 17:08:07.430692499 +0000 UTC m=+0.017046559 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:08:07.643 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 podman[85657]: 2024-08-17 17:08:07.540643052 +0000 UTC m=+0.126997093 container create 0df34dd94ce1fb4f7813b0d782c21e11914a9ab08168a0b949a56261762ad1d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=) 2024-08-17T17:08:07.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:08:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:08:07] "GET /metrics HTTP/1.1" 200 36088 "" "Prometheus/2.43.0" 2024-08-17T17:08:08.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 podman[85657]: 2024-08-17 17:08:07.759753438 +0000 UTC m=+0.346107485 container init 0df34dd94ce1fb4f7813b0d782c21e11914a9ab08168a0b949a56261762ad1d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T17:08:08.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 podman[85657]: 2024-08-17 17:08:07.762933896 +0000 UTC m=+0.349287942 container start 0df34dd94ce1fb4f7813b0d782c21e11914a9ab08168a0b949a56261762ad1d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True) 2024-08-17T17:08:08.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: set uid:gid to 167:167 (ceph:ceph) 2024-08-17T17:08:08.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev), process ceph-mon, pid 2 2024-08-17T17:08:08.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: pidfile_write: ignore empty --pid-file 2024-08-17T17:08:08.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: load: jerasure load: lrc 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: RocksDB version: 7.9.2 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Git sha 0 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Compile date 2024-08-15 20:43:31 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: DB SUMMARY 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: DB Session ID: Q5FB27N44CNET87LVF0V 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: CURRENT file: CURRENT 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: IDENTITY file: IDENTITY 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 10012643 ; 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.error_if_exists: 0 2024-08-17T17:08:08.052 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.create_if_missing: 0 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.paranoid_checks: 1 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.flush_verify_memtable_count: 1 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.env: 0x5649aeaa9be0 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.fs: PosixFileSystem 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.info_log: 0x5649afcbd700 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_file_opening_threads: 16 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.statistics: (nil) 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.use_fsync: 0 2024-08-17T17:08:08.053 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_log_file_size: 0 2024-08-17T17:08:08.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-17T17:08:08.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.log_file_time_to_roll: 0 2024-08-17T17:08:08.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.keep_log_file_num: 1000 2024-08-17T17:08:08.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.recycle_log_file_num: 0 2024-08-17T17:08:08.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.allow_fallocate: 1 2024-08-17T17:08:08.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.allow_mmap_reads: 0 2024-08-17T17:08:08.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.allow_mmap_writes: 0 2024-08-17T17:08:08.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.use_direct_reads: 0 2024-08-17T17:08:08.054 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-17T17:08:08.055 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.create_missing_column_families: 0 2024-08-17T17:08:08.055 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.db_log_dir: 2024-08-17T17:08:08.055 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.wal_dir: 2024-08-17T17:08:08.055 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.table_cache_numshardbits: 6 2024-08-17T17:08:08.055 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.WAL_ttl_seconds: 0 2024-08-17T17:08:08.055 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.WAL_size_limit_MB: 0 2024-08-17T17:08:08.055 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-17T17:08:08.055 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-17T17:08:08.056 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.is_fd_close_on_exec: 1 2024-08-17T17:08:08.056 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.advise_random_on_open: 1 2024-08-17T17:08:08.056 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.db_write_buffer_size: 0 2024-08-17T17:08:08.056 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.write_buffer_manager: 0x5649afcc0e60 2024-08-17T17:08:08.056 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-17T17:08:08.056 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-17T17:08:08.056 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.use_adaptive_mutex: 0 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.rate_limiter: (nil) 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.wal_recovery_mode: 2 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.enable_thread_tracking: 0 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.enable_pipelined_write: 0 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.unordered_write: 0 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.row_cache: None 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.wal_filter: None 2024-08-17T17:08:08.057 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-17T17:08:08.059 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.allow_ingest_behind: 0 2024-08-17T17:08:08.059 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.two_write_queues: 0 2024-08-17T17:08:08.059 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.manual_wal_flush: 0 2024-08-17T17:08:08.059 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.wal_compression: 0 2024-08-17T17:08:08.059 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.atomic_flush: 0 2024-08-17T17:08:08.059 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-17T17:08:08.059 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.persist_stats_to_disk: 0 2024-08-17T17:08:08.059 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.write_dbid_to_manifest: 0 2024-08-17T17:08:08.059 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.log_readahead_size: 0 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.best_efforts_recovery: 0 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.allow_data_in_errors: 0 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.db_host_id: __hostname__ 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.enforce_single_del_contracts: true 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_background_jobs: 2 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_background_compactions: -1 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_subcompactions: 1 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.delayed_write_rate : 16777216 2024-08-17T17:08:08.060 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_total_wal_size: 0 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.stats_dump_period_sec: 600 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.stats_persist_period_sec: 600 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_open_files: -1 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bytes_per_sync: 0 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.wal_bytes_per_sync: 0 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.strict_bytes_per_sync: 0 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_readahead_size: 0 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_background_flushes: -1 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Compression algorithms supported: 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: kZSTD supported: 0 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: kXpressCompression supported: 0 2024-08-17T17:08:08.061 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: kBZip2Compression supported: 0 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: kLZ4Compression supported: 1 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: kZlibCompression supported: 1 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: kLZ4HCCompression supported: 1 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: kSnappyCompression supported: 1 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Fast CRC32 supported: Supported on x86 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: DMutex implementation: pthread_mutex_t 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.merge_operator: 2024-08-17T17:08:08.062 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_filter: None 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_filter_factory: None 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.sst_partitioner_factory: None 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.memtable_factory: SkipListFactory 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.table_factory: BlockBasedTable 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5649afcbd380) 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout: cache_index_and_filter_blocks: 1 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout: pin_top_level_index_and_filter: 1 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout: index_type: 0 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout: data_block_index_type: 0 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout: index_shortening: 1 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout: data_block_hash_table_util_ratio: 0.750000 2024-08-17T17:08:08.063 INFO:journalctl@ceph.mon.b.smithi087.stdout: checksum: 4 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: no_block_cache: 0 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: block_cache: 0x5649afcb1610 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: block_cache_name: BinnedLRUCache 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: block_cache_options: 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: capacity : 536870912 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: num_shard_bits : 4 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: strict_capacity_limit : 0 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: high_pri_pool_ratio: 0.000 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: block_cache_compressed: (nil) 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: persistent_cache: (nil) 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: block_size: 4096 2024-08-17T17:08:08.064 INFO:journalctl@ceph.mon.b.smithi087.stdout: block_size_deviation: 10 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: block_restart_interval: 16 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: index_block_restart_interval: 1 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: metadata_block_size: 4096 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: partition_filters: 0 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: use_delta_encoding: 1 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: filter_policy: bloomfilter 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: whole_key_filtering: 1 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: verify_compression: 0 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: read_amp_bytes_per_bit: 0 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: format_version: 5 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: enable_index_compression: 1 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: block_align: 0 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: max_auto_readahead_size: 262144 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: prepopulate_block_cache: 0 2024-08-17T17:08:08.065 INFO:journalctl@ceph.mon.b.smithi087.stdout: initial_auto_readahead_size: 8192 2024-08-17T17:08:08.066 INFO:journalctl@ceph.mon.b.smithi087.stdout: num_file_reads_for_auto_readahead: 2 2024-08-17T17:08:08.066 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.write_buffer_size: 33554432 2024-08-17T17:08:08.066 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_write_buffer_number: 2 2024-08-17T17:08:08.066 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression: NoCompression 2024-08-17T17:08:08.066 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression: Disabled 2024-08-17T17:08:08.066 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.prefix_extractor: nullptr 2024-08-17T17:08:08.066 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.num_levels: 7 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-17T17:08:08.067 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression_opts.window_bits: -14 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression_opts.level: 32767 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression_opts.strategy: 0 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression_opts.enabled: false 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-17T17:08:08.068 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-17T17:08:08.069 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-17T17:08:08.069 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.target_file_size_base: 67108864 2024-08-17T17:08:08.069 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.target_file_size_multiplier: 1 2024-08-17T17:08:08.069 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-17T17:08:08.069 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-17T17:08:08.069 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-17T17:08:08.069 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-17T17:08:08.069 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-17T17:08:08.069 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.arena_block_size: 1048576 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-17T17:08:08.070 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.disable_auto_compactions: 0 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-17T17:08:08.071 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.inplace_update_support: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.inplace_update_num_locks: 10000 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.memtable_huge_page_size: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.bloom_locality: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.max_successive_merges: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.optimize_filters_for_hits: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.paranoid_file_checks: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.force_consistency_checks: 1 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.report_bg_io_stats: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.ttl: 2592000 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.periodic_compaction_seconds: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-17T17:08:08.072 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.enable_blob_files: false 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.min_blob_size: 0 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.blob_file_size: 268435456 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.blob_compression_type: NoCompression 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.enable_blob_garbage_collection: false 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.blob_file_starting_level: 0 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13587, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-08-17T17:08:08.073 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2ae5359b-ea3c-4315-bd5e-dc7dd2c4acff 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914487789187, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914487811710, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6198964, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13593, "largest_seqno": 16249, "table_properties": {"data_size": 6186161, "index_size": 8941, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2821, "raw_key_size": 26806, "raw_average_key_size": 24, "raw_value_size": 6161540, "raw_average_value_size": 5586, "num_data_blocks": 389, "num_entries": 1103, "num_filter_entries": 1103, "num_deletions": 38, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1723914487, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2ae5359b-ea3c-4315-bd5e-dc7dd2c4acff", "db_session_id": "Q5FB27N44CNET87LVF0V", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: EVENT_LOG_v1 {"time_micros": 1723914487811865, "job": 1, "event": "recovery_finished"} 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5649afce0e00 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: DB pointer 0x5649afdde000 2024-08-17T17:08:08.074 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-17T17:08:08.075 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-17T17:08:08.075 INFO:journalctl@ceph.mon.b.smithi087.stdout: ** DB Stats ** 2024-08-17T17:08:08.075 INFO:journalctl@ceph.mon.b.smithi087.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:08:08.075 INFO:journalctl@ceph.mon.b.smithi087.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-17T17:08:08.075 INFO:journalctl@ceph.mon.b.smithi087.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:08:08.075 INFO:journalctl@ceph.mon.b.smithi087.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:08:08.075 INFO:journalctl@ceph.mon.b.smithi087.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: ** Compaction Stats [default] ** 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: L0 1/0 5.91 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 603.8 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: L6 1/0 7.88 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: Sum 2/0 13.79 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 603.8 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T17:08:08.076 INFO:journalctl@ceph.mon.b.smithi087.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 603.8 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T17:08:08.077 INFO:journalctl@ceph.mon.b.smithi087.stdout: 2024-08-17T17:08:08.077 INFO:journalctl@ceph.mon.b.smithi087.stdout: ** Compaction Stats [default] ** 2024-08-17T17:08:08.077 INFO:journalctl@ceph.mon.b.smithi087.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-17T17:08:08.077 INFO:journalctl@ceph.mon.b.smithi087.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-17T17:08:08.077 INFO:journalctl@ceph.mon.b.smithi087.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 603.8 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-08-17T17:08:08.077 INFO:journalctl@ceph.mon.b.smithi087.stdout: 2024-08-17T17:08:08.077 INFO:journalctl@ceph.mon.b.smithi087.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: AddFile(Keys): cumulative 0, interval 0 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: Cumulative compaction: 0.01 GB write, 216.87 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: Interval compaction: 0.01 GB write, 216.87 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-17T17:08:08.078 INFO:journalctl@ceph.mon.b.smithi087.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout: Block cache BinnedLRUCache@0x5649afcb1610#2 capacity: 512.00 MB usage: 12.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,3.03 KB,0.000578165%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout: 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout: ** File Read Latency Histogram By Level [default] ** 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: starting mon.b rank 1 at public addrs [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] at bind addrs [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: mon.b@-1(???) e3 preinit fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: mon.b@-1(???).mds e8 new map 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: mon.b@-1(???).mds e8 print_map 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout: e8 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-08-17T17:08:08.079 INFO:journalctl@ceph.mon.b.smithi087.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: legacy client fscid: 1 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: Filesystem 'cephfs' (1) 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: fs_name cephfs 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: epoch 8 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: created 2024-08-17T17:01:29.825641+0000 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: modified 2024-08-17T17:01:41.082670+0000 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: tableserver 0 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: root 0 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: session_timeout 60 2024-08-17T17:08:08.080 INFO:journalctl@ceph.mon.b.smithi087.stdout: session_autoclose 300 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: max_file_size 1099511627776 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: max_xattr_size 65536 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: required_client_features {} 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: last_failure 0 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: last_failure_osd_epoch 0 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: max_mds 1 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: in 0 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: up {0=24322} 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: failed 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: damaged 2024-08-17T17:08:08.081 INFO:journalctl@ceph.mon.b.smithi087.stdout: stopped 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: data_pools [3] 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: metadata_pool 2 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: inline_data disabled 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: balancer 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: bal_rank_mask -1 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: standby_count_wanted 0 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: qdb_cluster leader: 0 members: 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: [mds.b{0:24322} state up:active seq 5 addr [v2:172.21.15.87:6832/2565906484,v1:172.21.15.87:6833/2565906484] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: 2024-08-17T17:08:08.082 INFO:journalctl@ceph.mon.b.smithi087.stdout: Standby daemons: 2024-08-17T17:08:08.083 INFO:journalctl@ceph.mon.b.smithi087.stdout: 2024-08-17T17:08:08.083 INFO:journalctl@ceph.mon.b.smithi087.stdout: [mds.a{-1:24305} state up:standby seq 1 addr [v2:172.21.15.59:6834/3469108766,v1:172.21.15.59:6835/3469108766] compat {c=[1],r=[1],i=[7ff]}] 2024-08-17T17:08:08.083 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: mon.b@-1(???).osd e254 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-17T17:08:08.083 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:08:08.083 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:08:08.083 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: mon.b@-1(???).osd e254 crush map has features 432629308056666112, adjusting msgr requires 2024-08-17T17:08:08.083 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 ceph-mon[85676]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-08-17T17:08:08.083 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 bash[85657]: 0df34dd94ce1fb4f7813b0d782c21e11914a9ab08168a0b949a56261762ad1d0 2024-08-17T17:08:08.083 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:07 smithi087 systemd[1]: Started Ceph mon.b for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:08:09.446 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:08:09.501 INFO:tasks.rados.rados.0.smithi059.stdout:873: done (2 left) 2024-08-17T17:08:09.501 INFO:tasks.rados.rados.0.smithi059.stdout:875: done (1 left) 2024-08-17T17:08:09.501 INFO:tasks.rados.rados.0.smithi059.stdout:876: done (0 left) 2024-08-17T17:08:09.501 INFO:tasks.rados.rados.0.smithi059.stdout:877: snap_remove snap 84 2024-08-17T17:08:09.504 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: pgmap v45: 121 pgs: 121 active+clean; 186 MiB data, 856 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-17T17:08:09.504 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:08:09.504 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: mon.b calling monitor election 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: mon.a calling monitor election 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: mon.c calling monitor election 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: monmap epoch 4 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: last_changed 2024-08-17T17:08:08.491906+0000 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: created 2024-08-17T16:56:12.609998+0000 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: min_mon_release 19 (squid) 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: election_strategy: 1 2024-08-17T17:08:09.505 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: 0: [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon.a 2024-08-17T17:08:09.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: 1: [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon.b 2024-08-17T17:08:09.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: 2: [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon.c 2024-08-17T17:08:09.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:08:09.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T17:08:09.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: mgrmap e44: y(active, since 34s), standbys: x 2024-08-17T17:08:09.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: overall HEALTH_OK 2024-08-17T17:08:09.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:09.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:09.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: pgmap v45: 121 pgs: 121 active+clean; 186 MiB data, 856 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: mon.b calling monitor election 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: mon.a calling monitor election 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: mon.c calling monitor election 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: monmap epoch 4 2024-08-17T17:08:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: last_changed 2024-08-17T17:08:08.491906+0000 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: created 2024-08-17T16:56:12.609998+0000 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: min_mon_release 19 (squid) 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: election_strategy: 1 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: 0: [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon.a 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: 1: [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon.b 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: 2: [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon.c 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: mgrmap e44: y(active, since 34s), standbys: x 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: overall HEALTH_OK 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:09.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:09.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: pgmap v45: 121 pgs: 121 active+clean; 186 MiB data, 856 MiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-17T17:08:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-08-17T17:08:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: mon.b calling monitor election 2024-08-17T17:08:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: mon.a calling monitor election 2024-08-17T17:08:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: mon.c calling monitor election 2024-08-17T17:08:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-08-17T17:08:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-08-17T17:08:09.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: monmap epoch 4 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: fsid 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: last_changed 2024-08-17T17:08:08.491906+0000 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: created 2024-08-17T16:56:12.609998+0000 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: min_mon_release 19 (squid) 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: election_strategy: 1 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: 0: [v2:172.21.15.59:3300/0,v1:172.21.15.59:6789/0] mon.a 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: 1: [v2:172.21.15.87:3300/0,v1:172.21.15.87:6789/0] mon.b 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: 2: [v2:172.21.15.59:3301/0,v1:172.21.15.59:6790/0] mon.c 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: osdmap e254: 8 total, 8 up, 8 in 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: mgrmap e44: y(active, since 34s), standbys: x 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: overall HEALTH_OK 2024-08-17T17:08:09.791 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:09.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:09.792 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:10.031 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (4m) 11s ago 5m 25.8M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (5m) 30s ago 5m 88.9M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (6m) 11s ago 6m 17.5M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (6m) 30s ago 6m 19.0M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (57s) 30s ago 10m 450M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (86s) 11s ago 11m 516M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (44s) 11s ago 11m 41.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 starting - - - 2048M 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (20s) 11s ago 10m 25.6M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (5m) 11s ago 5m 16.1M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (5m) 30s ago 5m 16.7M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:08:10.032 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (9m) 11s ago 9m 159M 2481M 18.2.4-719-gced649f8 c870753d67c2 545451805af8 2024-08-17T17:08:10.033 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (9m) 11s ago 9m 118M 2481M 18.2.4-719-gced649f8 c870753d67c2 2e45043f5326 2024-08-17T17:08:10.033 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (9m) 11s ago 9m 137M 2481M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:08:10.033 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (8m) 11s ago 8m 86.2M 2481M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:08:10.033 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (8m) 30s ago 8m 122M 2480M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:08:10.033 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (8m) 30s ago 8m 132M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:08:10.033 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (7m) 30s ago 7m 118M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:08:10.033 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (7m) 30s ago 7m 95.3M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:08:10.033 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (63s) 30s ago 6m 42.9M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:08:10.380 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:08:10.380 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:08:10.380 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 10, 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 5 2024-08-17T17:08:10.381 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:08:10.382 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:08:10.509 INFO:tasks.rados.rados.0.smithi059.stdout:877: done (0 left) 2024-08-17T17:08:10.509 INFO:tasks.rados.rados.0.smithi059.stdout:878: rmattr oid 46 current snap is 98 2024-08-17T17:08:10.509 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 98 2024-08-17T17:08:10.509 INFO:tasks.rados.rados.0.smithi059.stdout:879: seq_num 281 ranges {9945088=712704,10657792=491520,11149312=491520,11640832=622592} 2024-08-17T17:08:10.571 INFO:tasks.rados.rados.0.smithi059.stdout:879: writing smithi05980601-48 from 9945088 to 10657792 tid 1 2024-08-17T17:08:10.575 INFO:tasks.rados.rados.0.smithi059.stdout:879: writing smithi05980601-48 from 10657792 to 11149312 tid 2 2024-08-17T17:08:10.578 INFO:tasks.rados.rados.0.smithi059.stdout:879: writing smithi05980601-48 from 11149312 to 11640832 tid 3 2024-08-17T17:08:10.582 INFO:tasks.rados.rados.0.smithi059.stdout:879: writing smithi05980601-48 from 11640832 to 12263424 tid 4 2024-08-17T17:08:10.582 INFO:tasks.rados.rados.0.smithi059.stdout:880: delete oid 18 current snap is 98 2024-08-17T17:08:10.582 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 471 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-08-17T17:08:10.582 INFO:tasks.rados.rados.0.smithi059.stdout:879: finishing write tid 1 to smithi05980601-48 2024-08-17T17:08:10.582 INFO:tasks.rados.rados.0.smithi059.stdout:879: finishing write tid 2 to smithi05980601-48 2024-08-17T17:08:10.582 INFO:tasks.rados.rados.0.smithi059.stdout:879: finishing write tid 3 to smithi05980601-48 2024-08-17T17:08:10.584 INFO:tasks.rados.rados.0.smithi059.stdout:878: done (2 left) 2024-08-17T17:08:10.584 INFO:tasks.rados.rados.0.smithi059.stdout:880: done (1 left) 2024-08-17T17:08:10.584 INFO:tasks.rados.rados.0.smithi059.stdout:881: read oid 49 snap -1 2024-08-17T17:08:10.584 INFO:tasks.rados.rados.0.smithi059.stdout:881: expect (ObjNum 241 snap 77 seq_num 241) 2024-08-17T17:08:10.584 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 98 2024-08-17T17:08:10.585 INFO:tasks.rados.rados.0.smithi059.stdout:882: seq_num 283 ranges {6447104=745472,7192576=712704,7905280=458752,8364032=434176} 2024-08-17T17:08:10.624 INFO:tasks.rados.rados.0.smithi059.stdout:882: writing smithi05980601-27 from 6447104 to 7192576 tid 1 2024-08-17T17:08:10.629 INFO:tasks.rados.rados.0.smithi059.stdout:882: writing smithi05980601-27 from 7192576 to 7905280 tid 2 2024-08-17T17:08:10.630 INFO:tasks.rados.rados.0.smithi059.stdout:882: writing smithi05980601-27 from 7905280 to 8364032 tid 3 2024-08-17T17:08:10.634 INFO:tasks.rados.rados.0.smithi059.stdout:882: writing smithi05980601-27 from 8364032 to 8798208 tid 4 2024-08-17T17:08:10.634 INFO:tasks.rados.rados.0.smithi059.stdout:883: read oid 38 snap -1 2024-08-17T17:08:10.634 INFO:tasks.rados.rados.0.smithi059.stdout:883: expect deleted 2024-08-17T17:08:10.634 INFO:tasks.rados.rados.0.smithi059.stdout:884: rmattr oid 12 current snap is 98 2024-08-17T17:08:10.634 INFO:tasks.rados.rados.0.smithi059.stdout:884: done (4 left) 2024-08-17T17:08:10.634 INFO:tasks.rados.rados.0.smithi059.stdout:885: delete oid 29 current snap is 98 2024-08-17T17:08:10.634 INFO:tasks.rados.rados.0.smithi059.stdout:879: finishing write tid 4 to smithi05980601-48 2024-08-17T17:08:10.634 INFO:tasks.rados.rados.0.smithi059.stdout:879: finishing write tid 5 to smithi05980601-48 2024-08-17T17:08:10.634 INFO:tasks.rados.rados.0.smithi059.stdout:879: finishing write tid 6 to smithi05980601-48 2024-08-17T17:08:10.635 INFO:tasks.rados.rados.0.smithi059.stdout:879: oid 48 updating version 0 to 287 2024-08-17T17:08:10.635 INFO:tasks.rados.rados.0.smithi059.stdout:879: oid 48 version 287 is already newer than 286 2024-08-17T17:08:10.635 INFO:tasks.rados.rados.0.smithi059.stdout:879: oid 48 version 287 is already newer than 284 2024-08-17T17:08:10.635 INFO:tasks.rados.rados.0.smithi059.stdout:879: oid 48 version 287 is already newer than 283 2024-08-17T17:08:10.635 INFO:tasks.rados.rados.0.smithi059.stdout:879: oid 48 version 287 is already newer than 285 2024-08-17T17:08:10.635 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 287 (ObjNum 281 snap 98 seq_num 281) dirty exists 2024-08-17T17:08:10.635 INFO:tasks.rados.rados.0.smithi059.stdout:879: left oid 48 (ObjNum 281 snap 98 seq_num 281) 2024-08-17T17:08:10.635 INFO:tasks.rados.rados.0.smithi059.stdout:881: expect (ObjNum 241 snap 77 seq_num 241) 2024-08-17T17:08:10.739 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:08:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:08:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:08:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:08:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:08:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:08:10.739 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:08:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "4/20 daemons upgraded", 2024-08-17T17:08:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading mon daemons", 2024-08-17T17:08:10.740 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:08:10.740 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:08:10.740 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[94685]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:10.740 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[94685]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T17:08:10.740 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[94685]: from='client.44111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:10.740 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[94685]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:10.740 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2424275858' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:10.741 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[92261]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:10.741 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[92261]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T17:08:10.741 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[92261]: from='client.44111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:10.741 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[92261]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:10.741 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:10 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2424275858' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:10.767 INFO:tasks.rados.rados.0.smithi059.stdout:882: finishing write tid 1 to smithi05980601-27 2024-08-17T17:08:10.767 INFO:tasks.rados.rados.0.smithi059.stdout:882: finishing write tid 2 to smithi05980601-27 2024-08-17T17:08:10.767 INFO:tasks.rados.rados.0.smithi059.stdout:879: done (4 left) 2024-08-17T17:08:10.767 INFO:tasks.rados.rados.0.smithi059.stdout:881: done (3 left) 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:885: done (2 left) 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:886: copy_from oid 43 from oid 35 current snap is 98 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: finishing write tid 3 to smithi05980601-27 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: finishing write tid 4 to smithi05980601-27 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: finishing write tid 5 to smithi05980601-27 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: finishing write tid 6 to smithi05980601-27 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: oid 27 updating version 0 to 432 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: oid 27 updating version 432 to 436 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: oid 27 version 436 is already newer than 433 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: oid 27 version 436 is already newer than 434 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: oid 27 version 436 is already newer than 435 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 436 (ObjNum 283 snap 98 seq_num 283) dirty exists 2024-08-17T17:08:10.768 INFO:tasks.rados.rados.0.smithi059.stdout:882: left oid 27 (ObjNum 283 snap 98 seq_num 283) 2024-08-17T17:08:10.769 INFO:tasks.rados.rados.0.smithi059.stdout:882: done (2 left) 2024-08-17T17:08:10.769 INFO:tasks.rados.rados.0.smithi059.stdout:883: done (1 left) 2024-08-17T17:08:10.769 INFO:tasks.rados.rados.0.smithi059.stdout:887: snap_remove snap 90 2024-08-17T17:08:10.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:10 smithi087 ceph-mon[85676]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:10.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:10 smithi087 ceph-mon[85676]: osdmap e255: 8 total, 8 up, 8 in 2024-08-17T17:08:10.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:10 smithi087 ceph-mon[85676]: from='client.44111 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:10.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:10 smithi087 ceph-mon[85676]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:10.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:10 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2424275858' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:11.077 INFO:tasks.rados.rados.0.smithi059.stdout:887: done (1 left) 2024-08-17T17:08:11.077 INFO:tasks.rados.rados.0.smithi059.stdout:888: snap_create 2024-08-17T17:08:11.077 INFO:tasks.rados.rados.0.smithi059.stdout:886: finishing copy_from racing read to smithi05980601-43 2024-08-17T17:08:11.077 INFO:tasks.rados.rados.0.smithi059.stdout:886: finishing copy_from to smithi05980601-43 2024-08-17T17:08:11.077 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 417 (ObjNum 204 snap 58 seq_num 204) dirty exists 2024-08-17T17:08:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:11 smithi059 ceph-mon[92261]: pgmap v47: 121 pgs: 121 active+clean; 186 MiB data, 856 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-17T17:08:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:11 smithi059 ceph-mon[92261]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T17:08:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:11 smithi059 ceph-mon[92261]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:11 smithi059 ceph-mon[92261]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T17:08:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:11 smithi059 ceph-mon[94685]: pgmap v47: 121 pgs: 121 active+clean; 186 MiB data, 856 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-17T17:08:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:11 smithi059 ceph-mon[94685]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T17:08:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:11 smithi059 ceph-mon[94685]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:11 smithi059 ceph-mon[94685]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T17:08:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:11 smithi087 ceph-mon[85676]: pgmap v47: 121 pgs: 121 active+clean; 186 MiB data, 856 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-08-17T17:08:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:11 smithi087 ceph-mon[85676]: osdmap e256: 8 total, 8 up, 8 in 2024-08-17T17:08:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:11 smithi087 ceph-mon[85676]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:11 smithi087 ceph-mon[85676]: osdmap e257: 8 total, 8 up, 8 in 2024-08-17T17:08:12.080 INFO:tasks.rados.rados.0.smithi059.stdout:886: done (1 left) 2024-08-17T17:08:12.080 INFO:tasks.rados.rados.0.smithi059.stdout:888: done (0 left) 2024-08-17T17:08:12.080 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 99 2024-08-17T17:08:12.081 INFO:tasks.rados.rados.0.smithi059.stdout:889: seq_num 285 ranges {2048000=778240,2826240=475136,3301376=475136,3776512=655360} 2024-08-17T17:08:12.095 INFO:tasks.rados.rados.0.smithi059.stdout:889: writing smithi05980601-21 from 2048000 to 2826240 tid 1 2024-08-17T17:08:12.098 INFO:tasks.rados.rados.0.smithi059.stdout:889: writing smithi05980601-21 from 2826240 to 3301376 tid 2 2024-08-17T17:08:12.101 INFO:tasks.rados.rados.0.smithi059.stdout:889: writing smithi05980601-21 from 3301376 to 3776512 tid 3 2024-08-17T17:08:12.105 INFO:tasks.rados.rados.0.smithi059.stdout:889: writing smithi05980601-21 from 3776512 to 4431872 tid 4 2024-08-17T17:08:12.105 INFO:tasks.rados.rados.0.smithi059.stdout:890: rollback oid 42 current snap is 99 2024-08-17T17:08:12.105 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 86 2024-08-17T17:08:12.105 INFO:tasks.rados.rados.0.smithi059.stdout:889: finishing write tid 1 to smithi05980601-21 2024-08-17T17:08:12.106 INFO:tasks.rados.rados.0.smithi059.stdout:889: finishing write tid 2 to smithi05980601-21 2024-08-17T17:08:12.106 INFO:tasks.rados.rados.0.smithi059.stdout:889: finishing write tid 3 to smithi05980601-21 2024-08-17T17:08:12.106 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 99 2024-08-17T17:08:12.106 INFO:tasks.rados.rados.0.smithi059.stdout:891: seq_num 286 ranges {2301952=794624,3096576=761856,3858432=679936,4538368=163840} 2024-08-17T17:08:12.122 INFO:tasks.rados.rados.0.smithi059.stdout:891: writing smithi05980601-47 from 2301952 to 3096576 tid 1 2024-08-17T17:08:12.127 INFO:tasks.rados.rados.0.smithi059.stdout:891: writing smithi05980601-47 from 3096576 to 3858432 tid 2 2024-08-17T17:08:12.131 INFO:tasks.rados.rados.0.smithi059.stdout:891: writing smithi05980601-47 from 3858432 to 4538368 tid 3 2024-08-17T17:08:12.132 INFO:tasks.rados.rados.0.smithi059.stdout:891: writing smithi05980601-47 from 4538368 to 4702208 tid 4 2024-08-17T17:08:12.132 INFO:tasks.rados.rados.0.smithi059.stdout:892: copy_from oid 13 from oid 7 current snap is 99 2024-08-17T17:08:12.132 INFO:tasks.rados.rados.0.smithi059.stdout:889: finishing write tid 4 to smithi05980601-21 2024-08-17T17:08:12.132 INFO:tasks.rados.rados.0.smithi059.stdout:889: finishing write tid 5 to smithi05980601-21 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:890: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:893: snap_create 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:889: finishing write tid 6 to smithi05980601-21 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:889: oid 21 updating version 0 to 303 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:889: oid 21 version 303 is already newer than 300 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:889: oid 21 version 303 is already newer than 302 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:889: oid 21 version 303 is already newer than 299 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:889: oid 21 version 303 is already newer than 301 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 303 (ObjNum 285 snap 99 seq_num 285) dirty exists 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:889: left oid 21 (ObjNum 285 snap 99 seq_num 285) 2024-08-17T17:08:12.133 INFO:tasks.rados.rados.0.smithi059.stdout:890: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:08:12.134 INFO:tasks.rados.rados.0.smithi059.stdout:890: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:08:12.134 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 234 (ObjNum 249 snap 84 seq_num 249) dirty exists 2024-08-17T17:08:12.134 INFO:tasks.rados.rados.0.smithi059.stdout:891: finishing write tid 1 to smithi05980601-47 2024-08-17T17:08:12.134 INFO:tasks.rados.rados.0.smithi059.stdout:891: finishing write tid 2 to smithi05980601-47 2024-08-17T17:08:12.135 INFO:tasks.rados.rados.0.smithi059.stdout:892: finishing copy_from to smithi05980601-13 2024-08-17T17:08:12.135 INFO:tasks.rados.rados.0.smithi059.stdout:892: got expected ENOENT (src dne) 2024-08-17T17:08:12.136 INFO:tasks.rados.rados.0.smithi059.stdout:892: finishing copy_from racing read to smithi05980601-13 2024-08-17T17:08:12.136 INFO:tasks.rados.rados.0.smithi059.stdout:891: finishing write tid 3 to smithi05980601-47 2024-08-17T17:08:12.136 INFO:tasks.rados.rados.0.smithi059.stdout:891: finishing write tid 4 to smithi05980601-47 2024-08-17T17:08:12.136 INFO:tasks.rados.rados.0.smithi059.stdout:891: finishing write tid 5 to smithi05980601-47 2024-08-17T17:08:12.136 INFO:tasks.rados.rados.0.smithi059.stdout:891: finishing write tid 6 to smithi05980601-47 2024-08-17T17:08:12.136 INFO:tasks.rados.rados.0.smithi059.stdout:891: oid 47 updating version 0 to 154 2024-08-17T17:08:12.136 INFO:tasks.rados.rados.0.smithi059.stdout:891: oid 47 updating version 154 to 156 2024-08-17T17:08:12.136 INFO:tasks.rados.rados.0.smithi059.stdout:891: oid 47 version 156 is already newer than 155 2024-08-17T17:08:12.136 INFO:tasks.rados.rados.0.smithi059.stdout:891: oid 47 version 156 is already newer than 153 2024-08-17T17:08:12.137 INFO:tasks.rados.rados.0.smithi059.stdout:891: oid 47 version 156 is already newer than 152 2024-08-17T17:08:12.137 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 156 (ObjNum 286 snap 99 seq_num 286) dirty exists 2024-08-17T17:08:12.137 INFO:tasks.rados.rados.0.smithi059.stdout:891: left oid 47 (ObjNum 286 snap 99 seq_num 286) 2024-08-17T17:08:13.086 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:08:12 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:08:12.824+0000 7f056bcc9640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-17T17:08:13.089 INFO:tasks.rados.rados.0.smithi059.stdout:889: done (4 left) 2024-08-17T17:08:13.089 INFO:tasks.rados.rados.0.smithi059.stdout:890: done (3 left) 2024-08-17T17:08:13.089 INFO:tasks.rados.rados.0.smithi059.stdout:891: done (2 left) 2024-08-17T17:08:13.090 INFO:tasks.rados.rados.0.smithi059.stdout:892: done (1 left) 2024-08-17T17:08:13.090 INFO:tasks.rados.rados.0.smithi059.stdout:893: done (0 left) 2024-08-17T17:08:13.090 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 100 2024-08-17T17:08:13.090 INFO:tasks.rados.rados.0.smithi059.stdout:894: seq_num 287 ranges {0=8192} 2024-08-17T17:08:13.090 INFO:tasks.rados.rados.0.smithi059.stdout:894: writing smithi05980601-15 from 0 to 8192 tid 1 2024-08-17T17:08:13.090 INFO:tasks.rados.rados.0.smithi059.stdout:895: delete oid 31 current snap is 100 2024-08-17T17:08:13.094 INFO:tasks.rados.rados.0.smithi059.stdout:894: finishing write tid 1 to smithi05980601-15 2024-08-17T17:08:13.094 INFO:tasks.rados.rados.0.smithi059.stdout:895: done (1 left) 2024-08-17T17:08:13.094 INFO:tasks.rados.rados.0.smithi059.stdout:896: snap_create 2024-08-17T17:08:13.095 INFO:tasks.rados.rados.0.smithi059.stdout:894: finishing write tid 2 to smithi05980601-15 2024-08-17T17:08:13.096 INFO:tasks.rados.rados.0.smithi059.stdout:894: finishing write tid 3 to smithi05980601-15 2024-08-17T17:08:13.096 INFO:tasks.rados.rados.0.smithi059.stdout:894: oid 15 updating version 0 to 150 2024-08-17T17:08:13.096 INFO:tasks.rados.rados.0.smithi059.stdout:894: oid 15 version 150 is already newer than 149 2024-08-17T17:08:13.096 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 150 (ObjNum 287 snap 100 seq_num 287) dirty exists 2024-08-17T17:08:13.096 INFO:tasks.rados.rados.0.smithi059.stdout:894: left oid 15 (ObjNum 287 snap 100 seq_num 287) 2024-08-17T17:08:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:13 smithi059 ceph-mon[92261]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T17:08:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:13 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:13 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:13.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:13 smithi059 ceph-mon[94685]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T17:08:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:13 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:13 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:13 smithi087 ceph-mon[85676]: osdmap e258: 8 total, 8 up, 8 in 2024-08-17T17:08:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:13 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:13 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:14.097 INFO:tasks.rados.rados.0.smithi059.stdout:894: done (1 left) 2024-08-17T17:08:14.097 INFO:tasks.rados.rados.0.smithi059.stdout:896: done (0 left) 2024-08-17T17:08:14.097 INFO:tasks.rados.rados.0.smithi059.stdout:897: copy_from oid 33 from oid 44 current snap is 101 2024-08-17T17:08:14.097 INFO:tasks.rados.rados.0.smithi059.stdout:898: delete oid 3 current snap is 101 2024-08-17T17:08:14.101 INFO:tasks.rados.rados.0.smithi059.stdout:898: done (1 left) 2024-08-17T17:08:14.101 INFO:tasks.rados.rados.0.smithi059.stdout:899: snap_remove snap 79 2024-08-17T17:08:14.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:14 smithi087 ceph-mon[85676]: pgmap v51: 121 pgs: 121 active+clean; 203 MiB data, 881 MiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-17T17:08:14.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:14 smithi087 ceph-mon[85676]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T17:08:14.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:14 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:14.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:14 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:14 smithi059 ceph-mon[92261]: pgmap v51: 121 pgs: 121 active+clean; 203 MiB data, 881 MiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-17T17:08:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:14 smithi059 ceph-mon[92261]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T17:08:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:14 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:14.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:14 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:14 smithi059 ceph-mon[94685]: pgmap v51: 121 pgs: 121 active+clean; 203 MiB data, 881 MiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-08-17T17:08:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:14 smithi059 ceph-mon[94685]: osdmap e259: 8 total, 8 up, 8 in 2024-08-17T17:08:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:14 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:14 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:15.107 INFO:tasks.rados.rados.0.smithi059.stdout:899: done (1 left) 2024-08-17T17:08:15.107 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 101 2024-08-17T17:08:15.107 INFO:tasks.rados.rados.0.smithi059.stdout:897: finishing copy_from racing read to smithi05980601-33 2024-08-17T17:08:15.107 INFO:tasks.rados.rados.0.smithi059.stdout:897: finishing copy_from to smithi05980601-33 2024-08-17T17:08:15.107 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 211 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:08:15.107 INFO:tasks.rados.rados.0.smithi059.stdout:900: seq_num 290 ranges {4431872=57344} 2024-08-17T17:08:15.133 INFO:tasks.rados.rados.0.smithi059.stdout:900: writing smithi05980601-21 from 4431872 to 4489216 tid 1 2024-08-17T17:08:15.133 INFO:tasks.rados.rados.0.smithi059.stdout:897: done (1 left) 2024-08-17T17:08:15.133 INFO:tasks.rados.rados.0.smithi059.stdout:901: read oid 26 snap -1 2024-08-17T17:08:15.133 INFO:tasks.rados.rados.0.smithi059.stdout:901: expect (ObjNum 268 snap 95 seq_num 268) 2024-08-17T17:08:15.133 INFO:tasks.rados.rados.0.smithi059.stdout:902: read oid 39 snap -1 2024-08-17T17:08:15.134 INFO:tasks.rados.rados.0.smithi059.stdout:902: expect deleted 2024-08-17T17:08:15.134 INFO:tasks.rados.rados.0.smithi059.stdout:903: delete oid 37 current snap is 101 2024-08-17T17:08:15.135 INFO:tasks.rados.rados.0.smithi059.stdout:900: finishing write tid 1 to smithi05980601-21 2024-08-17T17:08:15.136 INFO:tasks.rados.rados.0.smithi059.stdout:900: finishing write tid 2 to smithi05980601-21 2024-08-17T17:08:15.136 INFO:tasks.rados.rados.0.smithi059.stdout:902: done (3 left) 2024-08-17T17:08:15.136 INFO:tasks.rados.rados.0.smithi059.stdout:903: done (2 left) 2024-08-17T17:08:15.136 INFO:tasks.rados.rados.0.smithi059.stdout:904: read oid 15 snap -1 2024-08-17T17:08:15.136 INFO:tasks.rados.rados.0.smithi059.stdout:904: expect (ObjNum 287 snap 100 seq_num 287) 2024-08-17T17:08:15.136 INFO:tasks.rados.rados.0.smithi059.stdout:905: delete oid 19 current snap is 101 2024-08-17T17:08:15.137 INFO:tasks.rados.rados.0.smithi059.stdout:900: finishing write tid 3 to smithi05980601-21 2024-08-17T17:08:15.137 INFO:tasks.rados.rados.0.smithi059.stdout:900: oid 21 updating version 0 to 305 2024-08-17T17:08:15.137 INFO:tasks.rados.rados.0.smithi059.stdout:900: oid 21 updating version 305 to 306 2024-08-17T17:08:15.137 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 306 (ObjNum 290 snap 101 seq_num 290) dirty exists 2024-08-17T17:08:15.137 INFO:tasks.rados.rados.0.smithi059.stdout:900: left oid 21 (ObjNum 290 snap 101 seq_num 290) 2024-08-17T17:08:15.138 INFO:tasks.rados.rados.0.smithi059.stdout:900: done (3 left) 2024-08-17T17:08:15.138 INFO:tasks.rados.rados.0.smithi059.stdout:905: done (2 left) 2024-08-17T17:08:15.138 INFO:tasks.rados.rados.0.smithi059.stdout:906: read oid 47 snap -1 2024-08-17T17:08:15.138 INFO:tasks.rados.rados.0.smithi059.stdout:906: expect (ObjNum 286 snap 99 seq_num 286) 2024-08-17T17:08:15.138 INFO:tasks.rados.rados.0.smithi059.stdout:907: snap_remove snap 100 2024-08-17T17:08:15.212 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:15 smithi087 ceph-mon[85676]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T17:08:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:15 smithi059 ceph-mon[92261]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T17:08:15.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:15 smithi059 ceph-mon[94685]: osdmap e260: 8 total, 8 up, 8 in 2024-08-17T17:08:16.119 INFO:tasks.rados.rados.0.smithi059.stdout:907: done (3 left) 2024-08-17T17:08:16.119 INFO:tasks.rados.rados.0.smithi059.stdout:908: snap_remove snap 92 2024-08-17T17:08:16.359 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:16 smithi087 ceph-mon[85676]: pgmap v54: 121 pgs: 121 active+clean; 203 MiB data, 881 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:16.359 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:16 smithi087 ceph-mon[85676]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T17:08:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:16 smithi059 ceph-mon[92261]: pgmap v54: 121 pgs: 121 active+clean; 203 MiB data, 881 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:16 smithi059 ceph-mon[92261]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T17:08:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:16 smithi059 ceph-mon[94685]: pgmap v54: 121 pgs: 121 active+clean; 203 MiB data, 881 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:16 smithi059 ceph-mon[94685]: osdmap e261: 8 total, 8 up, 8 in 2024-08-17T17:08:17.125 INFO:tasks.rados.rados.0.smithi059.stdout:908: done (3 left) 2024-08-17T17:08:17.125 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 101 2024-08-17T17:08:17.125 INFO:tasks.rados.rados.0.smithi059.stdout:909: seq_num 293 ranges {0=114688} 2024-08-17T17:08:17.126 INFO:tasks.rados.rados.0.smithi059.stdout:909: writing smithi05980601-37 from 0 to 114688 tid 1 2024-08-17T17:08:17.126 INFO:tasks.rados.rados.0.smithi059.stdout:910: setattr oid 8 current snap is 101 2024-08-17T17:08:17.126 INFO:tasks.rados.rados.0.smithi059.stdout:901: expect (ObjNum 268 snap 95 seq_num 268) 2024-08-17T17:08:17.150 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[92261]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T17:08:17.150 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:17.150 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:17.150 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:17.150 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:17.150 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:17.150 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:17.150 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:17.150 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:17.151 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[94685]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T17:08:17.151 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:17.151 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:17.151 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:17.151 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:17.151 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:17.151 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:17.151 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:17.151 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:17.187 INFO:tasks.rados.rados.0.smithi059.stdout:904: expect (ObjNum 287 snap 100 seq_num 287) 2024-08-17T17:08:17.187 INFO:tasks.rados.rados.0.smithi059.stdout:906: expect (ObjNum 286 snap 99 seq_num 286) 2024-08-17T17:08:17.349 INFO:tasks.rados.rados.0.smithi059.stdout:909: finishing write tid 1 to smithi05980601-37 2024-08-17T17:08:17.349 INFO:tasks.rados.rados.0.smithi059.stdout:909: finishing write tid 2 to smithi05980601-37 2024-08-17T17:08:17.349 INFO:tasks.rados.rados.0.smithi059.stdout:909: finishing write tid 3 to smithi05980601-37 2024-08-17T17:08:17.349 INFO:tasks.rados.rados.0.smithi059.stdout:909: oid 37 updating version 0 to 564 2024-08-17T17:08:17.349 INFO:tasks.rados.rados.0.smithi059.stdout:909: oid 37 version 564 is already newer than 563 2024-08-17T17:08:17.349 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 564 (ObjNum 293 snap 101 seq_num 293) dirty exists 2024-08-17T17:08:17.349 INFO:tasks.rados.rados.0.smithi059.stdout:909: left oid 37 (ObjNum 293 snap 101 seq_num 293) 2024-08-17T17:08:17.350 INFO:tasks.rados.rados.0.smithi059.stdout:901: done (4 left) 2024-08-17T17:08:17.350 INFO:tasks.rados.rados.0.smithi059.stdout:904: done (3 left) 2024-08-17T17:08:17.350 INFO:tasks.rados.rados.0.smithi059.stdout:906: done (2 left) 2024-08-17T17:08:17.350 INFO:tasks.rados.rados.0.smithi059.stdout:909: done (1 left) 2024-08-17T17:08:17.350 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 101 2024-08-17T17:08:17.350 INFO:tasks.rados.rados.0.smithi059.stdout:911: seq_num 294 ranges {1794048=131072} 2024-08-17T17:08:17.359 INFO:tasks.rados.rados.0.smithi059.stdout:911: writing smithi05980601-23 from 1794048 to 1925120 tid 1 2024-08-17T17:08:17.359 INFO:tasks.rados.rados.0.smithi059.stdout:912: rollback oid 39 current snap is 101 2024-08-17T17:08:17.359 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 39 to 91 2024-08-17T17:08:17.359 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 279 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:08:17.359 INFO:tasks.rados.rados.0.smithi059.stdout:910: done (2 left) 2024-08-17T17:08:17.360 INFO:tasks.rados.rados.0.smithi059.stdout:913: snap_remove snap 73 2024-08-17T17:08:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:17 smithi087 ceph-mon[85676]: osdmap e262: 8 total, 8 up, 8 in 2024-08-17T17:08:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:17 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:17 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:17 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:17 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:17 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:17 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:17 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:17 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:17.754 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:08:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:08:17] "GET /metrics HTTP/1.1" 200 36088 "" "Prometheus/2.43.0" 2024-08-17T17:08:18.130 INFO:tasks.rados.rados.0.smithi059.stdout:913: done (2 left) 2024-08-17T17:08:18.130 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 101 2024-08-17T17:08:18.130 INFO:tasks.rados.rados.0.smithi059.stdout:914: seq_num 295 ranges {8208384=147456} 2024-08-17T17:08:18.178 INFO:tasks.rados.rados.0.smithi059.stdout:914: writing smithi05980601-17 from 8208384 to 8355840 tid 1 2024-08-17T17:08:18.178 INFO:tasks.rados.rados.0.smithi059.stdout:915: read oid 2 snap -1 2024-08-17T17:08:18.178 INFO:tasks.rados.rados.0.smithi059.stdout:915: expect (ObjNum 263 snap 92 seq_num 263) 2024-08-17T17:08:18.178 INFO:tasks.rados.rados.0.smithi059.stdout:916: setattr oid 29 current snap is 101 2024-08-17T17:08:18.178 INFO:tasks.rados.rados.0.smithi059.stdout:912: finishing rollback tid 1 to smithi05980601-39 2024-08-17T17:08:18.178 INFO:tasks.rados.rados.0.smithi059.stdout:912: finishing rollback tid 2 to smithi05980601-39 2024-08-17T17:08:18.178 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 576 (ObjNum 181 snap 53 seq_num 181) dirty exists 2024-08-17T17:08:18.179 INFO:tasks.rados.rados.0.smithi059.stdout:911: finishing write tid 1 to smithi05980601-23 2024-08-17T17:08:18.179 INFO:tasks.rados.rados.0.smithi059.stdout:911: finishing write tid 2 to smithi05980601-23 2024-08-17T17:08:18.179 INFO:tasks.rados.rados.0.smithi059.stdout:911: finishing write tid 3 to smithi05980601-23 2024-08-17T17:08:18.179 INFO:tasks.rados.rados.0.smithi059.stdout:911: oid 23 updating version 0 to 483 2024-08-17T17:08:18.179 INFO:tasks.rados.rados.0.smithi059.stdout:911: oid 23 updating version 483 to 484 2024-08-17T17:08:18.179 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 484 (ObjNum 294 snap 101 seq_num 294) dirty exists 2024-08-17T17:08:18.179 INFO:tasks.rados.rados.0.smithi059.stdout:911: left oid 23 (ObjNum 294 snap 101 seq_num 294) 2024-08-17T17:08:18.179 INFO:tasks.rados.rados.0.smithi059.stdout:911: done (4 left) 2024-08-17T17:08:18.180 INFO:tasks.rados.rados.0.smithi059.stdout:912: done (3 left) 2024-08-17T17:08:18.180 INFO:tasks.rados.rados.0.smithi059.stdout:917: delete oid 12 current snap is 101 2024-08-17T17:08:18.181 INFO:tasks.rados.rados.0.smithi059.stdout:914: finishing write tid 1 to smithi05980601-17 2024-08-17T17:08:18.181 INFO:tasks.rados.rados.0.smithi059.stdout:914: finishing write tid 2 to smithi05980601-17 2024-08-17T17:08:18.181 INFO:tasks.rados.rados.0.smithi059.stdout:917: done (3 left) 2024-08-17T17:08:18.181 INFO:tasks.rados.rados.0.smithi059.stdout:918: rollback oid 48 current snap is 101 2024-08-17T17:08:18.181 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 48 to 82 2024-08-17T17:08:18.181 INFO:tasks.rados.rados.0.smithi059.stdout:919: rollback oid 32 current snap is 101 2024-08-17T17:08:18.182 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 96 2024-08-17T17:08:18.182 INFO:tasks.rados.rados.0.smithi059.stdout:920: rmattr oid 30 current snap is 101 2024-08-17T17:08:18.182 INFO:tasks.rados.rados.0.smithi059.stdout:921: read oid 43 snap -1 2024-08-17T17:08:18.182 INFO:tasks.rados.rados.0.smithi059.stdout:921: expect (ObjNum 204 snap 58 seq_num 204) 2024-08-17T17:08:18.182 INFO:tasks.rados.rados.0.smithi059.stdout:922: snap_create 2024-08-17T17:08:18.182 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 94 (ObjNum 65 snap 0 seq_num 1381849439) dirty exists 2024-08-17T17:08:18.183 INFO:tasks.rados.rados.0.smithi059.stdout:914: finishing write tid 3 to smithi05980601-17 2024-08-17T17:08:18.183 INFO:tasks.rados.rados.0.smithi059.stdout:914: oid 17 updating version 0 to 589 2024-08-17T17:08:18.183 INFO:tasks.rados.rados.0.smithi059.stdout:914: oid 17 version 589 is already newer than 588 2024-08-17T17:08:18.183 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 589 (ObjNum 295 snap 101 seq_num 295) dirty exists 2024-08-17T17:08:18.183 INFO:tasks.rados.rados.0.smithi059.stdout:914: left oid 17 (ObjNum 295 snap 101 seq_num 295) 2024-08-17T17:08:18.186 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 93 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:08:18.186 INFO:tasks.rados.rados.0.smithi059.stdout:919: finishing rollback tid 0 to smithi05980601-32 2024-08-17T17:08:18.186 INFO:tasks.rados.rados.0.smithi059.stdout:918: finishing rollback tid 0 to smithi05980601-48 2024-08-17T17:08:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:919: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:08:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:918: finishing rollback tid 1 to smithi05980601-48 2024-08-17T17:08:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:919: finishing rollback tid 2 to smithi05980601-32 2024-08-17T17:08:18.187 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 223 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:08:18.188 INFO:tasks.rados.rados.0.smithi059.stdout:918: finishing rollback tid 2 to smithi05980601-48 2024-08-17T17:08:18.188 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 304 (ObjNum 246 snap 80 seq_num 246) dirty exists 2024-08-17T17:08:18.191 INFO:tasks.rados.rados.0.smithi059.stdout:915: expect (ObjNum 263 snap 92 seq_num 263) 2024-08-17T17:08:18.245 INFO:tasks.rados.rados.0.smithi059.stdout:921: expect (ObjNum 204 snap 58 seq_num 204) 2024-08-17T17:08:18.502 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[92261]: pgmap v57: 121 pgs: 121 active+clean; 218 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[92261]: Reconfiguring mon.a (monmap changed)... 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[92261]: Reconfiguring daemon mon.a on smithi059 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[92261]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[94685]: pgmap v57: 121 pgs: 121 active+clean; 218 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-08-17T17:08:18.503 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[94685]: Reconfiguring mon.a (monmap changed)... 2024-08-17T17:08:18.504 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[94685]: Reconfiguring daemon mon.a on smithi059 2024-08-17T17:08:18.504 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[94685]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T17:08:18.504 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:18.504 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:18.504 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:08:18.504 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:08:18.504 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:18 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:18 smithi087 ceph-mon[85676]: pgmap v57: 121 pgs: 121 active+clean; 218 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-08-17T17:08:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:18 smithi087 ceph-mon[85676]: Reconfiguring mon.a (monmap changed)... 2024-08-17T17:08:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:18 smithi087 ceph-mon[85676]: Reconfiguring daemon mon.a on smithi059 2024-08-17T17:08:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:18 smithi087 ceph-mon[85676]: osdmap e263: 8 total, 8 up, 8 in 2024-08-17T17:08:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:18 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:18 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:18 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:08:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:18 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:08:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:18 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:19.139 INFO:tasks.rados.rados.0.smithi059.stdout:914: done (7 left) 2024-08-17T17:08:19.139 INFO:tasks.rados.rados.0.smithi059.stdout:915: done (6 left) 2024-08-17T17:08:19.139 INFO:tasks.rados.rados.0.smithi059.stdout:916: done (5 left) 2024-08-17T17:08:19.139 INFO:tasks.rados.rados.0.smithi059.stdout:918: done (4 left) 2024-08-17T17:08:19.139 INFO:tasks.rados.rados.0.smithi059.stdout:919: done (3 left) 2024-08-17T17:08:19.139 INFO:tasks.rados.rados.0.smithi059.stdout:920: done (2 left) 2024-08-17T17:08:19.139 INFO:tasks.rados.rados.0.smithi059.stdout:921: done (1 left) 2024-08-17T17:08:19.139 INFO:tasks.rados.rados.0.smithi059.stdout:922: done (0 left) 2024-08-17T17:08:19.139 INFO:tasks.rados.rados.0.smithi059.stdout:923: snap_remove snap 88 2024-08-17T17:08:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:19 smithi059 ceph-mon[94685]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T17:08:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:19 smithi059 ceph-mon[94685]: Reconfiguring daemon mgr.y on smithi059 2024-08-17T17:08:19.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:19 smithi059 ceph-mon[94685]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T17:08:19.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:19 smithi059 ceph-mon[92261]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T17:08:19.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:19 smithi059 ceph-mon[92261]: Reconfiguring daemon mgr.y on smithi059 2024-08-17T17:08:19.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:19 smithi059 ceph-mon[92261]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T17:08:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:19 smithi087 ceph-mon[85676]: Reconfiguring mgr.y (monmap changed)... 2024-08-17T17:08:19.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:19 smithi087 ceph-mon[85676]: Reconfiguring daemon mgr.y on smithi059 2024-08-17T17:08:19.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:19 smithi087 ceph-mon[85676]: osdmap e264: 8 total, 8 up, 8 in 2024-08-17T17:08:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:923: done (0 left) 2024-08-17T17:08:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:924: read oid 47 snap -1 2024-08-17T17:08:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:924: expect (ObjNum 286 snap 99 seq_num 286) 2024-08-17T17:08:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:925: read oid 35 snap -1 2024-08-17T17:08:20.138 INFO:tasks.rados.rados.0.smithi059.stdout:925: expect (ObjNum 204 snap 58 seq_num 204) 2024-08-17T17:08:20.139 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 102 2024-08-17T17:08:20.139 INFO:tasks.rados.rados.0.smithi059.stdout:926: seq_num 297 ranges {2342912=180224} 2024-08-17T17:08:20.153 INFO:tasks.rados.rados.0.smithi059.stdout:926: writing smithi05980601-4 from 2342912 to 2523136 tid 1 2024-08-17T17:08:20.153 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 102 2024-08-17T17:08:20.153 INFO:tasks.rados.rados.0.smithi059.stdout:927: seq_num 298 ranges {7979008=196608} 2024-08-17T17:08:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:927: writing smithi05980601-36 from 7979008 to 8175616 tid 1 2024-08-17T17:08:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:928: copy_from oid 8 from oid 27 current snap is 102 2024-08-17T17:08:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:926: finishing write tid 1 to smithi05980601-4 2024-08-17T17:08:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:926: finishing write tid 2 to smithi05980601-4 2024-08-17T17:08:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 102 2024-08-17T17:08:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:929: seq_num 299 ranges {9945088=212992} 2024-08-17T17:08:20.254 INFO:tasks.rados.rados.0.smithi059.stdout:929: writing smithi05980601-48 from 9945088 to 10158080 tid 1 2024-08-17T17:08:20.254 INFO:tasks.rados.rados.0.smithi059.stdout:930: rollback oid 18 current snap is 102 2024-08-17T17:08:20.254 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 71 2024-08-17T17:08:20.254 INFO:tasks.rados.rados.0.smithi059.stdout:926: finishing write tid 3 to smithi05980601-4 2024-08-17T17:08:20.255 INFO:tasks.rados.rados.0.smithi059.stdout:926: oid 4 updating version 0 to 499 2024-08-17T17:08:20.255 INFO:tasks.rados.rados.0.smithi059.stdout:926: oid 4 version 499 is already newer than 498 2024-08-17T17:08:20.255 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 499 (ObjNum 297 snap 102 seq_num 297) dirty exists 2024-08-17T17:08:20.255 INFO:tasks.rados.rados.0.smithi059.stdout:926: left oid 4 (ObjNum 297 snap 102 seq_num 297) 2024-08-17T17:08:20.255 INFO:tasks.rados.rados.0.smithi059.stdout:925: expect (ObjNum 204 snap 58 seq_num 204) 2024-08-17T17:08:20.365 INFO:tasks.rados.rados.0.smithi059.stdout:924: expect (ObjNum 286 snap 99 seq_num 286) 2024-08-17T17:08:20.527 INFO:tasks.rados.rados.0.smithi059.stdout:927: finishing write tid 1 to smithi05980601-36 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:927: finishing write tid 2 to smithi05980601-36 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:927: finishing write tid 3 to smithi05980601-36 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:927: oid 36 updating version 0 to 308 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:927: oid 36 updating version 308 to 309 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 309 (ObjNum 298 snap 102 seq_num 298) dirty exists 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:927: left oid 36 (ObjNum 298 snap 102 seq_num 298) 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:928: finishing copy_from racing read to smithi05980601-8 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:928: finishing copy_from to smithi05980601-8 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 436 (ObjNum 283 snap 98 seq_num 283) dirty exists 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:930: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:08:20.528 INFO:tasks.rados.rados.0.smithi059.stdout:930: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 229 (ObjNum 180 snap 53 seq_num 180) dirty exists 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:929: finishing write tid 1 to smithi05980601-48 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:929: finishing write tid 2 to smithi05980601-48 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:929: finishing write tid 3 to smithi05980601-48 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:929: oid 48 updating version 0 to 311 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:929: oid 48 updating version 311 to 312 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 312 (ObjNum 299 snap 102 seq_num 299) dirty exists 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:929: left oid 48 (ObjNum 299 snap 102 seq_num 299) 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:924: done (6 left) 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:925: done (5 left) 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:926: done (4 left) 2024-08-17T17:08:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:927: done (3 left) 2024-08-17T17:08:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:928: done (2 left) 2024-08-17T17:08:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:929: done (1 left) 2024-08-17T17:08:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:930: done (0 left) 2024-08-17T17:08:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:931: delete oid 11 current snap is 102 2024-08-17T17:08:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:931: done (0 left) 2024-08-17T17:08:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 102 2024-08-17T17:08:20.531 INFO:tasks.rados.rados.0.smithi059.stdout:932: seq_num 301 ranges {2523136=245760} 2024-08-17T17:08:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[92261]: pgmap v60: 121 pgs: 121 active+clean; 218 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-08-17T17:08:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[92261]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T17:08:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:20.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[94685]: pgmap v60: 121 pgs: 121 active+clean; 218 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-08-17T17:08:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[94685]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T17:08:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:20.545 INFO:tasks.rados.rados.0.smithi059.stdout:932: writing smithi05980601-4 from 2523136 to 2768896 tid 1 2024-08-17T17:08:20.546 INFO:tasks.rados.rados.0.smithi059.stdout:933: read oid 45 snap -1 2024-08-17T17:08:20.546 INFO:tasks.rados.rados.0.smithi059.stdout:933: expect (ObjNum 251 snap 85 seq_num 251) 2024-08-17T17:08:20.546 INFO:tasks.rados.rados.0.smithi059.stdout:934: snap_remove snap 85 2024-08-17T17:08:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:20 smithi087 ceph-mon[85676]: pgmap v60: 121 pgs: 121 active+clean; 218 MiB data, 905 MiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-08-17T17:08:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:20 smithi087 ceph-mon[85676]: osdmap e265: 8 total, 8 up, 8 in 2024-08-17T17:08:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:21.083 INFO:tasks.rados.rados.0.smithi059.stdout:934: done (2 left) 2024-08-17T17:08:21.083 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 102 2024-08-17T17:08:21.084 INFO:tasks.rados.rados.0.smithi059.stdout:935: seq_num 302 ranges {4489216=262144} 2024-08-17T17:08:21.110 INFO:tasks.rados.rados.0.smithi059.stdout:935: writing smithi05980601-21 from 4489216 to 4751360 tid 1 2024-08-17T17:08:21.111 INFO:tasks.rados.rados.0.smithi059.stdout:936: snap_create 2024-08-17T17:08:21.111 INFO:tasks.rados.rados.0.smithi059.stdout:932: finishing write tid 1 to smithi05980601-4 2024-08-17T17:08:21.111 INFO:tasks.rados.rados.0.smithi059.stdout:932: finishing write tid 2 to smithi05980601-4 2024-08-17T17:08:21.111 INFO:tasks.rados.rados.0.smithi059.stdout:932: finishing write tid 3 to smithi05980601-4 2024-08-17T17:08:21.111 INFO:tasks.rados.rados.0.smithi059.stdout:932: oid 4 updating version 0 to 500 2024-08-17T17:08:21.111 INFO:tasks.rados.rados.0.smithi059.stdout:932: oid 4 updating version 500 to 501 2024-08-17T17:08:21.111 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 501 (ObjNum 301 snap 102 seq_num 301) dirty exists 2024-08-17T17:08:21.111 INFO:tasks.rados.rados.0.smithi059.stdout:932: left oid 4 (ObjNum 301 snap 102 seq_num 301) 2024-08-17T17:08:21.111 INFO:tasks.rados.rados.0.smithi059.stdout:933: expect (ObjNum 251 snap 85 seq_num 251) 2024-08-17T17:08:21.186 INFO:tasks.rados.rados.0.smithi059.stdout:935: finishing write tid 1 to smithi05980601-21 2024-08-17T17:08:21.186 INFO:tasks.rados.rados.0.smithi059.stdout:935: finishing write tid 2 to smithi05980601-21 2024-08-17T17:08:21.186 INFO:tasks.rados.rados.0.smithi059.stdout:935: finishing write tid 3 to smithi05980601-21 2024-08-17T17:08:21.186 INFO:tasks.rados.rados.0.smithi059.stdout:935: oid 21 updating version 0 to 314 2024-08-17T17:08:21.186 INFO:tasks.rados.rados.0.smithi059.stdout:935: oid 21 updating version 314 to 315 2024-08-17T17:08:21.186 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 315 (ObjNum 302 snap 102 seq_num 302) dirty exists 2024-08-17T17:08:21.186 INFO:tasks.rados.rados.0.smithi059.stdout:935: left oid 21 (ObjNum 302 snap 102 seq_num 302) 2024-08-17T17:08:21.473 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[92261]: Reconfiguring mon.c (monmap changed)... 2024-08-17T17:08:21.473 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[92261]: Reconfiguring daemon mon.c on smithi059 2024-08-17T17:08:21.473 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[92261]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T17:08:21.473 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:21.473 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:21.473 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[92261]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[94685]: Reconfiguring mon.c (monmap changed)... 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[94685]: Reconfiguring daemon mon.c on smithi059 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[94685]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:21.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:21 smithi059 ceph-mon[94685]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T17:08:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:21 smithi087 ceph-mon[85676]: Reconfiguring mon.c (monmap changed)... 2024-08-17T17:08:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:21 smithi087 ceph-mon[85676]: Reconfiguring daemon mon.c on smithi059 2024-08-17T17:08:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:21 smithi087 ceph-mon[85676]: osdmap e266: 8 total, 8 up, 8 in 2024-08-17T17:08:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:21 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:21 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:21 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:08:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:21 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:21 smithi087 ceph-mon[85676]: osdmap e267: 8 total, 8 up, 8 in 2024-08-17T17:08:22.093 INFO:tasks.rados.rados.0.smithi059.stdout:932: done (3 left) 2024-08-17T17:08:22.093 INFO:tasks.rados.rados.0.smithi059.stdout:933: done (2 left) 2024-08-17T17:08:22.093 INFO:tasks.rados.rados.0.smithi059.stdout:935: done (1 left) 2024-08-17T17:08:22.093 INFO:tasks.rados.rados.0.smithi059.stdout:936: done (0 left) 2024-08-17T17:08:22.093 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 19 current snap is 103 2024-08-17T17:08:22.093 INFO:tasks.rados.rados.0.smithi059.stdout:937: seq_num 303 ranges {0=278528} 2024-08-17T17:08:22.094 INFO:tasks.rados.rados.0.smithi059.stdout:937: writing smithi05980601-19 from 0 to 278528 tid 1 2024-08-17T17:08:22.094 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 103 2024-08-17T17:08:22.094 INFO:tasks.rados.rados.0.smithi059.stdout:938: seq_num 304 ranges {2097152=294912} 2024-08-17T17:08:22.108 INFO:tasks.rados.rados.0.smithi059.stdout:938: writing smithi05980601-25 from 2097152 to 2392064 tid 1 2024-08-17T17:08:22.108 INFO:tasks.rados.rados.0.smithi059.stdout:939: rmattr oid 42 current snap is 103 2024-08-17T17:08:22.108 INFO:tasks.rados.rados.0.smithi059.stdout:937: finishing write tid 1 to smithi05980601-19 2024-08-17T17:08:22.108 INFO:tasks.rados.rados.0.smithi059.stdout:937: finishing write tid 2 to smithi05980601-19 2024-08-17T17:08:22.108 INFO:tasks.rados.rados.0.smithi059.stdout:940: delete oid 10 current snap is 103 2024-08-17T17:08:22.108 INFO:tasks.rados.rados.0.smithi059.stdout:937: finishing write tid 3 to smithi05980601-19 2024-08-17T17:08:22.108 INFO:tasks.rados.rados.0.smithi059.stdout:937: oid 19 updating version 0 to 619 2024-08-17T17:08:22.108 INFO:tasks.rados.rados.0.smithi059.stdout:937: oid 19 version 619 is already newer than 618 2024-08-17T17:08:22.109 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 619 (ObjNum 303 snap 103 seq_num 303) dirty exists 2024-08-17T17:08:22.109 INFO:tasks.rados.rados.0.smithi059.stdout:937: left oid 19 (ObjNum 303 snap 103 seq_num 303) 2024-08-17T17:08:22.109 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 0 (ObjNum 249 snap 84 seq_num 249) dirty exists 2024-08-17T17:08:22.110 INFO:tasks.rados.rados.0.smithi059.stdout:938: finishing write tid 1 to smithi05980601-25 2024-08-17T17:08:22.111 INFO:tasks.rados.rados.0.smithi059.stdout:938: finishing write tid 2 to smithi05980601-25 2024-08-17T17:08:22.112 INFO:tasks.rados.rados.0.smithi059.stdout:937: done (3 left) 2024-08-17T17:08:22.112 INFO:tasks.rados.rados.0.smithi059.stdout:939: done (2 left) 2024-08-17T17:08:22.112 INFO:tasks.rados.rados.0.smithi059.stdout:940: done (1 left) 2024-08-17T17:08:22.112 INFO:tasks.rados.rados.0.smithi059.stdout:941: copy_from oid 21 from oid 5 current snap is 103 2024-08-17T17:08:22.112 INFO:tasks.rados.rados.0.smithi059.stdout:942: snap_create 2024-08-17T17:08:22.113 INFO:tasks.rados.rados.0.smithi059.stdout:938: finishing write tid 3 to smithi05980601-25 2024-08-17T17:08:22.113 INFO:tasks.rados.rados.0.smithi059.stdout:938: oid 25 updating version 0 to 319 2024-08-17T17:08:22.113 INFO:tasks.rados.rados.0.smithi059.stdout:938: oid 25 version 319 is already newer than 318 2024-08-17T17:08:22.113 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 319 (ObjNum 304 snap 103 seq_num 304) dirty exists 2024-08-17T17:08:22.113 INFO:tasks.rados.rados.0.smithi059.stdout:938: left oid 25 (ObjNum 304 snap 103 seq_num 304) 2024-08-17T17:08:22.122 INFO:tasks.rados.rados.0.smithi059.stdout:941: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:08:22.124 INFO:tasks.rados.rados.0.smithi059.stdout:941: finishing copy_from to smithi05980601-21 2024-08-17T17:08:22.124 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 297 (ObjNum 278 snap 97 seq_num 278) dirty exists 2024-08-17T17:08:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:22 smithi059 ceph-mon[92261]: pgmap v63: 121 pgs: 121 active+clean; 218 MiB data, 905 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:22 smithi059 ceph-mon[92261]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T17:08:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:22 smithi059 ceph-mon[92261]: Reconfiguring daemon osd.0 on smithi059 2024-08-17T17:08:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:22 smithi059 ceph-mon[92261]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T17:08:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:22 smithi059 ceph-mon[94685]: pgmap v63: 121 pgs: 121 active+clean; 218 MiB data, 905 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:22 smithi059 ceph-mon[94685]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T17:08:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:22 smithi059 ceph-mon[94685]: Reconfiguring daemon osd.0 on smithi059 2024-08-17T17:08:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:22 smithi059 ceph-mon[94685]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T17:08:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:22 smithi087 ceph-mon[85676]: pgmap v63: 121 pgs: 121 active+clean; 218 MiB data, 905 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:22 smithi087 ceph-mon[85676]: Reconfiguring osd.0 (monmap changed)... 2024-08-17T17:08:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:22 smithi087 ceph-mon[85676]: Reconfiguring daemon osd.0 on smithi059 2024-08-17T17:08:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:22 smithi087 ceph-mon[85676]: osdmap e268: 8 total, 8 up, 8 in 2024-08-17T17:08:23.093 INFO:tasks.rados.rados.0.smithi059.stdout:938: done (2 left) 2024-08-17T17:08:23.094 INFO:tasks.rados.rados.0.smithi059.stdout:941: done (1 left) 2024-08-17T17:08:23.094 INFO:tasks.rados.rados.0.smithi059.stdout:942: done (0 left) 2024-08-17T17:08:23.094 INFO:tasks.rados.rados.0.smithi059.stdout:943: rollback oid 44 current snap is 104 2024-08-17T17:08:23.094 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 44 to 70 2024-08-17T17:08:23.094 INFO:tasks.rados.rados.0.smithi059.stdout:944: copy_from oid 18 from oid 38 current snap is 104 2024-08-17T17:08:23.094 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 104 2024-08-17T17:08:23.094 INFO:tasks.rados.rados.0.smithi059.stdout:945: seq_num 306 ranges {0=327680} 2024-08-17T17:08:23.096 INFO:tasks.rados.rados.0.smithi059.stdout:945: writing smithi05980601-3 from 0 to 327680 tid 1 2024-08-17T17:08:23.096 INFO:tasks.rados.rados.0.smithi059.stdout:946: snap_remove snap 96 2024-08-17T17:08:23.526 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:23.526 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:23.526 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[94685]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T17:08:23.526 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:08:23.526 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:23.526 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[94685]: Reconfiguring daemon osd.1 on smithi059 2024-08-17T17:08:23.526 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[94685]: pgmap v66: 121 pgs: 121 active+clean; 239 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-17T17:08:23.527 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[94685]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T17:08:23.527 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:23.527 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:23.527 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[92261]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T17:08:23.527 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:08:23.527 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:23.527 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[92261]: Reconfiguring daemon osd.1 on smithi059 2024-08-17T17:08:23.527 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[92261]: pgmap v66: 121 pgs: 121 active+clean; 239 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-17T17:08:23.527 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:23 smithi059 ceph-mon[92261]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T17:08:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:23 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:23 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:23 smithi087 ceph-mon[85676]: Reconfiguring osd.1 (monmap changed)... 2024-08-17T17:08:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:23 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:08:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:23 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:23 smithi087 ceph-mon[85676]: Reconfiguring daemon osd.1 on smithi059 2024-08-17T17:08:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:23 smithi087 ceph-mon[85676]: pgmap v66: 121 pgs: 121 active+clean; 239 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-17T17:08:23.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:23 smithi087 ceph-mon[85676]: osdmap e269: 8 total, 8 up, 8 in 2024-08-17T17:08:24.100 INFO:tasks.rados.rados.0.smithi059.stdout:946: done (3 left) 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:947: snap_create 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:944: finishing copy_from to smithi05980601-18 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:944: got expected ENOENT (src dne) 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:944: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:943: finishing rollback tid 0 to smithi05980601-44 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:943: finishing rollback tid 1 to smithi05980601-44 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:943: finishing rollback tid 2 to smithi05980601-44 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 257 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:945: finishing write tid 1 to smithi05980601-3 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:945: finishing write tid 2 to smithi05980601-3 2024-08-17T17:08:24.101 INFO:tasks.rados.rados.0.smithi059.stdout:945: finishing write tid 3 to smithi05980601-3 2024-08-17T17:08:24.102 INFO:tasks.rados.rados.0.smithi059.stdout:945: oid 3 updating version 0 to 320 2024-08-17T17:08:24.102 INFO:tasks.rados.rados.0.smithi059.stdout:945: oid 3 updating version 320 to 321 2024-08-17T17:08:24.102 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 321 (ObjNum 306 snap 104 seq_num 306) dirty exists 2024-08-17T17:08:24.102 INFO:tasks.rados.rados.0.smithi059.stdout:945: left oid 3 (ObjNum 306 snap 104 seq_num 306) 2024-08-17T17:08:25.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:25.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:25.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[92261]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T17:08:25.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:08:25.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:25.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[92261]: Reconfiguring daemon osd.2 on smithi059 2024-08-17T17:08:25.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[92261]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T17:08:25.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:25.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:25.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[94685]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T17:08:25.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:08:25.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:25.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[94685]: Reconfiguring daemon osd.2 on smithi059 2024-08-17T17:08:25.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:24 smithi059 ceph-mon[94685]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T17:08:25.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:24 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:25.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:24 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:25.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:24 smithi087 ceph-mon[85676]: Reconfiguring osd.2 (monmap changed)... 2024-08-17T17:08:25.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:24 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:08:25.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:24 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:25.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:24 smithi087 ceph-mon[85676]: Reconfiguring daemon osd.2 on smithi059 2024-08-17T17:08:25.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:24 smithi087 ceph-mon[85676]: osdmap e270: 8 total, 8 up, 8 in 2024-08-17T17:08:25.102 INFO:tasks.rados.rados.0.smithi059.stdout:943: done (3 left) 2024-08-17T17:08:25.102 INFO:tasks.rados.rados.0.smithi059.stdout:944: done (2 left) 2024-08-17T17:08:25.102 INFO:tasks.rados.rados.0.smithi059.stdout:945: done (1 left) 2024-08-17T17:08:25.102 INFO:tasks.rados.rados.0.smithi059.stdout:947: done (0 left) 2024-08-17T17:08:25.103 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 105 2024-08-17T17:08:25.103 INFO:tasks.rados.rados.0.smithi059.stdout:948: seq_num 307 ranges {1228800=344064} 2024-08-17T17:08:25.111 INFO:tasks.rados.rados.0.smithi059.stdout:948: writing smithi05980601-1 from 1228800 to 1572864 tid 1 2024-08-17T17:08:25.111 INFO:tasks.rados.rados.0.smithi059.stdout:949: read oid 35 snap -1 2024-08-17T17:08:25.111 INFO:tasks.rados.rados.0.smithi059.stdout:949: expect (ObjNum 204 snap 58 seq_num 204) 2024-08-17T17:08:25.111 INFO:tasks.rados.rados.0.smithi059.stdout:950: snap_create 2024-08-17T17:08:25.114 INFO:tasks.rados.rados.0.smithi059.stdout:948: finishing write tid 1 to smithi05980601-1 2024-08-17T17:08:25.114 INFO:tasks.rados.rados.0.smithi059.stdout:948: finishing write tid 2 to smithi05980601-1 2024-08-17T17:08:25.116 INFO:tasks.rados.rados.0.smithi059.stdout:948: finishing write tid 3 to smithi05980601-1 2024-08-17T17:08:25.116 INFO:tasks.rados.rados.0.smithi059.stdout:948: oid 1 updating version 0 to 419 2024-08-17T17:08:25.116 INFO:tasks.rados.rados.0.smithi059.stdout:948: oid 1 version 419 is already newer than 418 2024-08-17T17:08:25.116 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 419 (ObjNum 307 snap 105 seq_num 307) dirty exists 2024-08-17T17:08:25.116 INFO:tasks.rados.rados.0.smithi059.stdout:948: left oid 1 (ObjNum 307 snap 105 seq_num 307) 2024-08-17T17:08:25.127 INFO:tasks.rados.rados.0.smithi059.stdout:949: expect (ObjNum 204 snap 58 seq_num 204) 2024-08-17T17:08:26.087 INFO:tasks.rados.rados.0.smithi059.stdout:948: done (2 left) 2024-08-17T17:08:26.087 INFO:tasks.rados.rados.0.smithi059.stdout:949: done (1 left) 2024-08-17T17:08:26.087 INFO:tasks.rados.rados.0.smithi059.stdout:950: done (0 left) 2024-08-17T17:08:26.087 INFO:tasks.rados.rados.0.smithi059.stdout:951: rollback oid 37 current snap is 106 2024-08-17T17:08:26.087 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 37 to 76 2024-08-17T17:08:26.087 INFO:tasks.rados.rados.0.smithi059.stdout:952: delete oid 44 current snap is 106 2024-08-17T17:08:26.091 INFO:tasks.rados.rados.0.smithi059.stdout:952: done (1 left) 2024-08-17T17:08:26.091 INFO:tasks.rados.rados.0.smithi059.stdout:953: copy_from oid 39 from oid 8 current snap is 106 2024-08-17T17:08:26.091 INFO:tasks.rados.rados.0.smithi059.stdout:954: read oid 46 snap 91 2024-08-17T17:08:26.091 INFO:tasks.rados.rados.0.smithi059.stdout:954: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:08:26.091 INFO:tasks.rados.rados.0.smithi059.stdout:955: rmattr oid 14 current snap is 106 2024-08-17T17:08:26.092 INFO:tasks.rados.rados.0.smithi059.stdout:955: done (3 left) 2024-08-17T17:08:26.092 INFO:tasks.rados.rados.0.smithi059.stdout:956: read oid 16 snap -1 2024-08-17T17:08:26.092 INFO:tasks.rados.rados.0.smithi059.stdout:956: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:08:26.092 INFO:tasks.rados.rados.0.smithi059.stdout:957: rollback oid 40 current snap is 106 2024-08-17T17:08:26.092 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 103 2024-08-17T17:08:26.092 INFO:tasks.rados.rados.0.smithi059.stdout:958: delete oid 35 current snap is 106 2024-08-17T17:08:26.093 INFO:tasks.rados.rados.0.smithi059.stdout:951: finishing rollback tid 0 to smithi05980601-37 2024-08-17T17:08:26.095 INFO:tasks.rados.rados.0.smithi059.stdout:951: finishing rollback tid 1 to smithi05980601-37 2024-08-17T17:08:26.095 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 634 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:08:26.097 INFO:tasks.rados.rados.0.smithi059.stdout:957: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:08:26.100 INFO:tasks.rados.rados.0.smithi059.stdout:957: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:08:26.100 INFO:tasks.rados.rados.0.smithi059.stdout:957: finishing rollback tid 2 to smithi05980601-40 2024-08-17T17:08:26.100 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 422 (ObjNum 116 snap 35 seq_num 116) dirty exists 2024-08-17T17:08:26.118 INFO:tasks.rados.rados.0.smithi059.stdout:956: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:08:26.213 INFO:tasks.rados.rados.0.smithi059.stdout:954: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:08:26.240 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[92261]: pgmap v69: 121 pgs: 121 active+clean; 239 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-17T17:08:26.240 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:26.240 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[92261]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[92261]: Reconfiguring daemon osd.3 on smithi059 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[92261]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[94685]: pgmap v69: 121 pgs: 121 active+clean; 239 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[94685]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:08:26.241 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:26.242 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[94685]: Reconfiguring daemon osd.3 on smithi059 2024-08-17T17:08:26.242 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:25 smithi059 ceph-mon[94685]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T17:08:26.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:25 smithi087 ceph-mon[85676]: pgmap v69: 121 pgs: 121 active+clean; 239 MiB data, 924 MiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-17T17:08:26.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:26.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:26.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:25 smithi087 ceph-mon[85676]: Reconfiguring osd.3 (monmap changed)... 2024-08-17T17:08:26.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:08:26.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:26.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:25 smithi087 ceph-mon[85676]: Reconfiguring daemon osd.3 on smithi059 2024-08-17T17:08:26.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:25 smithi087 ceph-mon[85676]: osdmap e271: 8 total, 8 up, 8 in 2024-08-17T17:08:26.380 INFO:tasks.rados.rados.0.smithi059.stdout:953: finishing copy_from racing read to smithi05980601-39 2024-08-17T17:08:26.380 INFO:tasks.rados.rados.0.smithi059.stdout:953: finishing copy_from to smithi05980601-39 2024-08-17T17:08:26.380 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 436 (ObjNum 283 snap 98 seq_num 283) dirty exists 2024-08-17T17:08:26.380 INFO:tasks.rados.rados.0.smithi059.stdout:951: done (5 left) 2024-08-17T17:08:26.380 INFO:tasks.rados.rados.0.smithi059.stdout:953: done (4 left) 2024-08-17T17:08:26.380 INFO:tasks.rados.rados.0.smithi059.stdout:954: done (3 left) 2024-08-17T17:08:26.380 INFO:tasks.rados.rados.0.smithi059.stdout:956: done (2 left) 2024-08-17T17:08:26.380 INFO:tasks.rados.rados.0.smithi059.stdout:957: done (1 left) 2024-08-17T17:08:26.380 INFO:tasks.rados.rados.0.smithi059.stdout:958: done (0 left) 2024-08-17T17:08:26.381 INFO:tasks.rados.rados.0.smithi059.stdout:959: delete oid 45 current snap is 106 2024-08-17T17:08:26.382 INFO:tasks.rados.rados.0.smithi059.stdout:959: done (0 left) 2024-08-17T17:08:26.382 INFO:tasks.rados.rados.0.smithi059.stdout:960: copy_from oid 25 from oid 31 current snap is 106 2024-08-17T17:08:26.382 INFO:tasks.rados.rados.0.smithi059.stdout:961: read oid 49 snap 89 2024-08-17T17:08:26.382 INFO:tasks.rados.rados.0.smithi059.stdout:961: expect (ObjNum 241 snap 77 seq_num 241) 2024-08-17T17:08:26.382 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 106 2024-08-17T17:08:26.383 INFO:tasks.rados.rados.0.smithi059.stdout:962: seq_num 311 ranges {1925120=417792} 2024-08-17T17:08:26.395 INFO:tasks.rados.rados.0.smithi059.stdout:962: writing smithi05980601-23 from 1925120 to 2342912 tid 1 2024-08-17T17:08:26.395 INFO:tasks.rados.rados.0.smithi059.stdout:963: copy_from oid 32 from oid 42 current snap is 106 2024-08-17T17:08:26.395 INFO:tasks.rados.rados.0.smithi059.stdout:960: finishing copy_from to smithi05980601-25 2024-08-17T17:08:26.395 INFO:tasks.rados.rados.0.smithi059.stdout:960: got expected ENOENT (src dne) 2024-08-17T17:08:26.395 INFO:tasks.rados.rados.0.smithi059.stdout:960: finishing copy_from racing read to smithi05980601-25 2024-08-17T17:08:26.396 INFO:tasks.rados.rados.0.smithi059.stdout:961: expect (ObjNum 241 snap 77 seq_num 241) 2024-08-17T17:08:26.510 INFO:tasks.rados.rados.0.smithi059.stdout:962: finishing write tid 1 to smithi05980601-23 2024-08-17T17:08:26.510 INFO:tasks.rados.rados.0.smithi059.stdout:962: finishing write tid 2 to smithi05980601-23 2024-08-17T17:08:26.510 INFO:tasks.rados.rados.0.smithi059.stdout:962: finishing write tid 3 to smithi05980601-23 2024-08-17T17:08:26.510 INFO:tasks.rados.rados.0.smithi059.stdout:962: oid 23 updating version 0 to 516 2024-08-17T17:08:26.510 INFO:tasks.rados.rados.0.smithi059.stdout:962: oid 23 version 516 is already newer than 515 2024-08-17T17:08:26.511 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 516 (ObjNum 311 snap 106 seq_num 311) dirty exists 2024-08-17T17:08:26.511 INFO:tasks.rados.rados.0.smithi059.stdout:962: left oid 23 (ObjNum 311 snap 106 seq_num 311) 2024-08-17T17:08:26.511 INFO:tasks.rados.rados.0.smithi059.stdout:963: finishing copy_from racing read to smithi05980601-32 2024-08-17T17:08:26.511 INFO:tasks.rados.rados.0.smithi059.stdout:963: finishing copy_from to smithi05980601-32 2024-08-17T17:08:26.511 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 234 (ObjNum 249 snap 84 seq_num 249) dirty exists 2024-08-17T17:08:26.511 INFO:tasks.rados.rados.0.smithi059.stdout:960: done (3 left) 2024-08-17T17:08:26.511 INFO:tasks.rados.rados.0.smithi059.stdout:961: done (2 left) 2024-08-17T17:08:26.512 INFO:tasks.rados.rados.0.smithi059.stdout:962: done (1 left) 2024-08-17T17:08:26.512 INFO:tasks.rados.rados.0.smithi059.stdout:963: done (0 left) 2024-08-17T17:08:26.512 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 106 2024-08-17T17:08:26.512 INFO:tasks.rados.rados.0.smithi059.stdout:964: seq_num 312 ranges {4472832=434176} 2024-08-17T17:08:26.536 INFO:tasks.rados.rados.0.smithi059.stdout:964: writing smithi05980601-50 from 4472832 to 4907008 tid 1 2024-08-17T17:08:26.536 INFO:tasks.rados.rados.0.smithi059.stdout:965: read oid 19 snap 105 2024-08-17T17:08:26.537 INFO:tasks.rados.rados.0.smithi059.stdout:965: expect (ObjNum 303 snap 103 seq_num 303) 2024-08-17T17:08:26.537 INFO:tasks.rados.rados.0.smithi059.stdout:966: read oid 41 snap -1 2024-08-17T17:08:26.537 INFO:tasks.rados.rados.0.smithi059.stdout:966: expect (ObjNum 231 snap 75 seq_num 231) 2024-08-17T17:08:26.537 INFO:tasks.rados.rados.0.smithi059.stdout:967: read oid 7 snap 82 2024-08-17T17:08:26.537 INFO:tasks.rados.rados.0.smithi059.stdout:967: expect (ObjNum 185 snap 56 seq_num 185) 2024-08-17T17:08:26.537 INFO:tasks.rados.rados.0.smithi059.stdout:968: snap_create 2024-08-17T17:08:26.540 INFO:tasks.rados.rados.0.smithi059.stdout:964: finishing write tid 1 to smithi05980601-50 2024-08-17T17:08:26.540 INFO:tasks.rados.rados.0.smithi059.stdout:967: expect (ObjNum 185 snap 56 seq_num 185) 2024-08-17T17:08:26.572 INFO:tasks.rados.rados.0.smithi059.stdout:964: finishing write tid 2 to smithi05980601-50 2024-08-17T17:08:26.572 INFO:tasks.rados.rados.0.smithi059.stdout:964: finishing write tid 3 to smithi05980601-50 2024-08-17T17:08:26.572 INFO:tasks.rados.rados.0.smithi059.stdout:964: oid 50 updating version 0 to 638 2024-08-17T17:08:26.572 INFO:tasks.rados.rados.0.smithi059.stdout:964: oid 50 updating version 638 to 639 2024-08-17T17:08:26.572 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 639 (ObjNum 312 snap 106 seq_num 312) dirty exists 2024-08-17T17:08:26.573 INFO:tasks.rados.rados.0.smithi059.stdout:964: left oid 50 (ObjNum 312 snap 106 seq_num 312) 2024-08-17T17:08:26.573 INFO:tasks.rados.rados.0.smithi059.stdout:965: expect (ObjNum 303 snap 103 seq_num 303) 2024-08-17T17:08:26.579 INFO:tasks.rados.rados.0.smithi059.stdout:966: expect (ObjNum 231 snap 75 seq_num 231) 2024-08-17T17:08:27.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[94685]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T17:08:27.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:27.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:27.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:08:27.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:27.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[92261]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T17:08:27.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:27.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:27.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:08:27.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:27.337 INFO:tasks.rados.rados.0.smithi059.stdout:964: done (4 left) 2024-08-17T17:08:27.337 INFO:tasks.rados.rados.0.smithi059.stdout:965: done (3 left) 2024-08-17T17:08:27.337 INFO:tasks.rados.rados.0.smithi059.stdout:966: done (2 left) 2024-08-17T17:08:27.337 INFO:tasks.rados.rados.0.smithi059.stdout:967: done (1 left) 2024-08-17T17:08:27.337 INFO:tasks.rados.rados.0.smithi059.stdout:968: done (0 left) 2024-08-17T17:08:27.338 INFO:tasks.rados.rados.0.smithi059.stdout:969: read oid 3 snap -1 2024-08-17T17:08:27.338 INFO:tasks.rados.rados.0.smithi059.stdout:969: expect (ObjNum 306 snap 104 seq_num 306) 2024-08-17T17:08:27.338 INFO:tasks.rados.rados.0.smithi059.stdout:970: copy_from oid 50 from oid 8 current snap is 107 2024-08-17T17:08:27.338 INFO:tasks.rados.rados.0.smithi059.stdout:971: snap_remove snap 81 2024-08-17T17:08:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:27 smithi087 ceph-mon[85676]: osdmap e272: 8 total, 8 up, 8 in 2024-08-17T17:08:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:27 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:27 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:27 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:08:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:27 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:27.748 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:08:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:08:27] "GET /metrics HTTP/1.1" 200 36082 "" "Prometheus/2.43.0" 2024-08-17T17:08:28.349 INFO:tasks.rados.rados.0.smithi059.stdout:971: done (2 left) 2024-08-17T17:08:28.349 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 107 2024-08-17T17:08:28.350 INFO:tasks.rados.rados.0.smithi059.stdout:972: seq_num 313 ranges {0=450560} 2024-08-17T17:08:28.352 INFO:tasks.rados.rados.0.smithi059.stdout:972: writing smithi05980601-38 from 0 to 450560 tid 1 2024-08-17T17:08:28.352 INFO:tasks.rados.rados.0.smithi059.stdout:973: read oid 20 snap -1 2024-08-17T17:08:28.353 INFO:tasks.rados.rados.0.smithi059.stdout:973: expect (ObjNum 261 snap 88 seq_num 261) 2024-08-17T17:08:28.353 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 107 2024-08-17T17:08:28.353 INFO:tasks.rados.rados.0.smithi059.stdout:974: seq_num 314 ranges {1638400=466944} 2024-08-17T17:08:28.365 INFO:tasks.rados.rados.0.smithi059.stdout:974: writing smithi05980601-41 from 1638400 to 2105344 tid 1 2024-08-17T17:08:28.365 INFO:tasks.rados.rados.0.smithi059.stdout:975: delete oid 11 current snap is 107 2024-08-17T17:08:28.365 INFO:tasks.rados.rados.0.smithi059.stdout:969: expect (ObjNum 306 snap 104 seq_num 306) 2024-08-17T17:08:28.378 INFO:tasks.rados.rados.0.smithi059.stdout:970: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:08:28.378 INFO:tasks.rados.rados.0.smithi059.stdout:970: finishing copy_from to smithi05980601-50 2024-08-17T17:08:28.378 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 436 (ObjNum 283 snap 98 seq_num 283) dirty exists 2024-08-17T17:08:28.378 INFO:tasks.rados.rados.0.smithi059.stdout:969: done (5 left) 2024-08-17T17:08:28.378 INFO:tasks.rados.rados.0.smithi059.stdout:970: done (4 left) 2024-08-17T17:08:28.378 INFO:tasks.rados.rados.0.smithi059.stdout:975: done (3 left) 2024-08-17T17:08:28.378 INFO:tasks.rados.rados.0.smithi059.stdout:976: snap_remove snap 101 2024-08-17T17:08:28.395 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:28 smithi087 ceph-mon[85676]: Reconfiguring mds.a (monmap changed)... 2024-08-17T17:08:28.395 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:28 smithi087 ceph-mon[85676]: Reconfiguring daemon mds.a on smithi059 2024-08-17T17:08:28.395 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:28 smithi087 ceph-mon[85676]: pgmap v72: 121 pgs: 121 active+clean; 243 MiB data, 965 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 982 KiB/s wr, 8 op/s 2024-08-17T17:08:28.395 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:28 smithi087 ceph-mon[85676]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T17:08:28.396 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:28.396 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:28.396 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:28.396 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:28.396 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[94685]: Reconfiguring mds.a (monmap changed)... 2024-08-17T17:08:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[94685]: Reconfiguring daemon mds.a on smithi059 2024-08-17T17:08:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[94685]: pgmap v72: 121 pgs: 121 active+clean; 243 MiB data, 965 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 982 KiB/s wr, 8 op/s 2024-08-17T17:08:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[94685]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T17:08:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[92261]: Reconfiguring mds.a (monmap changed)... 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[92261]: Reconfiguring daemon mds.a on smithi059 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[92261]: pgmap v72: 121 pgs: 121 active+clean; 243 MiB data, 965 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 982 KiB/s wr, 8 op/s 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[92261]: osdmap e273: 8 total, 8 up, 8 in 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-08-17T17:08:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:29.349 INFO:tasks.rados.rados.0.smithi059.stdout:976: done (3 left) 2024-08-17T17:08:29.349 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 107 2024-08-17T17:08:29.349 INFO:tasks.rados.rados.0.smithi059.stdout:972: finishing write tid 1 to smithi05980601-38 2024-08-17T17:08:29.349 INFO:tasks.rados.rados.0.smithi059.stdout:972: finishing write tid 2 to smithi05980601-38 2024-08-17T17:08:29.349 INFO:tasks.rados.rados.0.smithi059.stdout:977: seq_num 316 ranges {3702784=499712} 2024-08-17T17:08:29.372 INFO:tasks.rados.rados.0.smithi059.stdout:977: writing smithi05980601-24 from 3702784 to 4202496 tid 1 2024-08-17T17:08:29.373 INFO:tasks.rados.rados.0.smithi059.stdout:978: copy_from oid 36 from oid 10 current snap is 107 2024-08-17T17:08:29.373 INFO:tasks.rados.rados.0.smithi059.stdout:973: expect (ObjNum 261 snap 88 seq_num 261) 2024-08-17T17:08:29.434 INFO:tasks.rados.rados.0.smithi059.stdout:972: finishing write tid 3 to smithi05980601-38 2024-08-17T17:08:29.434 INFO:tasks.rados.rados.0.smithi059.stdout:972: oid 38 updating version 0 to 170 2024-08-17T17:08:29.434 INFO:tasks.rados.rados.0.smithi059.stdout:972: oid 38 version 170 is already newer than 169 2024-08-17T17:08:29.434 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 170 (ObjNum 313 snap 107 seq_num 313) dirty exists 2024-08-17T17:08:29.434 INFO:tasks.rados.rados.0.smithi059.stdout:972: left oid 38 (ObjNum 313 snap 107 seq_num 313) 2024-08-17T17:08:29.434 INFO:tasks.rados.rados.0.smithi059.stdout:974: finishing write tid 1 to smithi05980601-41 2024-08-17T17:08:29.434 INFO:tasks.rados.rados.0.smithi059.stdout:972: done (4 left) 2024-08-17T17:08:29.434 INFO:tasks.rados.rados.0.smithi059.stdout:973: done (3 left) 2024-08-17T17:08:29.434 INFO:tasks.rados.rados.0.smithi059.stdout:979: snap_remove snap 70 2024-08-17T17:08:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:29 smithi059 ceph-mon[92261]: Reconfiguring mon.b (monmap changed)... 2024-08-17T17:08:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:29 smithi059 ceph-mon[92261]: Reconfiguring daemon mon.b on smithi087 2024-08-17T17:08:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:29 smithi059 ceph-mon[92261]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T17:08:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:29 smithi059 ceph-mon[94685]: Reconfiguring mon.b (monmap changed)... 2024-08-17T17:08:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:29 smithi059 ceph-mon[94685]: Reconfiguring daemon mon.b on smithi087 2024-08-17T17:08:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:29 smithi059 ceph-mon[94685]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T17:08:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:29 smithi087 ceph-mon[85676]: Reconfiguring mon.b (monmap changed)... 2024-08-17T17:08:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:29 smithi087 ceph-mon[85676]: Reconfiguring daemon mon.b on smithi087 2024-08-17T17:08:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:29 smithi087 ceph-mon[85676]: osdmap e274: 8 total, 8 up, 8 in 2024-08-17T17:08:30.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:30 smithi087 ceph-mon[85676]: pgmap v75: 121 pgs: 121 active+clean; 243 MiB data, 965 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 982 KiB/s wr, 8 op/s 2024-08-17T17:08:30.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:30 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:30.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:30 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:30.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:30 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:08:30.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:30 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:08:30.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:30 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:30.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:30 smithi087 ceph-mon[85676]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T17:08:30.349 INFO:tasks.rados.rados.0.smithi059.stdout:979: done (3 left) 2024-08-17T17:08:30.350 INFO:tasks.rados.rados.0.smithi059.stdout:980: snap_remove snap 98 2024-08-17T17:08:30.438 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[94685]: pgmap v75: 121 pgs: 121 active+clean; 243 MiB data, 965 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 982 KiB/s wr, 8 op/s 2024-08-17T17:08:30.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:30.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:30.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:08:30.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:08:30.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:30.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[94685]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T17:08:30.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[92261]: pgmap v75: 121 pgs: 121 active+clean; 243 MiB data, 965 MiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 982 KiB/s wr, 8 op/s 2024-08-17T17:08:30.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:30.440 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:30.440 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-08-17T17:08:30.440 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-08-17T17:08:30.440 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:30.440 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:30 smithi059 ceph-mon[92261]: osdmap e275: 8 total, 8 up, 8 in 2024-08-17T17:08:31.362 INFO:tasks.rados.rados.0.smithi059.stdout:980: done (3 left) 2024-08-17T17:08:31.362 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 107 2024-08-17T17:08:31.362 INFO:tasks.rados.rados.0.smithi059.stdout:981: seq_num 317 ranges {2392064=516096} 2024-08-17T17:08:31.379 INFO:tasks.rados.rados.0.smithi059.stdout:981: writing smithi05980601-25 from 2392064 to 2908160 tid 1 2024-08-17T17:08:31.379 INFO:tasks.rados.rados.0.smithi059.stdout:982: read oid 4 snap -1 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:982: expect (ObjNum 301 snap 102 seq_num 301) 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:983: setattr oid 26 current snap is 107 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:974: finishing write tid 2 to smithi05980601-41 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:974: finishing write tid 3 to smithi05980601-41 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:974: oid 41 updating version 0 to 322 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:974: oid 41 version 322 is already newer than 321 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 322 (ObjNum 314 snap 107 seq_num 314) dirty exists 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:974: left oid 41 (ObjNum 314 snap 107 seq_num 314) 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:978: finishing copy_from to smithi05980601-36 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:978: got expected ENOENT (src dne) 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:978: finishing copy_from racing read to smithi05980601-36 2024-08-17T17:08:31.380 INFO:tasks.rados.rados.0.smithi059.stdout:977: finishing write tid 1 to smithi05980601-24 2024-08-17T17:08:31.381 INFO:tasks.rados.rados.0.smithi059.stdout:977: finishing write tid 2 to smithi05980601-24 2024-08-17T17:08:31.381 INFO:tasks.rados.rados.0.smithi059.stdout:977: finishing write tid 3 to smithi05980601-24 2024-08-17T17:08:31.381 INFO:tasks.rados.rados.0.smithi059.stdout:977: oid 24 updating version 0 to 144 2024-08-17T17:08:31.381 INFO:tasks.rados.rados.0.smithi059.stdout:977: oid 24 updating version 144 to 145 2024-08-17T17:08:31.381 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 145 (ObjNum 316 snap 107 seq_num 316) dirty exists 2024-08-17T17:08:31.381 INFO:tasks.rados.rados.0.smithi059.stdout:977: left oid 24 (ObjNum 316 snap 107 seq_num 316) 2024-08-17T17:08:31.381 INFO:tasks.rados.rados.0.smithi059.stdout:974: done (5 left) 2024-08-17T17:08:31.382 INFO:tasks.rados.rados.0.smithi059.stdout:977: done (4 left) 2024-08-17T17:08:31.382 INFO:tasks.rados.rados.0.smithi059.stdout:978: done (3 left) 2024-08-17T17:08:31.382 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 107 2024-08-17T17:08:31.382 INFO:tasks.rados.rados.0.smithi059.stdout:984: seq_num 318 ranges {7569408=532480} 2024-08-17T17:08:31.420 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:31 smithi087 ceph-mon[85676]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T17:08:31.420 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:31 smithi087 ceph-mon[85676]: Reconfiguring daemon mgr.x on smithi087 2024-08-17T17:08:31.420 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:31 smithi087 ceph-mon[85676]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T17:08:31.420 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:31 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:31.421 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:31 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:31.421 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:31 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:08:31.421 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:31 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:31.425 INFO:tasks.rados.rados.0.smithi059.stdout:984: writing smithi05980601-13 from 7569408 to 8101888 tid 1 2024-08-17T17:08:31.425 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 107 2024-08-17T17:08:31.425 INFO:tasks.rados.rados.0.smithi059.stdout:985: seq_num 319 ranges {2473984=548864} 2024-08-17T17:08:31.442 INFO:tasks.rados.rados.0.smithi059.stdout:985: writing smithi05980601-40 from 2473984 to 3022848 tid 1 2024-08-17T17:08:31.442 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 107 2024-08-17T17:08:31.442 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 168 (ObjNum 268 snap 95 seq_num 268) dirty exists 2024-08-17T17:08:31.442 INFO:tasks.rados.rados.0.smithi059.stdout:981: finishing write tid 1 to smithi05980601-25 2024-08-17T17:08:31.442 INFO:tasks.rados.rados.0.smithi059.stdout:981: finishing write tid 2 to smithi05980601-25 2024-08-17T17:08:31.443 INFO:tasks.rados.rados.0.smithi059.stdout:981: finishing write tid 3 to smithi05980601-25 2024-08-17T17:08:31.443 INFO:tasks.rados.rados.0.smithi059.stdout:981: oid 25 updating version 0 to 348 2024-08-17T17:08:31.443 INFO:tasks.rados.rados.0.smithi059.stdout:981: oid 25 version 348 is already newer than 347 2024-08-17T17:08:31.443 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 348 (ObjNum 317 snap 107 seq_num 317) dirty exists 2024-08-17T17:08:31.443 INFO:tasks.rados.rados.0.smithi059.stdout:981: left oid 25 (ObjNum 317 snap 107 seq_num 317) 2024-08-17T17:08:31.443 INFO:tasks.rados.rados.0.smithi059.stdout:982: expect (ObjNum 301 snap 102 seq_num 301) 2024-08-17T17:08:31.456 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[92261]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T17:08:31.457 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[92261]: Reconfiguring daemon mgr.x on smithi087 2024-08-17T17:08:31.457 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[92261]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T17:08:31.457 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:31.457 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:31.457 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:08:31.457 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:31.457 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[94685]: Reconfiguring mgr.x (monmap changed)... 2024-08-17T17:08:31.457 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[94685]: Reconfiguring daemon mgr.x on smithi087 2024-08-17T17:08:31.457 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[94685]: osdmap e276: 8 total, 8 up, 8 in 2024-08-17T17:08:31.458 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:31.458 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:31.458 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:08:31.458 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:31 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:31.596 INFO:tasks.rados.rados.0.smithi059.stdout:984: finishing write tid 1 to smithi05980601-13 2024-08-17T17:08:31.596 INFO:tasks.rados.rados.0.smithi059.stdout:984: finishing write tid 2 to smithi05980601-13 2024-08-17T17:08:31.596 INFO:tasks.rados.rados.0.smithi059.stdout:984: finishing write tid 3 to smithi05980601-13 2024-08-17T17:08:31.596 INFO:tasks.rados.rados.0.smithi059.stdout:984: oid 13 updating version 0 to 438 2024-08-17T17:08:31.597 INFO:tasks.rados.rados.0.smithi059.stdout:984: oid 13 version 438 is already newer than 437 2024-08-17T17:08:31.597 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 438 (ObjNum 318 snap 107 seq_num 318) dirty exists 2024-08-17T17:08:31.597 INFO:tasks.rados.rados.0.smithi059.stdout:984: left oid 13 (ObjNum 318 snap 107 seq_num 318) 2024-08-17T17:08:31.597 INFO:tasks.rados.rados.0.smithi059.stdout:985: finishing write tid 1 to smithi05980601-40 2024-08-17T17:08:31.597 INFO:tasks.rados.rados.0.smithi059.stdout:985: finishing write tid 2 to smithi05980601-40 2024-08-17T17:08:31.597 INFO:tasks.rados.rados.0.smithi059.stdout:986: seq_num 320 ranges {4702208=565248} 2024-08-17T17:08:31.625 INFO:tasks.rados.rados.0.smithi059.stdout:986: writing smithi05980601-47 from 4702208 to 5267456 tid 1 2024-08-17T17:08:31.625 INFO:tasks.rados.rados.0.smithi059.stdout:981: done (5 left) 2024-08-17T17:08:31.625 INFO:tasks.rados.rados.0.smithi059.stdout:982: done (4 left) 2024-08-17T17:08:31.625 INFO:tasks.rados.rados.0.smithi059.stdout:983: done (3 left) 2024-08-17T17:08:31.625 INFO:tasks.rados.rados.0.smithi059.stdout:984: done (2 left) 2024-08-17T17:08:31.625 INFO:tasks.rados.rados.0.smithi059.stdout:987: snap_remove snap 99 2024-08-17T17:08:32.141 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:32 smithi087 ceph-mon[85676]: pgmap v78: 121 pgs: 121 active+clean; 243 MiB data, 965 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:32.141 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:32 smithi087 ceph-mon[85676]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T17:08:32.141 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:32 smithi087 ceph-mon[85676]: Reconfiguring daemon osd.4 on smithi087 2024-08-17T17:08:32.141 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:32 smithi087 ceph-mon[85676]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T17:08:32.360 INFO:tasks.rados.rados.0.smithi059.stdout:987: done (2 left) 2024-08-17T17:08:32.360 INFO:tasks.rados.rados.0.smithi059.stdout:988: setattr oid 37 current snap is 107 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:985: finishing write tid 3 to smithi05980601-40 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:985: oid 40 updating version 0 to 423 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:985: oid 40 updating version 423 to 424 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 424 (ObjNum 319 snap 107 seq_num 319) dirty exists 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:985: left oid 40 (ObjNum 319 snap 107 seq_num 319) 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:986: finishing write tid 1 to smithi05980601-47 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:986: finishing write tid 2 to smithi05980601-47 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:986: finishing write tid 3 to smithi05980601-47 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:986: oid 47 updating version 0 to 180 2024-08-17T17:08:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:986: oid 47 updating version 180 to 181 2024-08-17T17:08:32.363 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 181 (ObjNum 320 snap 107 seq_num 320) dirty exists 2024-08-17T17:08:32.363 INFO:tasks.rados.rados.0.smithi059.stdout:986: left oid 47 (ObjNum 320 snap 107 seq_num 320) 2024-08-17T17:08:32.363 INFO:tasks.rados.rados.0.smithi059.stdout:985: done (2 left) 2024-08-17T17:08:32.363 INFO:tasks.rados.rados.0.smithi059.stdout:986: done (1 left) 2024-08-17T17:08:32.363 INFO:tasks.rados.rados.0.smithi059.stdout:989: rollback oid 24 current snap is 107 2024-08-17T17:08:32.363 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 24 to 71 2024-08-17T17:08:32.363 INFO:tasks.rados.rados.0.smithi059.stdout:990: read oid 32 snap -1 2024-08-17T17:08:32.363 INFO:tasks.rados.rados.0.smithi059.stdout:990: expect (ObjNum 249 snap 84 seq_num 249) 2024-08-17T17:08:32.363 INFO:tasks.rados.rados.0.smithi059.stdout:991: snap_create 2024-08-17T17:08:32.369 INFO:tasks.rados.rados.0.smithi059.stdout:989: finishing rollback tid 0 to smithi05980601-24 2024-08-17T17:08:32.369 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 685 (ObjNum 33 snap 0 seq_num 338892256) dirty exists 2024-08-17T17:08:32.370 INFO:tasks.rados.rados.0.smithi059.stdout:989: finishing rollback tid 1 to smithi05980601-24 2024-08-17T17:08:32.371 INFO:tasks.rados.rados.0.smithi059.stdout:989: finishing rollback tid 2 to smithi05980601-24 2024-08-17T17:08:32.371 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 154 (ObjNum 173 snap 51 seq_num 173) dirty exists 2024-08-17T17:08:32.381 INFO:tasks.rados.rados.0.smithi059.stdout:990: expect (ObjNum 249 snap 84 seq_num 249) 2024-08-17T17:08:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:32 smithi059 ceph-mon[94685]: pgmap v78: 121 pgs: 121 active+clean; 243 MiB data, 965 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:32 smithi059 ceph-mon[94685]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T17:08:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:32 smithi059 ceph-mon[94685]: Reconfiguring daemon osd.4 on smithi087 2024-08-17T17:08:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:32 smithi059 ceph-mon[94685]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T17:08:32.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:32 smithi059 ceph-mon[92261]: pgmap v78: 121 pgs: 121 active+clean; 243 MiB data, 965 MiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:32.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:32 smithi059 ceph-mon[92261]: Reconfiguring osd.4 (monmap changed)... 2024-08-17T17:08:32.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:32 smithi059 ceph-mon[92261]: Reconfiguring daemon osd.4 on smithi087 2024-08-17T17:08:32.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:32 smithi059 ceph-mon[92261]: osdmap e277: 8 total, 8 up, 8 in 2024-08-17T17:08:33.366 INFO:tasks.rados.rados.0.smithi059.stdout:988: done (3 left) 2024-08-17T17:08:33.367 INFO:tasks.rados.rados.0.smithi059.stdout:989: done (2 left) 2024-08-17T17:08:33.367 INFO:tasks.rados.rados.0.smithi059.stdout:990: done (1 left) 2024-08-17T17:08:33.367 INFO:tasks.rados.rados.0.smithi059.stdout:991: done (0 left) 2024-08-17T17:08:33.367 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 108 2024-08-17T17:08:33.367 INFO:tasks.rados.rados.0.smithi059.stdout:992: seq_num 321 ranges {0=581632} 2024-08-17T17:08:33.370 INFO:tasks.rados.rados.0.smithi059.stdout:992: writing smithi05980601-37 from 0 to 581632 tid 1 2024-08-17T17:08:33.370 INFO:tasks.rados.rados.0.smithi059.stdout:993: rmattr oid 2 current snap is 108 2024-08-17T17:08:33.370 INFO:tasks.rados.rados.0.smithi059.stdout:993: done (1 left) 2024-08-17T17:08:33.370 INFO:tasks.rados.rados.0.smithi059.stdout:994: read oid 2 snap 104 2024-08-17T17:08:33.370 INFO:tasks.rados.rados.0.smithi059.stdout:994: expect (ObjNum 263 snap 92 seq_num 263) 2024-08-17T17:08:33.370 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 108 2024-08-17T17:08:33.370 INFO:tasks.rados.rados.0.smithi059.stdout:995: seq_num 322 ranges {1572864=598016} 2024-08-17T17:08:33.382 INFO:tasks.rados.rados.0.smithi059.stdout:995: writing smithi05980601-1 from 1572864 to 2170880 tid 1 2024-08-17T17:08:33.383 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 108 2024-08-17T17:08:33.383 INFO:tasks.rados.rados.0.smithi059.stdout:996: seq_num 323 ranges {3162112=614400} 2024-08-17T17:08:33.403 INFO:tasks.rados.rados.0.smithi059.stdout:996: writing smithi05980601-32 from 3162112 to 3776512 tid 1 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:997: rmattr oid 7 current snap is 108 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:997: done (4 left) 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:998: setattr oid 38 current snap is 108 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:992: finishing write tid 1 to smithi05980601-37 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:992: finishing write tid 2 to smithi05980601-37 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:992: finishing write tid 3 to smithi05980601-37 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:992: oid 37 updating version 0 to 700 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:992: oid 37 version 700 is already newer than 699 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 700 (ObjNum 321 snap 108 seq_num 321) dirty exists 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:992: left oid 37 (ObjNum 321 snap 108 seq_num 321) 2024-08-17T17:08:33.404 INFO:tasks.rados.rados.0.smithi059.stdout:994: expect (ObjNum 263 snap 92 seq_num 263) 2024-08-17T17:08:33.457 INFO:tasks.rados.rados.0.smithi059.stdout:995: finishing write tid 1 to smithi05980601-1 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:995: finishing write tid 2 to smithi05980601-1 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:995: finishing write tid 3 to smithi05980601-1 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:995: oid 1 updating version 0 to 425 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:995: oid 1 updating version 425 to 426 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 426 (ObjNum 322 snap 108 seq_num 322) dirty exists 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:995: left oid 1 (ObjNum 322 snap 108 seq_num 322) 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:996: finishing write tid 1 to smithi05980601-32 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:996: finishing write tid 2 to smithi05980601-32 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:996: finishing write tid 3 to smithi05980601-32 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:996: oid 32 updating version 0 to 256 2024-08-17T17:08:33.458 INFO:tasks.rados.rados.0.smithi059.stdout:996: oid 32 version 256 is already newer than 255 2024-08-17T17:08:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 256 (ObjNum 323 snap 108 seq_num 323) dirty exists 2024-08-17T17:08:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:996: left oid 32 (ObjNum 323 snap 108 seq_num 323) 2024-08-17T17:08:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:992: done (4 left) 2024-08-17T17:08:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:994: done (3 left) 2024-08-17T17:08:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:995: done (2 left) 2024-08-17T17:08:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:996: done (1 left) 2024-08-17T17:08:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 108 2024-08-17T17:08:33.459 INFO:tasks.rados.rados.0.smithi059.stdout:999: seq_num 324 ranges {8192=630784} 2024-08-17T17:08:33.461 INFO:tasks.rados.rados.0.smithi059.stdout:999: writing smithi05980601-15 from 8192 to 638976 tid 1 2024-08-17T17:08:33.461 INFO:tasks.rados.rados.0.smithi059.stdout:1000: delete oid 4 current snap is 108 2024-08-17T17:08:33.461 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 185 (ObjNum 313 snap 107 seq_num 313) dirty exists 2024-08-17T17:08:33.463 INFO:tasks.rados.rados.0.smithi059.stdout:998: done (2 left) 2024-08-17T17:08:33.463 INFO:tasks.rados.rados.0.smithi059.stdout:1000: done (1 left) 2024-08-17T17:08:33.463 INFO:tasks.rados.rados.0.smithi059.stdout:1001: read oid 5 snap -1 2024-08-17T17:08:33.463 INFO:tasks.rados.rados.0.smithi059.stdout:1001: expect (ObjNum 278 snap 97 seq_num 278) 2024-08-17T17:08:33.463 INFO:tasks.rados.rados.0.smithi059.stdout:1002: rmattr oid 32 current snap is 108 2024-08-17T17:08:33.464 INFO:tasks.rados.rados.0.smithi059.stdout:1002: done (2 left) 2024-08-17T17:08:33.464 INFO:tasks.rados.rados.0.smithi059.stdout:1003: rmattr oid 47 current snap is 108 2024-08-17T17:08:33.464 INFO:tasks.rados.rados.0.smithi059.stdout:1003: done (2 left) 2024-08-17T17:08:33.464 INFO:tasks.rados.rados.0.smithi059.stdout:1004: setattr oid 47 current snap is 108 2024-08-17T17:08:33.464 INFO:tasks.rados.rados.0.smithi059.stdout:999: finishing write tid 1 to smithi05980601-15 2024-08-17T17:08:33.465 INFO:tasks.rados.rados.0.smithi059.stdout:999: finishing write tid 2 to smithi05980601-15 2024-08-17T17:08:33.465 INFO:tasks.rados.rados.0.smithi059.stdout:1005: read oid 33 snap 78 2024-08-17T17:08:33.465 INFO:tasks.rados.rados.0.smithi059.stdout:1005: expect deleted 2024-08-17T17:08:33.465 INFO:tasks.rados.rados.0.smithi059.stdout:1006: rollback oid 9 current snap is 108 2024-08-17T17:08:33.465 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 89 2024-08-17T17:08:33.465 INFO:tasks.rados.rados.0.smithi059.stdout:1007: setattr oid 39 current snap is 108 2024-08-17T17:08:33.466 INFO:tasks.rados.rados.0.smithi059.stdout:999: finishing write tid 3 to smithi05980601-15 2024-08-17T17:08:33.466 INFO:tasks.rados.rados.0.smithi059.stdout:999: oid 15 updating version 0 to 173 2024-08-17T17:08:33.466 INFO:tasks.rados.rados.0.smithi059.stdout:999: oid 15 version 173 is already newer than 172 2024-08-17T17:08:33.466 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 173 (ObjNum 324 snap 108 seq_num 324) dirty exists 2024-08-17T17:08:33.466 INFO:tasks.rados.rados.0.smithi059.stdout:999: left oid 15 (ObjNum 324 snap 108 seq_num 324) 2024-08-17T17:08:33.467 INFO:tasks.rados.rados.0.smithi059.stdout:999: done (5 left) 2024-08-17T17:08:33.467 INFO:tasks.rados.rados.0.smithi059.stdout:1005: done (4 left) 2024-08-17T17:08:33.467 INFO:tasks.rados.rados.0.smithi059.stdout:1008: rollback oid 10 current snap is 108 2024-08-17T17:08:33.468 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 82 2024-08-17T17:08:33.468 INFO:tasks.rados.rados.0.smithi059.stdout:1009: rollback oid 23 current snap is 108 2024-08-17T17:08:33.468 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 23 to 95 2024-08-17T17:08:33.468 INFO:tasks.rados.rados.0.smithi059.stdout:1010: read oid 42 snap -1 2024-08-17T17:08:33.468 INFO:tasks.rados.rados.0.smithi059.stdout:1010: expect (ObjNum 249 snap 84 seq_num 249) 2024-08-17T17:08:33.468 INFO:tasks.rados.rados.0.smithi059.stdout:1011: snap_create 2024-08-17T17:08:33.468 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 187 (ObjNum 320 snap 107 seq_num 320) dirty exists 2024-08-17T17:08:33.469 INFO:tasks.rados.rados.0.smithi059.stdout:1006: finishing rollback tid 0 to smithi05980601-9 2024-08-17T17:08:33.470 INFO:tasks.rados.rados.0.smithi059.stdout:1006: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:08:33.471 INFO:tasks.rados.rados.0.smithi059.stdout:1006: finishing rollback tid 2 to smithi05980601-9 2024-08-17T17:08:33.471 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 388 (ObjNum 207 snap 60 seq_num 207) dirty exists 2024-08-17T17:08:33.471 INFO:tasks.rados.rados.0.smithi059.stdout:1009: finishing rollback tid 0 to smithi05980601-23 2024-08-17T17:08:33.472 INFO:tasks.rados.rados.0.smithi059.stdout:1008: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:08:33.472 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 354 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:08:33.472 INFO:tasks.rados.rados.0.smithi059.stdout:1009: finishing rollback tid 1 to smithi05980601-23 2024-08-17T17:08:33.472 INFO:tasks.rados.rados.0.smithi059.stdout:1009: finishing rollback tid 2 to smithi05980601-23 2024-08-17T17:08:33.472 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 550 (ObjNum 250 snap 84 seq_num 250) dirty exists 2024-08-17T17:08:33.473 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 702 (ObjNum 283 snap 98 seq_num 283) dirty exists 2024-08-17T17:08:33.473 INFO:tasks.rados.rados.0.smithi059.stdout:1001: expect (ObjNum 278 snap 97 seq_num 278) 2024-08-17T17:08:33.514 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:33 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:33.514 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:33 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:33.514 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:33 smithi087 ceph-mon[85676]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T17:08:33.514 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:33 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:08:33.515 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:33 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:33.515 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:33 smithi087 ceph-mon[85676]: Reconfiguring daemon osd.5 on smithi087 2024-08-17T17:08:33.515 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:33 smithi087 ceph-mon[85676]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T17:08:33.515 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:33 smithi087 ceph-mon[85676]: pgmap v81: 121 pgs: 121 active+clean; 265 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-17T17:08:33.533 INFO:tasks.rados.rados.0.smithi059.stdout:1010: expect (ObjNum 249 snap 84 seq_num 249) 2024-08-17T17:08:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[92261]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T17:08:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:08:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[92261]: Reconfiguring daemon osd.5 on smithi087 2024-08-17T17:08:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[92261]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T17:08:33.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[92261]: pgmap v81: 121 pgs: 121 active+clean; 265 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-17T17:08:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[94685]: Reconfiguring osd.5 (monmap changed)... 2024-08-17T17:08:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:08:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[94685]: Reconfiguring daemon osd.5 on smithi087 2024-08-17T17:08:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[94685]: osdmap e278: 8 total, 8 up, 8 in 2024-08-17T17:08:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:33 smithi059 ceph-mon[94685]: pgmap v81: 121 pgs: 121 active+clean; 265 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-17T17:08:34.379 INFO:tasks.rados.rados.0.smithi059.stdout:1001: done (7 left) 2024-08-17T17:08:34.379 INFO:tasks.rados.rados.0.smithi059.stdout:1004: done (6 left) 2024-08-17T17:08:34.379 INFO:tasks.rados.rados.0.smithi059.stdout:1006: done (5 left) 2024-08-17T17:08:34.379 INFO:tasks.rados.rados.0.smithi059.stdout:1007: done (4 left) 2024-08-17T17:08:34.379 INFO:tasks.rados.rados.0.smithi059.stdout:1008: done (3 left) 2024-08-17T17:08:34.379 INFO:tasks.rados.rados.0.smithi059.stdout:1009: done (2 left) 2024-08-17T17:08:34.379 INFO:tasks.rados.rados.0.smithi059.stdout:1010: done (1 left) 2024-08-17T17:08:34.380 INFO:tasks.rados.rados.0.smithi059.stdout:1011: done (0 left) 2024-08-17T17:08:34.380 INFO:tasks.rados.rados.0.smithi059.stdout:1012: copy_from oid 2 from oid 18 current snap is 109 2024-08-17T17:08:34.380 INFO:tasks.rados.rados.0.smithi059.stdout:1013: snap_create 2024-08-17T17:08:34.414 INFO:tasks.rados.rados.0.smithi059.stdout:1012: finishing copy_from racing read to smithi05980601-2 2024-08-17T17:08:34.421 INFO:tasks.rados.rados.0.smithi059.stdout:1012: finishing copy_from to smithi05980601-2 2024-08-17T17:08:34.421 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 229 (ObjNum 180 snap 53 seq_num 180) dirty exists 2024-08-17T17:08:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:34 smithi087 ceph-mon[85676]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T17:08:34.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:34 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:34.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:34 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:34.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:34 smithi087 ceph-mon[85676]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T17:08:34.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:34 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:08:34.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:34 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:34.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:34 smithi087 ceph-mon[85676]: Reconfiguring daemon osd.6 on smithi087 2024-08-17T17:08:34.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[94685]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T17:08:34.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:34.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:34.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[94685]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T17:08:34.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:08:34.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:34.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[94685]: Reconfiguring daemon osd.6 on smithi087 2024-08-17T17:08:34.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[92261]: osdmap e279: 8 total, 8 up, 8 in 2024-08-17T17:08:34.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:34.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:34.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[92261]: Reconfiguring osd.6 (monmap changed)... 2024-08-17T17:08:34.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:08:34.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:34.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:34 smithi059 ceph-mon[92261]: Reconfiguring daemon osd.6 on smithi087 2024-08-17T17:08:35.382 INFO:tasks.rados.rados.0.smithi059.stdout:1012: done (1 left) 2024-08-17T17:08:35.383 INFO:tasks.rados.rados.0.smithi059.stdout:1013: done (0 left) 2024-08-17T17:08:35.383 INFO:tasks.rados.rados.0.smithi059.stdout:1014: read oid 19 snap -1 2024-08-17T17:08:35.383 INFO:tasks.rados.rados.0.smithi059.stdout:1014: expect (ObjNum 303 snap 103 seq_num 303) 2024-08-17T17:08:35.383 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 110 2024-08-17T17:08:35.383 INFO:tasks.rados.rados.0.smithi059.stdout:1015: seq_num 326 ranges {0=663552} 2024-08-17T17:08:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:1015: writing smithi05980601-44 from 0 to 663552 tid 1 2024-08-17T17:08:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:1016: snap_create 2024-08-17T17:08:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:1014: expect (ObjNum 303 snap 103 seq_num 303) 2024-08-17T17:08:35.396 INFO:tasks.rados.rados.0.smithi059.stdout:1015: finishing write tid 1 to smithi05980601-44 2024-08-17T17:08:35.396 INFO:tasks.rados.rados.0.smithi059.stdout:1015: finishing write tid 2 to smithi05980601-44 2024-08-17T17:08:35.396 INFO:tasks.rados.rados.0.smithi059.stdout:1015: finishing write tid 3 to smithi05980601-44 2024-08-17T17:08:35.396 INFO:tasks.rados.rados.0.smithi059.stdout:1015: oid 44 updating version 0 to 283 2024-08-17T17:08:35.396 INFO:tasks.rados.rados.0.smithi059.stdout:1015: oid 44 version 283 is already newer than 282 2024-08-17T17:08:35.396 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 283 (ObjNum 326 snap 110 seq_num 326) dirty exists 2024-08-17T17:08:35.396 INFO:tasks.rados.rados.0.smithi059.stdout:1015: left oid 44 (ObjNum 326 snap 110 seq_num 326) 2024-08-17T17:08:35.692 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:35 smithi087 ceph-mon[85676]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T17:08:35.692 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:35 smithi087 ceph-mon[85676]: pgmap v84: 121 pgs: 121 active+clean; 265 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-17T17:08:35.692 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:35.692 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:35.692 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:35.692 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:35 smithi087 ceph-mon[85676]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T17:08:35.692 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:08:35.692 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:35.692 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:35 smithi087 ceph-mon[85676]: Reconfiguring daemon osd.7 on smithi087 2024-08-17T17:08:35.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[94685]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T17:08:35.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[94685]: pgmap v84: 121 pgs: 121 active+clean; 265 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-17T17:08:35.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:35.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[94685]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T17:08:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:08:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[94685]: Reconfiguring daemon osd.7 on smithi087 2024-08-17T17:08:35.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[92261]: osdmap e280: 8 total, 8 up, 8 in 2024-08-17T17:08:35.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[92261]: pgmap v84: 121 pgs: 121 active+clean; 265 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-17T17:08:35.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:35.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:35.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:35.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[92261]: Reconfiguring osd.7 (monmap changed)... 2024-08-17T17:08:35.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:08:35.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:35.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:35 smithi059 ceph-mon[92261]: Reconfiguring daemon osd.7 on smithi087 2024-08-17T17:08:36.086 INFO:tasks.rados.rados.0.smithi059.stdout:1014: done (2 left) 2024-08-17T17:08:36.086 INFO:tasks.rados.rados.0.smithi059.stdout:1015: done (1 left) 2024-08-17T17:08:36.086 INFO:tasks.rados.rados.0.smithi059.stdout:1016: done (0 left) 2024-08-17T17:08:36.086 INFO:tasks.rados.rados.0.smithi059.stdout:1017: copy_from oid 44 from oid 47 current snap is 111 2024-08-17T17:08:36.086 INFO:tasks.rados.rados.0.smithi059.stdout:1018: copy_from oid 18 from oid 21 current snap is 111 2024-08-17T17:08:36.086 INFO:tasks.rados.rados.0.smithi059.stdout:1019: snap_create 2024-08-17T17:08:36.102 INFO:tasks.rados.rados.0.smithi059.stdout:1018: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:08:36.103 INFO:tasks.rados.rados.0.smithi059.stdout:1018: finishing copy_from to smithi05980601-18 2024-08-17T17:08:36.103 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 297 (ObjNum 278 snap 97 seq_num 278) dirty exists 2024-08-17T17:08:36.109 INFO:tasks.rados.rados.0.smithi059.stdout:1017: finishing copy_from racing read to smithi05980601-44 2024-08-17T17:08:36.112 INFO:tasks.rados.rados.0.smithi059.stdout:1017: finishing copy_from to smithi05980601-44 2024-08-17T17:08:36.112 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 187 (ObjNum 320 snap 107 seq_num 320) dirty exists 2024-08-17T17:08:36.378 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:36 smithi087 ceph-mon[85676]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T17:08:36.379 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:36 smithi087 ceph-mon[85676]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T17:08:36.379 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:36.379 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:36.379 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:08:36.379 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[92261]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T17:08:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[92261]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T17:08:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:36.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:08:36.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[94685]: osdmap e281: 8 total, 8 up, 8 in 2024-08-17T17:08:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[94685]: osdmap e282: 8 total, 8 up, 8 in 2024-08-17T17:08:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:08:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:37.086 INFO:tasks.rados.rados.0.smithi059.stdout:1017: done (2 left) 2024-08-17T17:08:37.086 INFO:tasks.rados.rados.0.smithi059.stdout:1018: done (1 left) 2024-08-17T17:08:37.086 INFO:tasks.rados.rados.0.smithi059.stdout:1019: done (0 left) 2024-08-17T17:08:37.086 INFO:tasks.rados.rados.0.smithi059.stdout:1020: read oid 16 snap 86 2024-08-17T17:08:37.086 INFO:tasks.rados.rados.0.smithi059.stdout:1020: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:08:37.086 INFO:tasks.rados.rados.0.smithi059.stdout:1021: setattr oid 20 current snap is 112 2024-08-17T17:08:37.088 INFO:tasks.rados.rados.0.smithi059.stdout:1022: copy_from oid 23 from oid 36 current snap is 112 2024-08-17T17:08:37.088 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 112 2024-08-17T17:08:37.088 INFO:tasks.rados.rados.0.smithi059.stdout:1023: seq_num 327 ranges {8355840=679936} 2024-08-17T17:08:37.138 INFO:tasks.rados.rados.0.smithi059.stdout:1023: writing smithi05980601-17 from 8355840 to 9035776 tid 1 2024-08-17T17:08:37.138 INFO:tasks.rados.rados.0.smithi059.stdout:1024: setattr oid 13 current snap is 112 2024-08-17T17:08:37.138 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 554 (ObjNum 261 snap 88 seq_num 261) dirty exists 2024-08-17T17:08:37.138 INFO:tasks.rados.rados.0.smithi059.stdout:1020: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:08:37.233 INFO:tasks.rados.rados.0.smithi059.stdout:1022: finishing copy_from racing read to smithi05980601-23 2024-08-17T17:08:37.233 INFO:tasks.rados.rados.0.smithi059.stdout:1022: finishing copy_from to smithi05980601-23 2024-08-17T17:08:37.233 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 309 (ObjNum 298 snap 102 seq_num 298) dirty exists 2024-08-17T17:08:37.233 INFO:tasks.rados.rados.0.smithi059.stdout:1023: finishing write tid 1 to smithi05980601-17 2024-08-17T17:08:37.233 INFO:tasks.rados.rados.0.smithi059.stdout:1023: finishing write tid 2 to smithi05980601-17 2024-08-17T17:08:37.233 INFO:tasks.rados.rados.0.smithi059.stdout:1023: finishing write tid 3 to smithi05980601-17 2024-08-17T17:08:37.233 INFO:tasks.rados.rados.0.smithi059.stdout:1023: oid 17 updating version 0 to 705 2024-08-17T17:08:37.233 INFO:tasks.rados.rados.0.smithi059.stdout:1023: oid 17 version 705 is already newer than 704 2024-08-17T17:08:37.234 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 705 (ObjNum 327 snap 112 seq_num 327) dirty exists 2024-08-17T17:08:37.234 INFO:tasks.rados.rados.0.smithi059.stdout:1023: left oid 17 (ObjNum 327 snap 112 seq_num 327) 2024-08-17T17:08:37.234 INFO:tasks.rados.rados.0.smithi059.stdout:1020: done (4 left) 2024-08-17T17:08:37.234 INFO:tasks.rados.rados.0.smithi059.stdout:1021: done (3 left) 2024-08-17T17:08:37.234 INFO:tasks.rados.rados.0.smithi059.stdout:1022: done (2 left) 2024-08-17T17:08:37.234 INFO:tasks.rados.rados.0.smithi059.stdout:1023: done (1 left) 2024-08-17T17:08:37.234 INFO:tasks.rados.rados.0.smithi059.stdout:1025: snap_create 2024-08-17T17:08:37.235 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 439 (ObjNum 318 snap 107 seq_num 318) dirty exists 2024-08-17T17:08:37.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:08:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:08:37] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-08-17T17:08:38.091 INFO:tasks.rados.rados.0.smithi059.stdout:1024: done (1 left) 2024-08-17T17:08:38.092 INFO:tasks.rados.rados.0.smithi059.stdout:1025: done (0 left) 2024-08-17T17:08:38.092 INFO:tasks.rados.rados.0.smithi059.stdout:1026: snap_create 2024-08-17T17:08:38.335 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: Reconfiguring mds.b (monmap changed)... 2024-08-17T17:08:38.335 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: Reconfiguring daemon mds.b on smithi087 2024-08-17T17:08:38.335 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: pgmap v87: 121 pgs: 121 active+clean; 275 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-08-17T17:08:38.335 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T17:08:38.335 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.336 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.336 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:38.336 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:38.336 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:38.336 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.336 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-17T17:08:38.336 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T17:08:38.336 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-17T17:08:38.337 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T17:08:38.337 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-17T17:08:38.337 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T17:08:38.337 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:38.337 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.337 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-17T17:08:38.337 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: Reconfiguring mds.b (monmap changed)... 2024-08-17T17:08:38.338 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: Reconfiguring daemon mds.b on smithi087 2024-08-17T17:08:38.338 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: pgmap v87: 121 pgs: 121 active+clean; 275 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-08-17T17:08:38.338 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T17:08:38.338 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.338 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.338 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:38.338 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:38.338 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.339 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: Reconfiguring mds.b (monmap changed)... 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: Reconfiguring daemon mds.b on smithi087 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: pgmap v87: 121 pgs: 121 active+clean; 275 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: osdmap e283: 8 total, 8 up, 8 in 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:38.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-08-17T17:08:38.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-17T17:08:38.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-08-17T17:08:38.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-17T17:08:38.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-08-17T17:08:38.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-17T17:08:38.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:38.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:38.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-08-17T17:08:39.098 INFO:tasks.rados.rados.0.smithi059.stdout:1026: done (0 left) 2024-08-17T17:08:39.098 INFO:tasks.rados.rados.0.smithi059.stdout:1027: copy_from oid 10 from oid 16 current snap is 114 2024-08-17T17:08:39.098 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 114 2024-08-17T17:08:39.098 INFO:tasks.rados.rados.0.smithi059.stdout:1028: seq_num 328 ranges {2269184=696320} 2024-08-17T17:08:39.114 INFO:tasks.rados.rados.0.smithi059.stdout:1028: writing smithi05980601-5 from 2269184 to 2965504 tid 1 2024-08-17T17:08:39.114 INFO:tasks.rados.rados.0.smithi059.stdout:1029: read oid 23 snap 94 2024-08-17T17:08:39.115 INFO:tasks.rados.rados.0.smithi059.stdout:1029: expect (ObjNum 250 snap 84 seq_num 250) 2024-08-17T17:08:39.115 INFO:tasks.rados.rados.0.smithi059.stdout:1030: read oid 47 snap -1 2024-08-17T17:08:39.115 INFO:tasks.rados.rados.0.smithi059.stdout:1030: expect (ObjNum 320 snap 107 seq_num 320) 2024-08-17T17:08:39.115 INFO:tasks.rados.rados.0.smithi059.stdout:1031: copy_from oid 11 from oid 37 current snap is 114 2024-08-17T17:08:39.115 INFO:tasks.rados.rados.0.smithi059.stdout:1027: finishing copy_from racing read to smithi05980601-10 2024-08-17T17:08:39.115 INFO:tasks.rados.rados.0.smithi059.stdout:1032: delete oid 18 current snap is 114 2024-08-17T17:08:39.115 INFO:tasks.rados.rados.0.smithi059.stdout:1027: finishing copy_from to smithi05980601-10 2024-08-17T17:08:39.115 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 225 (ObjNum 198 snap 57 seq_num 198) dirty exists 2024-08-17T17:08:39.121 INFO:tasks.rados.rados.0.smithi059.stdout:1028: finishing write tid 1 to smithi05980601-5 2024-08-17T17:08:39.121 INFO:tasks.rados.rados.0.smithi059.stdout:1028: finishing write tid 2 to smithi05980601-5 2024-08-17T17:08:39.122 INFO:tasks.rados.rados.0.smithi059.stdout:1027: done (5 left) 2024-08-17T17:08:39.122 INFO:tasks.rados.rados.0.smithi059.stdout:1032: done (4 left) 2024-08-17T17:08:39.122 INFO:tasks.rados.rados.0.smithi059.stdout:1033: setattr oid 35 current snap is 114 2024-08-17T17:08:39.123 INFO:tasks.rados.rados.0.smithi059.stdout:1028: finishing write tid 3 to smithi05980601-5 2024-08-17T17:08:39.123 INFO:tasks.rados.rados.0.smithi059.stdout:1028: oid 5 updating version 0 to 340 2024-08-17T17:08:39.123 INFO:tasks.rados.rados.0.smithi059.stdout:1028: oid 5 updating version 340 to 341 2024-08-17T17:08:39.123 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 341 (ObjNum 328 snap 114 seq_num 328) dirty exists 2024-08-17T17:08:39.123 INFO:tasks.rados.rados.0.smithi059.stdout:1028: left oid 5 (ObjNum 328 snap 114 seq_num 328) 2024-08-17T17:08:39.123 INFO:tasks.rados.rados.0.smithi059.stdout:1031: finishing copy_from racing read to smithi05980601-11 2024-08-17T17:08:39.124 INFO:tasks.rados.rados.0.smithi059.stdout:1031: finishing copy_from to smithi05980601-11 2024-08-17T17:08:39.124 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 700 (ObjNum 321 snap 108 seq_num 321) dirty exists 2024-08-17T17:08:39.124 INFO:tasks.rados.rados.0.smithi059.stdout:1028: done (4 left) 2024-08-17T17:08:39.124 INFO:tasks.rados.rados.0.smithi059.stdout:1031: done (3 left) 2024-08-17T17:08:39.124 INFO:tasks.rados.rados.0.smithi059.stdout:1034: rollback oid 42 current snap is 114 2024-08-17T17:08:39.124 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 77 2024-08-17T17:08:39.124 INFO:tasks.rados.rados.0.smithi059.stdout:1035: snap_create 2024-08-17T17:08:39.127 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 438 (ObjNum 33 snap 0 seq_num 338924144) dirty exists 2024-08-17T17:08:39.128 INFO:tasks.rados.rados.0.smithi059.stdout:1029: expect (ObjNum 250 snap 84 seq_num 250) 2024-08-17T17:08:39.178 INFO:tasks.rados.rados.0.smithi059.stdout:1034: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:08:39.178 INFO:tasks.rados.rados.0.smithi059.stdout:1034: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:08:39.178 INFO:tasks.rados.rados.0.smithi059.stdout:1034: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:08:39.178 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 289 (ObjNum 184 snap 56 seq_num 184) dirty exists 2024-08-17T17:08:39.179 INFO:tasks.rados.rados.0.smithi059.stdout:1030: expect (ObjNum 320 snap 107 seq_num 320) 2024-08-17T17:08:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all mon 2024-08-17T17:08:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all crash 2024-08-17T17:08:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T17:08:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[92261]: Upgrade: osd.0 is safe to restart 2024-08-17T17:08:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[92261]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T17:08:39.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all mon 2024-08-17T17:08:39.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all crash 2024-08-17T17:08:39.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T17:08:39.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[94685]: Upgrade: osd.0 is safe to restart 2024-08-17T17:08:39.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:39 smithi059 ceph-mon[94685]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T17:08:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:39 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all mon 2024-08-17T17:08:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:39 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all crash 2024-08-17T17:08:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:39 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-17T17:08:39.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:39 smithi087 ceph-mon[85676]: Upgrade: osd.0 is safe to restart 2024-08-17T17:08:39.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:39 smithi087 ceph-mon[85676]: osdmap e284: 8 total, 8 up, 8 in 2024-08-17T17:08:40.109 INFO:tasks.rados.rados.0.smithi059.stdout:1029: done (4 left) 2024-08-17T17:08:40.109 INFO:tasks.rados.rados.0.smithi059.stdout:1030: done (3 left) 2024-08-17T17:08:40.109 INFO:tasks.rados.rados.0.smithi059.stdout:1033: done (2 left) 2024-08-17T17:08:40.109 INFO:tasks.rados.rados.0.smithi059.stdout:1034: done (1 left) 2024-08-17T17:08:40.109 INFO:tasks.rados.rados.0.smithi059.stdout:1035: done (0 left) 2024-08-17T17:08:40.109 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 115 2024-08-17T17:08:40.109 INFO:tasks.rados.rados.0.smithi059.stdout:1036: seq_num 330 ranges {8175616=737280} 2024-08-17T17:08:40.157 INFO:tasks.rados.rados.0.smithi059.stdout:1036: writing smithi05980601-36 from 8175616 to 8912896 tid 1 2024-08-17T17:08:40.157 INFO:tasks.rados.rados.0.smithi059.stdout:1037: read oid 24 snap -1 2024-08-17T17:08:40.158 INFO:tasks.rados.rados.0.smithi059.stdout:1037: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:08:40.158 INFO:tasks.rados.rados.0.smithi059.stdout:1038: snap_remove snap 95 2024-08-17T17:08:40.229 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[94685]: pgmap v90: 121 pgs: 121 active+clean; 275 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-08-17T17:08:40.229 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[94685]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T17:08:40.229 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:40.229 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:08:40.229 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:40.230 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[92261]: pgmap v90: 121 pgs: 121 active+clean; 275 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-08-17T17:08:40.230 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[92261]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T17:08:40.230 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:40.230 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:08:40.230 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:40 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:40.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:40 smithi087 ceph-mon[85676]: pgmap v90: 121 pgs: 121 active+clean; 275 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 3.2 MiB/s wr, 39 op/s 2024-08-17T17:08:40.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:40 smithi087 ceph-mon[85676]: osdmap e285: 8 total, 8 up, 8 in 2024-08-17T17:08:40.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:40 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:40.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:40 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-08-17T17:08:40.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:40 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:41.059 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:08:41.115 INFO:tasks.rados.rados.0.smithi059.stdout:1038: done (2 left) 2024-08-17T17:08:41.115 INFO:tasks.rados.rados.0.smithi059.stdout:1039: read oid 22 snap -1 2024-08-17T17:08:41.115 INFO:tasks.rados.rados.0.smithi059.stdout:1039: expect (ObjNum 222 snap 68 seq_num 222) 2024-08-17T17:08:41.115 INFO:tasks.rados.rados.0.smithi059.stdout:1040: read oid 46 snap -1 2024-08-17T17:08:41.115 INFO:tasks.rados.rados.0.smithi059.stdout:1040: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:08:41.115 INFO:tasks.rados.rados.0.smithi059.stdout:1041: rollback oid 14 current snap is 115 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 91 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1042: delete oid 23 current snap is 115 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1036: finishing write tid 1 to smithi05980601-36 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1036: finishing write tid 2 to smithi05980601-36 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1036: finishing write tid 3 to smithi05980601-36 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1036: oid 36 updating version 0 to 363 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1036: oid 36 version 363 is already newer than 362 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 363 (ObjNum 330 snap 115 seq_num 330) dirty exists 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1036: left oid 36 (ObjNum 330 snap 115 seq_num 330) 2024-08-17T17:08:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1037: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:08:41.225 INFO:tasks.rados.rados.0.smithi059.stdout:1041: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:08:41.225 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 173 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:08:41.225 INFO:tasks.rados.rados.0.smithi059.stdout:1036: done (5 left) 2024-08-17T17:08:41.225 INFO:tasks.rados.rados.0.smithi059.stdout:1037: done (4 left) 2024-08-17T17:08:41.225 INFO:tasks.rados.rados.0.smithi059.stdout:1041: done (3 left) 2024-08-17T17:08:41.225 INFO:tasks.rados.rados.0.smithi059.stdout:1042: done (2 left) 2024-08-17T17:08:41.225 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 115 2024-08-17T17:08:41.225 INFO:tasks.rados.rados.0.smithi059.stdout:1039: expect (ObjNum 222 snap 68 seq_num 222) 2024-08-17T17:08:41.286 INFO:tasks.rados.rados.0.smithi059.stdout:1040: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:08:41.451 INFO:tasks.rados.rados.0.smithi059.stdout:1043: seq_num 332 ranges {0=770048} 2024-08-17T17:08:41.454 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:41 smithi059 ceph-mon[92261]: Upgrade: Updating osd.0 2024-08-17T17:08:41.454 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:41 smithi059 ceph-mon[92261]: Deploying daemon osd.0 on smithi059 2024-08-17T17:08:41.454 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:41 smithi059 ceph-mon[92261]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T17:08:41.454 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:41 smithi059 ceph-mon[94685]: Upgrade: Updating osd.0 2024-08-17T17:08:41.454 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:41 smithi059 ceph-mon[94685]: Deploying daemon osd.0 on smithi059 2024-08-17T17:08:41.454 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:41 smithi059 ceph-mon[94685]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T17:08:41.455 INFO:tasks.rados.rados.0.smithi059.stdout:1043: writing smithi05980601-31 from 0 to 770048 tid 1 2024-08-17T17:08:41.455 INFO:tasks.rados.rados.0.smithi059.stdout:1039: done (2 left) 2024-08-17T17:08:41.455 INFO:tasks.rados.rados.0.smithi059.stdout:1040: done (1 left) 2024-08-17T17:08:41.455 INFO:tasks.rados.rados.0.smithi059.stdout:1044: read oid 18 snap -1 2024-08-17T17:08:41.456 INFO:tasks.rados.rados.0.smithi059.stdout:1044: expect deleted 2024-08-17T17:08:41.456 INFO:tasks.rados.rados.0.smithi059.stdout:1045: snap_remove snap 93 2024-08-17T17:08:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:41 smithi087 ceph-mon[85676]: Upgrade: Updating osd.0 2024-08-17T17:08:41.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:41 smithi087 ceph-mon[85676]: Deploying daemon osd.0 on smithi059 2024-08-17T17:08:41.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:41 smithi087 ceph-mon[85676]: osdmap e286: 8 total, 8 up, 8 in 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (5m) 42s ago 6m 25.8M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (5m) 29s ago 5m 88.8M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (7m) 42s ago 7m 17.5M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (7m) 29s ago 7m 19.7M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (89s) 29s ago 10m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (118s) 42s ago 12m 516M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (75s) 42s ago 12m 41.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (34s) 29s ago 11m 27.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:08:41.680 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (51s) 42s ago 10m 25.6M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (5m) 42s ago 5m 16.1M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (5m) 29s ago 5m 16.3M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (10m) 42s ago 10m 159M 2481M 18.2.4-719-gced649f8 c870753d67c2 545451805af8 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (10m) 42s ago 10m 118M 2481M 18.2.4-719-gced649f8 c870753d67c2 2e45043f5326 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (9m) 42s ago 9m 137M 2481M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (9m) 42s ago 9m 86.2M 2481M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (8m) 29s ago 8m 128M 2480M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (8m) 29s ago 8m 143M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (8m) 29s ago 8m 121M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (7m) 29s ago 7m 98.3M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:08:41.681 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (94s) 29s ago 6m 48.8M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8 2024-08-17T17:08:42.036 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:08:42.037 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:08:42.037 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:08:42.037 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:08:42.037 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:08:42.037 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 10, 2024-08-17T17:08:42.037 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 5 2024-08-17T17:08:42.037 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:08:42.037 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:08:42.124 INFO:tasks.rados.rados.0.smithi059.stdout:1045: done (2 left) 2024-08-17T17:08:42.125 INFO:tasks.rados.rados.0.smithi059.stdout:1046: read oid 24 snap -1 2024-08-17T17:08:42.125 INFO:tasks.rados.rados.0.smithi059.stdout:1046: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:08:42.125 INFO:tasks.rados.rados.0.smithi059.stdout:1047: rollback oid 50 current snap is 115 2024-08-17T17:08:42.125 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 82 2024-08-17T17:08:42.125 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 115 2024-08-17T17:08:42.125 INFO:tasks.rados.rados.0.smithi059.stdout:1048: seq_num 333 ranges {2301952=786432} 2024-08-17T17:08:42.139 INFO:tasks.rados.rados.0.smithi059.stdout:1048: writing smithi05980601-10 from 2301952 to 3088384 tid 1 2024-08-17T17:08:42.142 INFO:tasks.rados.rados.0.smithi059.stdout:1043: finishing write tid 1 to smithi05980601-31 2024-08-17T17:08:42.142 INFO:tasks.rados.rados.0.smithi059.stdout:1043: finishing write tid 2 to smithi05980601-31 2024-08-17T17:08:42.142 INFO:tasks.rados.rados.0.smithi059.stdout:1043: finishing write tid 3 to smithi05980601-31 2024-08-17T17:08:42.143 INFO:tasks.rados.rados.0.smithi059.stdout:1043: oid 31 updating version 0 to 720 2024-08-17T17:08:42.143 INFO:tasks.rados.rados.0.smithi059.stdout:1043: oid 31 version 720 is already newer than 719 2024-08-17T17:08:42.143 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 720 (ObjNum 332 snap 115 seq_num 332) dirty exists 2024-08-17T17:08:42.143 INFO:tasks.rados.rados.0.smithi059.stdout:1043: left oid 31 (ObjNum 332 snap 115 seq_num 332) 2024-08-17T17:08:42.143 INFO:tasks.rados.rados.0.smithi059.stdout:1046: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:08:42.264 INFO:tasks.rados.rados.0.smithi059.stdout:1047: finishing rollback tid 0 to smithi05980601-50 2024-08-17T17:08:42.264 INFO:tasks.rados.rados.0.smithi059.stdout:1047: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:08:42.264 INFO:tasks.rados.rados.0.smithi059.stdout:1047: finishing rollback tid 2 to smithi05980601-50 2024-08-17T17:08:42.264 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 724 (ObjNum 199 snap 57 seq_num 199) dirty exists 2024-08-17T17:08:42.264 INFO:tasks.rados.rados.0.smithi059.stdout:1048: finishing write tid 1 to smithi05980601-10 2024-08-17T17:08:42.264 INFO:tasks.rados.rados.0.smithi059.stdout:1048: finishing write tid 2 to smithi05980601-10 2024-08-17T17:08:42.264 INFO:tasks.rados.rados.0.smithi059.stdout:1048: finishing write tid 3 to smithi05980601-10 2024-08-17T17:08:42.264 INFO:tasks.rados.rados.0.smithi059.stdout:1048: oid 10 updating version 0 to 405 2024-08-17T17:08:42.264 INFO:tasks.rados.rados.0.smithi059.stdout:1048: oid 10 version 405 is already newer than 404 2024-08-17T17:08:42.265 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 405 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-08-17T17:08:42.265 INFO:tasks.rados.rados.0.smithi059.stdout:1048: left oid 10 (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:08:42.265 INFO:tasks.rados.rados.0.smithi059.stdout:1043: done (4 left) 2024-08-17T17:08:42.265 INFO:tasks.rados.rados.0.smithi059.stdout:1044: done (3 left) 2024-08-17T17:08:42.265 INFO:tasks.rados.rados.0.smithi059.stdout:1046: done (2 left) 2024-08-17T17:08:42.265 INFO:tasks.rados.rados.0.smithi059.stdout:1047: done (1 left) 2024-08-17T17:08:42.265 INFO:tasks.rados.rados.0.smithi059.stdout:1048: done (0 left) 2024-08-17T17:08:42.265 INFO:tasks.rados.rados.0.smithi059.stdout:1049: setattr oid 12 current snap is 115 2024-08-17T17:08:42.267 INFO:tasks.rados.rados.0.smithi059.stdout:1050: setattr oid 9 current snap is 115 2024-08-17T17:08:42.270 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 406 (ObjNum 177 snap 0 seq_num 1275344010) dirty exists 2024-08-17T17:08:42.272 INFO:tasks.rados.rados.0.smithi059.stdout:1049: done (1 left) 2024-08-17T17:08:42.273 INFO:tasks.rados.rados.0.smithi059.stdout:1051: rmattr oid 4 current snap is 115 2024-08-17T17:08:42.273 INFO:tasks.rados.rados.0.smithi059.stdout:1051: done (1 left) 2024-08-17T17:08:42.273 INFO:tasks.rados.rados.0.smithi059.stdout:1052: read oid 25 snap -1 2024-08-17T17:08:42.273 INFO:tasks.rados.rados.0.smithi059.stdout:1052: expect (ObjNum 317 snap 107 seq_num 317) 2024-08-17T17:08:42.273 INFO:tasks.rados.rados.0.smithi059.stdout:1053: rmattr oid 36 current snap is 115 2024-08-17T17:08:42.273 INFO:tasks.rados.rados.0.smithi059.stdout:1053: done (2 left) 2024-08-17T17:08:42.273 INFO:tasks.rados.rados.0.smithi059.stdout:1054: setattr oid 4 current snap is 115 2024-08-17T17:08:42.275 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 408 (ObjNum 207 snap 60 seq_num 207) dirty exists 2024-08-17T17:08:42.277 INFO:tasks.rados.rados.0.smithi059.stdout:1050: done (2 left) 2024-08-17T17:08:42.277 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 19 current snap is 115 2024-08-17T17:08:42.277 INFO:tasks.rados.rados.0.smithi059.stdout:1055: seq_num 334 ranges {278528=802816} 2024-08-17T17:08:42.285 INFO:tasks.rados.rados.0.smithi059.stdout:1055: writing smithi05980601-19 from 278528 to 1081344 tid 1 2024-08-17T17:08:42.285 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 115 2024-08-17T17:08:42.285 INFO:tasks.rados.rados.0.smithi059.stdout:1056: seq_num 335 ranges {0=417792,417792=401408} 2024-08-17T17:08:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1056: writing smithi05980601-23 from 0 to 417792 tid 1 2024-08-17T17:08:42.291 INFO:tasks.rados.rados.0.smithi059.stdout:1056: writing smithi05980601-23 from 417792 to 819200 tid 2 2024-08-17T17:08:42.291 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 579 (ObjNum 2076377600 snap -1390831324 seq_num 304) dirty exists 2024-08-17T17:08:42.291 INFO:tasks.rados.rados.0.smithi059.stdout:1052: expect (ObjNum 317 snap 107 seq_num 317) 2024-08-17T17:08:42.459 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:42 smithi059 systemd[1]: Stopping Ceph osd.0 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:08:42.460 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-mon[92261]: pgmap v93: 121 pgs: 121 active+clean; 275 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:42.460 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-mon[92261]: from='client.44135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:42.460 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-mon[92261]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T17:08:42.460 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1602644933' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:42.460 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:08:42.460 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:08:42.460 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:08:42.460 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:08:42.460 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:08:42.461 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:08:42.461 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:08:42.461 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:08:42.461 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "5/20 daemons upgraded", 2024-08-17T17:08:42.461 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:08:42.461 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:08:42.461 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:08:42.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-mon[94685]: pgmap v93: 121 pgs: 121 active+clean; 275 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:42.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-mon[94685]: from='client.44135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:42.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-mon[94685]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T17:08:42.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1602644933' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:42.509 INFO:tasks.rados.rados.0.smithi059.stdout:1055: finishing write tid 1 to smithi05980601-19 2024-08-17T17:08:42.509 INFO:tasks.rados.rados.0.smithi059.stdout:1055: finishing write tid 2 to smithi05980601-19 2024-08-17T17:08:42.509 INFO:tasks.rados.rados.0.smithi059.stdout:1055: finishing write tid 3 to smithi05980601-19 2024-08-17T17:08:42.509 INFO:tasks.rados.rados.0.smithi059.stdout:1055: oid 19 updating version 0 to 738 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1055: oid 19 updating version 738 to 739 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 739 (ObjNum 334 snap 115 seq_num 334) dirty exists 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1055: left oid 19 (ObjNum 334 snap 115 seq_num 334) 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1056: finishing write tid 1 to smithi05980601-23 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1052: done (3 left) 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1054: done (2 left) 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1055: done (1 left) 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1057: setattr oid 30 current snap is 115 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1056: finishing write tid 2 to smithi05980601-23 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1056: finishing write tid 3 to smithi05980601-23 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1056: finishing write tid 4 to smithi05980601-23 2024-08-17T17:08:42.510 INFO:tasks.rados.rados.0.smithi059.stdout:1056: oid 23 updating version 0 to 581 2024-08-17T17:08:42.511 INFO:tasks.rados.rados.0.smithi059.stdout:1056: oid 23 updating version 581 to 582 2024-08-17T17:08:42.511 INFO:tasks.rados.rados.0.smithi059.stdout:1056: oid 23 version 582 is already newer than 580 2024-08-17T17:08:42.511 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 582 (ObjNum 335 snap 115 seq_num 335) dirty exists 2024-08-17T17:08:42.511 INFO:tasks.rados.rados.0.smithi059.stdout:1056: left oid 23 (ObjNum 335 snap 115 seq_num 335) 2024-08-17T17:08:42.511 INFO:tasks.rados.rados.0.smithi059.stdout:1056: done (1 left) 2024-08-17T17:08:42.511 INFO:tasks.rados.rados.0.smithi059.stdout:1058: read oid 45 snap -1 2024-08-17T17:08:42.511 INFO:tasks.rados.rados.0.smithi059.stdout:1058: expect deleted 2024-08-17T17:08:42.511 INFO:tasks.rados.rados.0.smithi059.stdout:1059: snap_remove snap 97 2024-08-17T17:08:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:42 smithi087 ceph-mon[85676]: pgmap v93: 121 pgs: 121 active+clean; 275 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-08-17T17:08:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:42 smithi087 ceph-mon[85676]: from='client.44135 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:42 smithi087 ceph-mon[85676]: osdmap e287: 8 total, 8 up, 8 in 2024-08-17T17:08:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:42 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1602644933' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:42.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[43721]: 2024-08-17T17:08:42.524+0000 7f4182f06640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:08:42.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[43721]: 2024-08-17T17:08:42.524+0000 7f4182f06640 -1 osd.0 288 *** Got signal Terminated *** 2024-08-17T17:08:42.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[43721]: 2024-08-17T17:08:42.524+0000 7f4182f06640 -1 osd.0 288 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:08:43.129 INFO:tasks.rados.rados.0.smithi059.stdout:1059: done (2 left) 2024-08-17T17:08:43.129 INFO:tasks.rados.rados.0.smithi059.stdout:1060: read oid 21 snap -1 2024-08-17T17:08:43.129 INFO:tasks.rados.rados.0.smithi059.stdout:1060: expect (ObjNum 278 snap 97 seq_num 278) 2024-08-17T17:08:43.129 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 115 2024-08-17T17:08:43.129 INFO:tasks.rados.rados.0.smithi059.stdout:1061: seq_num 336 ranges {1073152=434176,1507328=401408} 2024-08-17T17:08:43.138 INFO:tasks.rados.rados.0.smithi059.stdout:1061: writing smithi05980601-9 from 1073152 to 1507328 tid 1 2024-08-17T17:08:43.141 INFO:tasks.rados.rados.0.smithi059.stdout:1061: writing smithi05980601-9 from 1507328 to 1908736 tid 2 2024-08-17T17:08:43.141 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 115 2024-08-17T17:08:43.141 INFO:tasks.rados.rados.0.smithi059.stdout:1062: seq_num 337 ranges {2646016=450560,3096576=401408} 2024-08-17T17:08:43.158 INFO:tasks.rados.rados.0.smithi059.stdout:1062: writing smithi05980601-43 from 2646016 to 3096576 tid 1 2024-08-17T17:08:43.162 INFO:tasks.rados.rados.0.smithi059.stdout:1062: writing smithi05980601-43 from 3096576 to 3497984 tid 2 2024-08-17T17:08:43.162 INFO:tasks.rados.rados.0.smithi059.stdout:1063: copy_from oid 32 from oid 10 current snap is 115 2024-08-17T17:08:43.162 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 111 (ObjNum 145 snap 0 seq_num 338761248) dirty exists 2024-08-17T17:08:43.162 INFO:tasks.rados.rados.0.smithi059.stdout:1061: finishing write tid 1 to smithi05980601-9 2024-08-17T17:08:43.162 INFO:tasks.rados.rados.0.smithi059.stdout:1061: finishing write tid 2 to smithi05980601-9 2024-08-17T17:08:43.162 INFO:tasks.rados.rados.0.smithi059.stdout:1061: finishing write tid 3 to smithi05980601-9 2024-08-17T17:08:43.162 INFO:tasks.rados.rados.0.smithi059.stdout:1061: finishing write tid 4 to smithi05980601-9 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1061: oid 9 updating version 0 to 413 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1061: oid 9 updating version 413 to 414 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1061: oid 9 updating version 414 to 415 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 415 (ObjNum 336 snap 115 seq_num 336) dirty exists 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1061: left oid 9 (ObjNum 336 snap 115 seq_num 336) 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1057: done (5 left) 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1058: done (4 left) 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1061: done (3 left) 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1064: rollback oid 7 current snap is 115 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 106 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1065: copy_from oid 18 from oid 14 current snap is 115 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1066: read oid 49 snap 71 2024-08-17T17:08:43.163 INFO:tasks.rados.rados.0.smithi059.stdout:1066: expect deleted 2024-08-17T17:08:43.164 INFO:tasks.rados.rados.0.smithi059.stdout:1067: copy_from oid 36 from oid 25 current snap is 115 2024-08-17T17:08:43.164 INFO:tasks.rados.rados.0.smithi059.stdout:1068: snap_create 2024-08-17T17:08:43.164 INFO:tasks.rados.rados.0.smithi059.stdout:1062: finishing write tid 1 to smithi05980601-43 2024-08-17T17:08:43.164 INFO:tasks.rados.rados.0.smithi059.stdout:1064: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:08:43.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 109 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:08:43.165 INFO:tasks.rados.rados.0.smithi059.stdout:1062: finishing write tid 2 to smithi05980601-43 2024-08-17T17:08:43.165 INFO:tasks.rados.rados.0.smithi059.stdout:1062: finishing write tid 3 to smithi05980601-43 2024-08-17T17:08:43.165 INFO:tasks.rados.rados.0.smithi059.stdout:1062: finishing write tid 4 to smithi05980601-43 2024-08-17T17:08:43.165 INFO:tasks.rados.rados.0.smithi059.stdout:1062: oid 43 updating version 0 to 427 2024-08-17T17:08:43.165 INFO:tasks.rados.rados.0.smithi059.stdout:1062: oid 43 updating version 427 to 428 2024-08-17T17:08:43.165 INFO:tasks.rados.rados.0.smithi059.stdout:1062: oid 43 updating version 428 to 429 2024-08-17T17:08:43.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 429 (ObjNum 337 snap 115 seq_num 337) dirty exists 2024-08-17T17:08:43.165 INFO:tasks.rados.rados.0.smithi059.stdout:1062: left oid 43 (ObjNum 337 snap 115 seq_num 337) 2024-08-17T17:08:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:43 smithi059 ceph-mon[92261]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:43 smithi059 ceph-mon[92261]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:43 smithi059 ceph-mon[92261]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T17:08:43.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:43 smithi059 ceph-mon[92261]: osd.0 marked itself down and dead 2024-08-17T17:08:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:43 smithi059 ceph-mon[94685]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:43 smithi059 ceph-mon[94685]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:43 smithi059 ceph-mon[94685]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T17:08:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:43 smithi059 ceph-mon[94685]: osd.0 marked itself down and dead 2024-08-17T17:08:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:43 smithi087 ceph-mon[85676]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:43 smithi087 ceph-mon[85676]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:43 smithi087 ceph-mon[85676]: osdmap e288: 8 total, 8 up, 8 in 2024-08-17T17:08:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:43 smithi087 ceph-mon[85676]: osd.0 marked itself down and dead 2024-08-17T17:08:44.037 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:43 smithi059 podman[99528]: 2024-08-17 17:08:43.680979433 +0000 UTC m=+1.283161851 container died 545451805af8eeb8ef5ec89d214138bf9a8f5a76e06ab6aa208f3229fc1d4a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=reef-ced649f, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-08-17T17:08:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1062: done (7 left) 2024-08-17T17:08:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1064: done (6 left) 2024-08-17T17:08:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1068: done (5 left) 2024-08-17T17:08:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1069: read oid 8 snap -1 2024-08-17T17:08:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1069: expect (ObjNum 283 snap 98 seq_num 283) 2024-08-17T17:08:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1070: snap_remove snap 89 2024-08-17T17:08:44.537 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:44 smithi059 podman[99528]: 2024-08-17 17:08:44.108250357 +0000 UTC m=+1.710432820 container cleanup 545451805af8eeb8ef5ec89d214138bf9a8f5a76e06ab6aa208f3229fc1d4a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-ced649f, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:08:44.537 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:44 smithi059 bash[99528]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0 2024-08-17T17:08:44.537 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:44 smithi059 podman[99546]: 2024-08-17 17:08:44.318521212 +0000 UTC m=+0.640243462 container remove 545451805af8eeb8ef5ec89d214138bf9a8f5a76e06ab6aa208f3229fc1d4a05 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=reef-ced649f, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T17:08:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:44 smithi059 ceph-mon[92261]: pgmap v96: 121 pgs: 121 active+clean; 295 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-17T17:08:44.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:44 smithi059 ceph-mon[92261]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:44.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:44 smithi059 ceph-mon[92261]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:08:44.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:44 smithi059 ceph-mon[92261]: osdmap e289: 8 total, 7 up, 8 in 2024-08-17T17:08:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:44 smithi059 ceph-mon[94685]: pgmap v96: 121 pgs: 121 active+clean; 295 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-17T17:08:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:44 smithi059 ceph-mon[94685]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:44 smithi059 ceph-mon[94685]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:08:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:44 smithi059 ceph-mon[94685]: osdmap e289: 8 total, 7 up, 8 in 2024-08-17T17:08:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:44 smithi087 ceph-mon[85676]: pgmap v96: 121 pgs: 121 active+clean; 295 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-17T17:08:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:44 smithi087 ceph-mon[85676]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:08:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:44 smithi087 ceph-mon[85676]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:08:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:44 smithi087 ceph-mon[85676]: osdmap e289: 8 total, 7 up, 8 in 2024-08-17T17:08:45.037 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:44 smithi059 podman[99634]: 2024-08-17 17:08:44.647152492 +0000 UTC m=+0.017605280 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:08:45.037 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:44 smithi059 podman[99634]: 2024-08-17 17:08:44.744459039 +0000 UTC m=+0.114911822 container create 545e11d62205aeb07ea8f24d7fd375f534662c84c7f63cbfcefa50be6ee858be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-08-17T17:08:45.037 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:44 smithi059 podman[99634]: 2024-08-17 17:08:44.988689622 +0000 UTC m=+0.359142425 container init 545e11d62205aeb07ea8f24d7fd375f534662c84c7f63cbfcefa50be6ee858be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-17T17:08:45.038 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:44 smithi059 podman[99634]: 2024-08-17 17:08:44.992266949 +0000 UTC m=+0.362719735 container start 545e11d62205aeb07ea8f24d7fd375f534662c84c7f63cbfcefa50be6ee858be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T17:08:45.144 INFO:tasks.rados.rados.0.smithi059.stdout:1070: done (6 left) 2024-08-17T17:08:45.144 INFO:tasks.rados.rados.0.smithi059.stdout:1071: snap_create 2024-08-17T17:08:45.144 INFO:tasks.rados.rados.0.smithi059.stdout:1065: finishing copy_from to smithi05980601-18 2024-08-17T17:08:45.144 INFO:tasks.rados.rados.0.smithi059.stdout:1065: got expected ENOENT (src dne) 2024-08-17T17:08:45.144 INFO:tasks.rados.rados.0.smithi059.stdout:1065: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:08:45.144 INFO:tasks.rados.rados.0.smithi059.stdout:1060: expect (ObjNum 278 snap 97 seq_num 278) 2024-08-17T17:08:45.207 INFO:tasks.rados.rados.0.smithi059.stdout:1067: finishing copy_from racing read to smithi05980601-36 2024-08-17T17:08:45.208 INFO:tasks.rados.rados.0.smithi059.stdout:1067: finishing copy_from to smithi05980601-36 2024-08-17T17:08:45.208 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 348 (ObjNum 317 snap 107 seq_num 317) dirty exists 2024-08-17T17:08:45.208 INFO:tasks.rados.rados.0.smithi059.stdout:1063: finishing copy_from racing read to smithi05980601-32 2024-08-17T17:08:45.208 INFO:tasks.rados.rados.0.smithi059.stdout:1063: finishing copy_from to smithi05980601-32 2024-08-17T17:08:45.208 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 405 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-08-17T17:08:45.208 INFO:tasks.rados.rados.0.smithi059.stdout:1069: expect (ObjNum 283 snap 98 seq_num 283) 2024-08-17T17:08:45.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:45 smithi087 ceph-mon[85676]: osdmap e290: 8 total, 7 up, 8 in 2024-08-17T17:08:45.492 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:45 smithi059 ceph-mon[92261]: osdmap e290: 8 total, 7 up, 8 in 2024-08-17T17:08:45.493 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:45 smithi059 ceph-mon[94685]: osdmap e290: 8 total, 7 up, 8 in 2024-08-17T17:08:45.493 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:45 smithi059 podman[99634]: 2024-08-17 17:08:45.088717489 +0000 UTC m=+0.459170272 container attach 545e11d62205aeb07ea8f24d7fd375f534662c84c7f63cbfcefa50be6ee858be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T17:08:45.493 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:45 smithi059 podman[99634]: 2024-08-17 17:08:45.19224983 +0000 UTC m=+0.562702616 container died 545e11d62205aeb07ea8f24d7fd375f534662c84c7f63cbfcefa50be6ee858be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:08:45.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:45 smithi059 podman[99657]: 2024-08-17 17:08:45.700580582 +0000 UTC m=+0.502556177 container remove 545e11d62205aeb07ea8f24d7fd375f534662c84c7f63cbfcefa50be6ee858be (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T17:08:45.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:45 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-17T17:08:45.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:45 smithi059 systemd[1]: Stopped Ceph osd.0 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:08:45.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:45 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.0.service: Consumed 11.008s CPU time. 2024-08-17T17:08:46.086 INFO:tasks.rados.rados.0.smithi059.stdout:1060: done (6 left) 2024-08-17T17:08:46.087 INFO:tasks.rados.rados.0.smithi059.stdout:1063: done (5 left) 2024-08-17T17:08:46.087 INFO:tasks.rados.rados.0.smithi059.stdout:1065: done (4 left) 2024-08-17T17:08:46.087 INFO:tasks.rados.rados.0.smithi059.stdout:1066: done (3 left) 2024-08-17T17:08:46.087 INFO:tasks.rados.rados.0.smithi059.stdout:1067: done (2 left) 2024-08-17T17:08:46.087 INFO:tasks.rados.rados.0.smithi059.stdout:1069: done (1 left) 2024-08-17T17:08:46.087 INFO:tasks.rados.rados.0.smithi059.stdout:1071: done (0 left) 2024-08-17T17:08:46.087 INFO:tasks.rados.rados.0.smithi059.stdout:1072: copy_from oid 20 from oid 32 current snap is 117 2024-08-17T17:08:46.087 INFO:tasks.rados.rados.0.smithi059.stdout:1073: delete oid 3 current snap is 117 2024-08-17T17:08:46.089 INFO:tasks.rados.rados.0.smithi059.stdout:1073: done (1 left) 2024-08-17T17:08:46.089 INFO:tasks.rados.rados.0.smithi059.stdout:1074: copy_from oid 45 from oid 37 current snap is 117 2024-08-17T17:08:46.090 INFO:tasks.rados.rados.0.smithi059.stdout:1075: snap_remove snap 109 2024-08-17T17:08:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-mon[92261]: pgmap v99: 121 pgs: 14 stale+active+clean, 107 active+clean; 295 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-17T17:08:46.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-mon[92261]: osdmap e291: 8 total, 7 up, 8 in 2024-08-17T17:08:46.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-mon[92261]: osdmap e292: 8 total, 7 up, 8 in 2024-08-17T17:08:46.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-mon[94685]: pgmap v99: 121 pgs: 14 stale+active+clean, 107 active+clean; 295 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-17T17:08:46.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-mon[94685]: osdmap e291: 8 total, 7 up, 8 in 2024-08-17T17:08:46.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-mon[94685]: osdmap e292: 8 total, 7 up, 8 in 2024-08-17T17:08:46.288 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:45 smithi059 systemd[1]: Starting Ceph osd.0 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:08:46.289 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 podman[99758]: 2024-08-17 17:08:46.054287075 +0000 UTC m=+0.017894050 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:08:46.289 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 podman[99758]: 2024-08-17 17:08:46.177446056 +0000 UTC m=+0.141053014 container create 21686c5d5048d546d4a79392111d99823dbb9130aebf976e3c9d2ec99706c654 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-08-17T17:08:46.470 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:46 smithi087 ceph-mon[85676]: pgmap v99: 121 pgs: 14 stale+active+clean, 107 active+clean; 295 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.9 MiB/s wr, 24 op/s 2024-08-17T17:08:46.470 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:46 smithi087 ceph-mon[85676]: osdmap e291: 8 total, 7 up, 8 in 2024-08-17T17:08:46.470 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:46 smithi087 ceph-mon[85676]: osdmap e292: 8 total, 7 up, 8 in 2024-08-17T17:08:46.576 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 podman[99758]: 2024-08-17 17:08:46.43821834 +0000 UTC m=+0.401825310 container init 21686c5d5048d546d4a79392111d99823dbb9130aebf976e3c9d2ec99706c654 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=) 2024-08-17T17:08:46.576 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 podman[99758]: 2024-08-17 17:08:46.441844653 +0000 UTC m=+0.405451612 container start 21686c5d5048d546d4a79392111d99823dbb9130aebf976e3c9d2ec99706c654 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-17T17:08:46.576 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 podman[99758]: 2024-08-17 17:08:46.538125705 +0000 UTC m=+0.501732669 container attach 21686c5d5048d546d4a79392111d99823dbb9130aebf976e3c9d2ec99706c654 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:08:46.980 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:08:46.980 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:08:46.980 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:08:46.980 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T17:08:46.981 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-17T17:08:47.088 INFO:tasks.rados.rados.0.smithi059.stdout:1075: done (2 left) 2024-08-17T17:08:47.088 INFO:tasks.rados.rados.0.smithi059.stdout:1076: snap_create 2024-08-17T17:08:47.088 INFO:tasks.rados.rados.0.smithi059.stdout:1074: finishing copy_from racing read to smithi05980601-45 2024-08-17T17:08:47.088 INFO:tasks.rados.rados.0.smithi059.stdout:1074: finishing copy_from to smithi05980601-45 2024-08-17T17:08:47.088 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 700 (ObjNum 321 snap 108 seq_num 321) dirty exists 2024-08-17T17:08:47.089 INFO:tasks.rados.rados.0.smithi059.stdout:1072: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:08:47.089 INFO:tasks.rados.rados.0.smithi059.stdout:1072: finishing copy_from to smithi05980601-20 2024-08-17T17:08:47.089 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 405 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-08-17T17:08:47.287 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-17T17:08:47.287 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-17T17:08:47.287 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T17:08:47.287 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T17:08:47.288 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T17:08:47.288 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-17T17:08:47.288 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate[99773]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-17T17:08:47.288 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:46 smithi059 bash[99758]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-17T17:08:47.288 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:47 smithi059 podman[99758]: 2024-08-17 17:08:47.008752251 +0000 UTC m=+0.972359220 container died 21686c5d5048d546d4a79392111d99823dbb9130aebf976e3c9d2ec99706c654 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T17:08:47.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:47 smithi059 podman[99878]: 2024-08-17 17:08:47.592066215 +0000 UTC m=+0.577211396 container remove 21686c5d5048d546d4a79392111d99823dbb9130aebf976e3c9d2ec99706c654 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe) 2024-08-17T17:08:47.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:08:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:08:47] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-08-17T17:08:48.071 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:47 smithi059 podman[99937]: 2024-08-17 17:08:47.712857248 +0000 UTC m=+0.017563101 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:08:48.071 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:47 smithi059 podman[99937]: 2024-08-17 17:08:47.818209763 +0000 UTC m=+0.122915647 container create 50e3847f6df53eb83ef1db27c73c60b79713e28080a009bde0600f7f96b36aa9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0) 2024-08-17T17:08:48.093 INFO:tasks.rados.rados.0.smithi059.stdout:1072: done (2 left) 2024-08-17T17:08:48.093 INFO:tasks.rados.rados.0.smithi059.stdout:1074: done (1 left) 2024-08-17T17:08:48.093 INFO:tasks.rados.rados.0.smithi059.stdout:1076: done (0 left) 2024-08-17T17:08:48.093 INFO:tasks.rados.rados.0.smithi059.stdout:1077: snap_remove snap 94 2024-08-17T17:08:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:48 smithi059 ceph-mon[92261]: pgmap v102: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 307 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 31 op/s; 135/630 objects degraded (21.429%) 2024-08-17T17:08:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:48 smithi059 ceph-mon[92261]: osdmap e293: 8 total, 7 up, 8 in 2024-08-17T17:08:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:48 smithi059 ceph-mon[92261]: Health check failed: Degraded data redundancy: 135/630 objects degraded (21.429%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:08:48.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:48 smithi059 ceph-mon[94685]: pgmap v102: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 307 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 31 op/s; 135/630 objects degraded (21.429%) 2024-08-17T17:08:48.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:48 smithi059 ceph-mon[94685]: osdmap e293: 8 total, 7 up, 8 in 2024-08-17T17:08:48.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:48 smithi059 ceph-mon[94685]: Health check failed: Degraded data redundancy: 135/630 objects degraded (21.429%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:08:48.538 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:48 smithi059 podman[99937]: 2024-08-17 17:08:48.070741445 +0000 UTC m=+0.375447283 container init 50e3847f6df53eb83ef1db27c73c60b79713e28080a009bde0600f7f96b36aa9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T17:08:48.538 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:48 smithi059 podman[99937]: 2024-08-17 17:08:48.074308769 +0000 UTC m=+0.379014608 container start 50e3847f6df53eb83ef1db27c73c60b79713e28080a009bde0600f7f96b36aa9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0) 2024-08-17T17:08:48.539 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:48 smithi059 ceph-osd[99957]: -- 172.21.15.59:0/3143046604 <== mon.2 v2:172.21.15.59:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561a16085a40 con 0x561a16063c00 2024-08-17T17:08:48.539 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:48 smithi059 bash[99937]: 50e3847f6df53eb83ef1db27c73c60b79713e28080a009bde0600f7f96b36aa9 2024-08-17T17:08:48.539 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:48 smithi059 systemd[1]: Started Ceph osd.0 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:08:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:48 smithi087 ceph-mon[85676]: pgmap v102: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 307 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 31 op/s; 135/630 objects degraded (21.429%) 2024-08-17T17:08:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:48 smithi087 ceph-mon[85676]: osdmap e293: 8 total, 7 up, 8 in 2024-08-17T17:08:48.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:48 smithi087 ceph-mon[85676]: Health check failed: Degraded data redundancy: 135/630 objects degraded (21.429%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:08:49.104 INFO:tasks.rados.rados.0.smithi059.stdout:1077: done (0 left) 2024-08-17T17:08:49.104 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 118 2024-08-17T17:08:49.104 INFO:tasks.rados.rados.0.smithi059.stdout:1078: seq_num 339 ranges {2908160=483328,3391488=401408} 2024-08-17T17:08:49.123 INFO:tasks.rados.rados.0.smithi059.stdout:1078: writing smithi05980601-25 from 2908160 to 3391488 tid 1 2024-08-17T17:08:49.125 INFO:tasks.rados.rados.0.smithi059.stdout:1078: writing smithi05980601-25 from 3391488 to 3792896 tid 2 2024-08-17T17:08:49.125 INFO:tasks.rados.rados.0.smithi059.stdout:1079: copy_from oid 1 from oid 10 current snap is 118 2024-08-17T17:08:49.125 INFO:tasks.rados.rados.0.smithi059.stdout:1080: read oid 46 snap -1 2024-08-17T17:08:49.126 INFO:tasks.rados.rados.0.smithi059.stdout:1080: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:08:49.126 INFO:tasks.rados.rados.0.smithi059.stdout:1081: snap_create 2024-08-17T17:08:49.127 INFO:tasks.rados.rados.0.smithi059.stdout:1078: finishing write tid 1 to smithi05980601-25 2024-08-17T17:08:49.128 INFO:tasks.rados.rados.0.smithi059.stdout:1078: finishing write tid 2 to smithi05980601-25 2024-08-17T17:08:49.128 INFO:tasks.rados.rados.0.smithi059.stdout:1078: finishing write tid 3 to smithi05980601-25 2024-08-17T17:08:49.129 INFO:tasks.rados.rados.0.smithi059.stdout:1078: finishing write tid 4 to smithi05980601-25 2024-08-17T17:08:49.129 INFO:tasks.rados.rados.0.smithi059.stdout:1078: oid 25 updating version 0 to 382 2024-08-17T17:08:49.129 INFO:tasks.rados.rados.0.smithi059.stdout:1078: oid 25 version 382 is already newer than 381 2024-08-17T17:08:49.129 INFO:tasks.rados.rados.0.smithi059.stdout:1078: oid 25 version 382 is already newer than 380 2024-08-17T17:08:49.129 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 382 (ObjNum 339 snap 118 seq_num 339) dirty exists 2024-08-17T17:08:49.129 INFO:tasks.rados.rados.0.smithi059.stdout:1078: left oid 25 (ObjNum 339 snap 118 seq_num 339) 2024-08-17T17:08:49.138 INFO:tasks.rados.rados.0.smithi059.stdout:1079: finishing copy_from racing read to smithi05980601-1 2024-08-17T17:08:49.142 INFO:tasks.rados.rados.0.smithi059.stdout:1080: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:08:49.310 INFO:tasks.rados.rados.0.smithi059.stdout:1079: finishing copy_from to smithi05980601-1 2024-08-17T17:08:49.310 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 405 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-08-17T17:08:49.478 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:49 smithi059 ceph-mon[92261]: osdmap e294: 8 total, 7 up, 8 in 2024-08-17T17:08:49.479 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:49.479 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:49.479 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:49.479 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:49 smithi059 ceph-mon[94685]: osdmap e294: 8 total, 7 up, 8 in 2024-08-17T17:08:49.479 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:49.479 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:49.479 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:49 smithi087 ceph-mon[85676]: osdmap e294: 8 total, 7 up, 8 in 2024-08-17T17:08:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:49.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[99953]: 2024-08-17T17:08:49.476+0000 7feb53fa5640 -1 Falling back to public interface 2024-08-17T17:08:50.111 INFO:tasks.rados.rados.0.smithi059.stdout:1078: done (3 left) 2024-08-17T17:08:50.112 INFO:tasks.rados.rados.0.smithi059.stdout:1079: done (2 left) 2024-08-17T17:08:50.112 INFO:tasks.rados.rados.0.smithi059.stdout:1080: done (1 left) 2024-08-17T17:08:50.112 INFO:tasks.rados.rados.0.smithi059.stdout:1081: done (0 left) 2024-08-17T17:08:50.112 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 119 2024-08-17T17:08:50.112 INFO:tasks.rados.rados.0.smithi059.stdout:1082: seq_num 340 ranges {8798208=499712,9297920=401408} 2024-08-17T17:08:50.163 INFO:tasks.rados.rados.0.smithi059.stdout:1082: writing smithi05980601-39 from 8798208 to 9297920 tid 1 2024-08-17T17:08:50.165 INFO:tasks.rados.rados.0.smithi059.stdout:1082: writing smithi05980601-39 from 9297920 to 9699328 tid 2 2024-08-17T17:08:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1083: read oid 25 snap 116 2024-08-17T17:08:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1083: expect (ObjNum 317 snap 107 seq_num 317) 2024-08-17T17:08:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1084: snap_create 2024-08-17T17:08:50.171 INFO:tasks.rados.rados.0.smithi059.stdout:1082: finishing write tid 1 to smithi05980601-39 2024-08-17T17:08:50.171 INFO:tasks.rados.rados.0.smithi059.stdout:1082: finishing write tid 2 to smithi05980601-39 2024-08-17T17:08:50.172 INFO:tasks.rados.rados.0.smithi059.stdout:1082: finishing write tid 3 to smithi05980601-39 2024-08-17T17:08:50.176 INFO:tasks.rados.rados.0.smithi059.stdout:1082: finishing write tid 4 to smithi05980601-39 2024-08-17T17:08:50.176 INFO:tasks.rados.rados.0.smithi059.stdout:1082: oid 39 updating version 0 to 742 2024-08-17T17:08:50.176 INFO:tasks.rados.rados.0.smithi059.stdout:1082: oid 39 updating version 742 to 743 2024-08-17T17:08:50.176 INFO:tasks.rados.rados.0.smithi059.stdout:1082: oid 39 version 743 is already newer than 741 2024-08-17T17:08:50.176 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 743 (ObjNum 340 snap 119 seq_num 340) dirty exists 2024-08-17T17:08:50.177 INFO:tasks.rados.rados.0.smithi059.stdout:1082: left oid 39 (ObjNum 340 snap 119 seq_num 340) 2024-08-17T17:08:50.177 INFO:tasks.rados.rados.0.smithi059.stdout:1083: expect (ObjNum 317 snap 107 seq_num 317) 2024-08-17T17:08:50.514 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:50 smithi059 ceph-mon[92261]: pgmap v105: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 307 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 31 op/s; 135/630 objects degraded (21.429%) 2024-08-17T17:08:50.514 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:50 smithi059 ceph-mon[92261]: osdmap e295: 8 total, 7 up, 8 in 2024-08-17T17:08:50.514 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:50.514 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:50.514 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:50 smithi059 ceph-mon[94685]: pgmap v105: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 307 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 31 op/s; 135/630 objects degraded (21.429%) 2024-08-17T17:08:50.514 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:50 smithi059 ceph-mon[94685]: osdmap e295: 8 total, 7 up, 8 in 2024-08-17T17:08:50.515 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:50.515 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:50 smithi087 ceph-mon[85676]: pgmap v105: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 307 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.6 MiB/s wr, 31 op/s; 135/630 objects degraded (21.429%) 2024-08-17T17:08:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:50 smithi087 ceph-mon[85676]: osdmap e295: 8 total, 7 up, 8 in 2024-08-17T17:08:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:08:51.093 INFO:tasks.rados.rados.0.smithi059.stdout:1082: done (2 left) 2024-08-17T17:08:51.093 INFO:tasks.rados.rados.0.smithi059.stdout:1083: done (1 left) 2024-08-17T17:08:51.093 INFO:tasks.rados.rados.0.smithi059.stdout:1084: done (0 left) 2024-08-17T17:08:51.093 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 120 2024-08-17T17:08:51.093 INFO:tasks.rados.rados.0.smithi059.stdout:1085: seq_num 341 ranges {7610368=516096,8126464=401408} 2024-08-17T17:08:51.137 INFO:tasks.rados.rados.0.smithi059.stdout:1085: writing smithi05980601-6 from 7610368 to 8126464 tid 1 2024-08-17T17:08:51.140 INFO:tasks.rados.rados.0.smithi059.stdout:1085: writing smithi05980601-6 from 8126464 to 8527872 tid 2 2024-08-17T17:08:51.140 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 120 2024-08-17T17:08:51.140 INFO:tasks.rados.rados.0.smithi059.stdout:1086: seq_num 342 ranges {5267456=532480,5799936=401408} 2024-08-17T17:08:51.171 INFO:tasks.rados.rados.0.smithi059.stdout:1086: writing smithi05980601-44 from 5267456 to 5799936 tid 1 2024-08-17T17:08:51.174 INFO:tasks.rados.rados.0.smithi059.stdout:1086: writing smithi05980601-44 from 5799936 to 6201344 tid 2 2024-08-17T17:08:51.174 INFO:tasks.rados.rados.0.smithi059.stdout:1087: read oid 50 snap -1 2024-08-17T17:08:51.174 INFO:tasks.rados.rados.0.smithi059.stdout:1087: expect (ObjNum 199 snap 57 seq_num 199) 2024-08-17T17:08:51.174 INFO:tasks.rados.rados.0.smithi059.stdout:1088: snap_create 2024-08-17T17:08:51.174 INFO:tasks.rados.rados.0.smithi059.stdout:1085: finishing write tid 1 to smithi05980601-6 2024-08-17T17:08:51.174 INFO:tasks.rados.rados.0.smithi059.stdout:1085: finishing write tid 2 to smithi05980601-6 2024-08-17T17:08:51.174 INFO:tasks.rados.rados.0.smithi059.stdout:1085: finishing write tid 3 to smithi05980601-6 2024-08-17T17:08:51.174 INFO:tasks.rados.rados.0.smithi059.stdout:1085: finishing write tid 4 to smithi05980601-6 2024-08-17T17:08:51.175 INFO:tasks.rados.rados.0.smithi059.stdout:1085: oid 6 updating version 0 to 586 2024-08-17T17:08:51.175 INFO:tasks.rados.rados.0.smithi059.stdout:1085: oid 6 updating version 586 to 588 2024-08-17T17:08:51.175 INFO:tasks.rados.rados.0.smithi059.stdout:1085: oid 6 version 588 is already newer than 587 2024-08-17T17:08:51.175 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 588 (ObjNum 341 snap 120 seq_num 341) dirty exists 2024-08-17T17:08:51.175 INFO:tasks.rados.rados.0.smithi059.stdout:1085: left oid 6 (ObjNum 341 snap 120 seq_num 341) 2024-08-17T17:08:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:1086: finishing write tid 1 to smithi05980601-44 2024-08-17T17:08:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:1086: finishing write tid 2 to smithi05980601-44 2024-08-17T17:08:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:1086: finishing write tid 3 to smithi05980601-44 2024-08-17T17:08:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:1086: finishing write tid 4 to smithi05980601-44 2024-08-17T17:08:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:1086: oid 44 updating version 0 to 299 2024-08-17T17:08:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:1086: oid 44 updating version 299 to 301 2024-08-17T17:08:51.178 INFO:tasks.rados.rados.0.smithi059.stdout:1086: oid 44 version 301 is already newer than 300 2024-08-17T17:08:51.178 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 301 (ObjNum 342 snap 120 seq_num 342) dirty exists 2024-08-17T17:08:51.178 INFO:tasks.rados.rados.0.smithi059.stdout:1086: left oid 44 (ObjNum 342 snap 120 seq_num 342) 2024-08-17T17:08:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:1087: expect (ObjNum 199 snap 57 seq_num 199) 2024-08-17T17:08:51.460 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:51 smithi059 ceph-mon[92261]: osdmap e296: 8 total, 7 up, 8 in 2024-08-17T17:08:51.461 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:51 smithi059 ceph-mon[92261]: osdmap e297: 8 total, 7 up, 8 in 2024-08-17T17:08:51.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:51 smithi059 ceph-mon[94685]: osdmap e296: 8 total, 7 up, 8 in 2024-08-17T17:08:51.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:51 smithi059 ceph-mon[94685]: osdmap e297: 8 total, 7 up, 8 in 2024-08-17T17:08:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:51 smithi087 ceph-mon[85676]: osdmap e296: 8 total, 7 up, 8 in 2024-08-17T17:08:51.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:51 smithi087 ceph-mon[85676]: osdmap e297: 8 total, 7 up, 8 in 2024-08-17T17:08:52.134 INFO:tasks.rados.rados.0.smithi059.stdout:1085: done (3 left) 2024-08-17T17:08:52.134 INFO:tasks.rados.rados.0.smithi059.stdout:1086: done (2 left) 2024-08-17T17:08:52.134 INFO:tasks.rados.rados.0.smithi059.stdout:1087: done (1 left) 2024-08-17T17:08:52.134 INFO:tasks.rados.rados.0.smithi059.stdout:1088: done (0 left) 2024-08-17T17:08:52.134 INFO:tasks.rados.rados.0.smithi059.stdout:1089: snap_create 2024-08-17T17:08:52.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:52 smithi059 ceph-mon[92261]: pgmap v108: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 307 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 135/630 objects degraded (21.429%) 2024-08-17T17:08:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:52 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:52 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:52 smithi059 ceph-mon[94685]: pgmap v108: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 307 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 135/630 objects degraded (21.429%) 2024-08-17T17:08:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:52 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:52 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:52 smithi087 ceph-mon[85676]: pgmap v108: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 307 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 135/630 objects degraded (21.429%) 2024-08-17T17:08:52.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:52 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:52.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:52 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:53.037 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[99953]: 2024-08-17T17:08:52.946+0000 7feb53fa5640 -1 osd.0 288 log_to_monitors true 2024-08-17T17:08:53.134 INFO:tasks.rados.rados.0.smithi059.stdout:1089: done (0 left) 2024-08-17T17:08:53.134 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 122 2024-08-17T17:08:53.134 INFO:tasks.rados.rados.0.smithi059.stdout:1090: seq_num 343 ranges {2965504=548864,3514368=401408} 2024-08-17T17:08:53.154 INFO:tasks.rados.rados.0.smithi059.stdout:1090: writing smithi05980601-5 from 2965504 to 3514368 tid 1 2024-08-17T17:08:53.157 INFO:tasks.rados.rados.0.smithi059.stdout:1090: writing smithi05980601-5 from 3514368 to 3915776 tid 2 2024-08-17T17:08:53.157 INFO:tasks.rados.rados.0.smithi059.stdout:1091: read oid 22 snap -1 2024-08-17T17:08:53.157 INFO:tasks.rados.rados.0.smithi059.stdout:1091: expect (ObjNum 222 snap 68 seq_num 222) 2024-08-17T17:08:53.157 INFO:tasks.rados.rados.0.smithi059.stdout:1092: rollback oid 47 current snap is 122 2024-08-17T17:08:53.157 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 118 2024-08-17T17:08:53.157 INFO:tasks.rados.rados.0.smithi059.stdout:1093: delete oid 15 current snap is 122 2024-08-17T17:08:53.162 INFO:tasks.rados.rados.0.smithi059.stdout:1090: finishing write tid 1 to smithi05980601-5 2024-08-17T17:08:53.163 INFO:tasks.rados.rados.0.smithi059.stdout:1090: finishing write tid 2 to smithi05980601-5 2024-08-17T17:08:53.163 INFO:tasks.rados.rados.0.smithi059.stdout:1090: finishing write tid 3 to smithi05980601-5 2024-08-17T17:08:53.164 INFO:tasks.rados.rados.0.smithi059.stdout:1090: finishing write tid 4 to smithi05980601-5 2024-08-17T17:08:53.165 INFO:tasks.rados.rados.0.smithi059.stdout:1090: oid 5 updating version 0 to 351 2024-08-17T17:08:53.165 INFO:tasks.rados.rados.0.smithi059.stdout:1090: oid 5 version 351 is already newer than 350 2024-08-17T17:08:53.165 INFO:tasks.rados.rados.0.smithi059.stdout:1090: oid 5 version 351 is already newer than 349 2024-08-17T17:08:53.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 351 (ObjNum 343 snap 122 seq_num 343) dirty exists 2024-08-17T17:08:53.165 INFO:tasks.rados.rados.0.smithi059.stdout:1090: left oid 5 (ObjNum 343 snap 122 seq_num 343) 2024-08-17T17:08:53.169 INFO:tasks.rados.rados.0.smithi059.stdout:1090: done (3 left) 2024-08-17T17:08:53.169 INFO:tasks.rados.rados.0.smithi059.stdout:1093: done (2 left) 2024-08-17T17:08:53.169 INFO:tasks.rados.rados.0.smithi059.stdout:1094: rollback oid 17 current snap is 122 2024-08-17T17:08:53.169 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 17 to 71 2024-08-17T17:08:53.169 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 122 2024-08-17T17:08:53.169 INFO:tasks.rados.rados.0.smithi059.stdout:1095: seq_num 345 ranges {3915776=581632,4497408=401408} 2024-08-17T17:08:53.194 INFO:tasks.rados.rados.0.smithi059.stdout:1095: writing smithi05980601-5 from 3915776 to 4497408 tid 1 2024-08-17T17:08:53.196 INFO:tasks.rados.rados.0.smithi059.stdout:1095: writing smithi05980601-5 from 4497408 to 4898816 tid 2 2024-08-17T17:08:53.196 INFO:tasks.rados.rados.0.smithi059.stdout:1096: delete oid 37 current snap is 122 2024-08-17T17:08:53.197 INFO:tasks.rados.rados.0.smithi059.stdout:1091: expect (ObjNum 222 snap 68 seq_num 222) 2024-08-17T17:08:53.262 INFO:tasks.rados.rados.0.smithi059.stdout:1092: finishing rollback tid 0 to smithi05980601-47 2024-08-17T17:08:53.262 INFO:tasks.rados.rados.0.smithi059.stdout:1094: finishing rollback tid 0 to smithi05980601-17 2024-08-17T17:08:53.262 INFO:tasks.rados.rados.0.smithi059.stdout:1091: done (4 left) 2024-08-17T17:08:53.262 INFO:tasks.rados.rados.0.smithi059.stdout:1096: done (3 left) 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1097: rollback oid 50 current snap is 122 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 119 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1092: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1092: finishing rollback tid 2 to smithi05980601-47 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 197 (ObjNum 320 snap 107 seq_num 320) dirty exists 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1095: finishing write tid 1 to smithi05980601-5 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1095: finishing write tid 2 to smithi05980601-5 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1095: finishing write tid 3 to smithi05980601-5 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1095: finishing write tid 4 to smithi05980601-5 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1095: oid 5 updating version 0 to 353 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1095: oid 5 updating version 353 to 354 2024-08-17T17:08:53.263 INFO:tasks.rados.rados.0.smithi059.stdout:1095: oid 5 version 354 is already newer than 352 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 354 (ObjNum 345 snap 122 seq_num 345) dirty exists 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:1095: left oid 5 (ObjNum 345 snap 122 seq_num 345) 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:1094: finishing rollback tid 1 to smithi05980601-17 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:1094: finishing rollback tid 2 to smithi05980601-17 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 747 (ObjNum 149 snap 43 seq_num 149) dirty exists 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:1092: done (3 left) 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:1094: done (2 left) 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:1095: done (1 left) 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:1098: read oid 7 snap -1 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:1098: expect deleted 2024-08-17T17:08:53.264 INFO:tasks.rados.rados.0.smithi059.stdout:1099: setattr oid 48 current snap is 122 2024-08-17T17:08:53.265 INFO:tasks.rados.rados.0.smithi059.stdout:1098: done (2 left) 2024-08-17T17:08:53.265 INFO:tasks.rados.rados.0.smithi059.stdout:1100: read oid 31 snap 107 2024-08-17T17:08:53.265 INFO:tasks.rados.rados.0.smithi059.stdout:1100: expect deleted 2024-08-17T17:08:53.265 INFO:tasks.rados.rados.0.smithi059.stdout:1101: snap_create 2024-08-17T17:08:53.283 INFO:tasks.rados.rados.0.smithi059.stdout:1097: finishing rollback tid 0 to smithi05980601-50 2024-08-17T17:08:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:1097: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:08:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:1097: finishing rollback tid 2 to smithi05980601-50 2024-08-17T17:08:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 753 (ObjNum 199 snap 57 seq_num 199) dirty exists 2024-08-17T17:08:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 384 (ObjNum 299 snap 102 seq_num 299) dirty exists 2024-08-17T17:08:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:53 smithi059 ceph-mon[92261]: osdmap e298: 8 total, 7 up, 8 in 2024-08-17T17:08:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:53 smithi059 ceph-mon[92261]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T17:08:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:53 smithi059 ceph-mon[94685]: osdmap e298: 8 total, 7 up, 8 in 2024-08-17T17:08:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:53 smithi059 ceph-mon[94685]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T17:08:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:53 smithi087 ceph-mon[85676]: osdmap e298: 8 total, 7 up, 8 in 2024-08-17T17:08:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:53.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:53 smithi087 ceph-mon[85676]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-08-17T17:08:53.909 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:08:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[99953]: 2024-08-17T17:08:53.587+0000 7feb47d47640 -1 osd.0 288 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:08:54.150 INFO:tasks.rados.rados.0.smithi059.stdout:1097: done (3 left) 2024-08-17T17:08:54.151 INFO:tasks.rados.rados.0.smithi059.stdout:1099: done (2 left) 2024-08-17T17:08:54.151 INFO:tasks.rados.rados.0.smithi059.stdout:1100: done (1 left) 2024-08-17T17:08:54.151 INFO:tasks.rados.rados.0.smithi059.stdout:1101: done (0 left) 2024-08-17T17:08:54.151 INFO:tasks.rados.rados.0.smithi059.stdout:1102: read oid 50 snap -1 2024-08-17T17:08:54.151 INFO:tasks.rados.rados.0.smithi059.stdout:1102: expect (ObjNum 199 snap 57 seq_num 199) 2024-08-17T17:08:54.151 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 123 2024-08-17T17:08:54.151 INFO:tasks.rados.rados.0.smithi059.stdout:1103: seq_num 347 ranges {3260416=614400,3874816=401408} 2024-08-17T17:08:54.169 INFO:tasks.rados.rados.0.smithi059.stdout:1103: writing smithi05980601-49 from 3260416 to 3874816 tid 1 2024-08-17T17:08:54.172 INFO:tasks.rados.rados.0.smithi059.stdout:1103: writing smithi05980601-49 from 3874816 to 4276224 tid 2 2024-08-17T17:08:54.172 INFO:tasks.rados.rados.0.smithi059.stdout:1104: rollback oid 32 current snap is 123 2024-08-17T17:08:54.172 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 121 2024-08-17T17:08:54.172 INFO:tasks.rados.rados.0.smithi059.stdout:1105: delete oid 37 current snap is 123 2024-08-17T17:08:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[92261]: pgmap v111: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 315 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s; 139/642 objects degraded (21.651%) 2024-08-17T17:08:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[92261]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[92261]: osdmap e299: 8 total, 7 up, 8 in 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[92261]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 139/642 objects degraded (21.651%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[92261]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[94685]: pgmap v111: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 315 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s; 139/642 objects degraded (21.651%) 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[94685]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[94685]: osdmap e299: 8 total, 7 up, 8 in 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[94685]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 139/642 objects degraded (21.651%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:08:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:54 smithi059 ceph-mon[94685]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' 2024-08-17T17:08:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:54 smithi087 ceph-mon[85676]: pgmap v111: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 315 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s; 139/642 objects degraded (21.651%) 2024-08-17T17:08:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:54 smithi087 ceph-mon[85676]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-17T17:08:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:54 smithi087 ceph-mon[85676]: osdmap e299: 8 total, 7 up, 8 in 2024-08-17T17:08:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:54 smithi087 ceph-mon[85676]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:08:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:54 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 139/642 objects degraded (21.651%), 16 pgs degraded (PG_DEGRADED) 2024-08-17T17:08:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:54 smithi087 ceph-mon[85676]: from='osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397]' entity='osd.0' 2024-08-17T17:08:55.196 INFO:tasks.rados.rados.0.smithi059.stdout:1103: finishing write tid 1 to smithi05980601-49 2024-08-17T17:08:55.201 INFO:tasks.rados.rados.0.smithi059.stdout:1102: expect (ObjNum 199 snap 57 seq_num 199) 2024-08-17T17:08:55.367 INFO:tasks.rados.rados.0.smithi059.stdout:1104: finishing rollback tid 0 to smithi05980601-32 2024-08-17T17:08:55.367 INFO:tasks.rados.rados.0.smithi059.stdout:1104: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:08:55.367 INFO:tasks.rados.rados.0.smithi059.stdout:1104: finishing rollback tid 2 to smithi05980601-32 2024-08-17T17:08:55.367 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 408 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-08-17T17:08:55.367 INFO:tasks.rados.rados.0.smithi059.stdout:1103: finishing write tid 2 to smithi05980601-49 2024-08-17T17:08:55.367 INFO:tasks.rados.rados.0.smithi059.stdout:1103: finishing write tid 3 to smithi05980601-49 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:1102: done (3 left) 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:1104: done (2 left) 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:1105: done (1 left) 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 123 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:1103: finishing write tid 4 to smithi05980601-49 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:1103: oid 49 updating version 0 to 755 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:1103: oid 49 updating version 755 to 756 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:1103: oid 49 updating version 756 to 757 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 757 (ObjNum 347 snap 123 seq_num 347) dirty exists 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:1103: left oid 49 (ObjNum 347 snap 123 seq_num 347) 2024-08-17T17:08:55.368 INFO:tasks.rados.rados.0.smithi059.stdout:1106: seq_num 349 ranges {0=655360,655360=401408} 2024-08-17T17:08:55.370 INFO:tasks.rados.rados.0.smithi059.stdout:1106: writing smithi05980601-30 from 0 to 655360 tid 1 2024-08-17T17:08:55.373 INFO:tasks.rados.rados.0.smithi059.stdout:1106: writing smithi05980601-30 from 655360 to 1056768 tid 2 2024-08-17T17:08:55.373 INFO:tasks.rados.rados.0.smithi059.stdout:1103: done (1 left) 2024-08-17T17:08:55.373 INFO:tasks.rados.rados.0.smithi059.stdout:1107: delete oid 9 current snap is 123 2024-08-17T17:08:55.376 INFO:tasks.rados.rados.0.smithi059.stdout:1106: finishing write tid 1 to smithi05980601-30 2024-08-17T17:08:55.376 INFO:tasks.rados.rados.0.smithi059.stdout:1106: finishing write tid 2 to smithi05980601-30 2024-08-17T17:08:55.376 INFO:tasks.rados.rados.0.smithi059.stdout:1107: done (1 left) 2024-08-17T17:08:55.376 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 123 2024-08-17T17:08:55.377 INFO:tasks.rados.rados.0.smithi059.stdout:1108: seq_num 351 ranges {0=688128,688128=401408} 2024-08-17T17:08:55.380 INFO:tasks.rados.rados.0.smithi059.stdout:1108: writing smithi05980601-3 from 0 to 688128 tid 1 2024-08-17T17:08:55.383 INFO:tasks.rados.rados.0.smithi059.stdout:1108: writing smithi05980601-3 from 688128 to 1089536 tid 2 2024-08-17T17:08:55.383 INFO:tasks.rados.rados.0.smithi059.stdout:1109: read oid 39 snap -1 2024-08-17T17:08:55.383 INFO:tasks.rados.rados.0.smithi059.stdout:1109: expect (ObjNum 340 snap 119 seq_num 340) 2024-08-17T17:08:55.383 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 123 2024-08-17T17:08:55.383 INFO:tasks.rados.rados.0.smithi059.stdout:1106: finishing write tid 3 to smithi05980601-30 2024-08-17T17:08:55.383 INFO:tasks.rados.rados.0.smithi059.stdout:1106: finishing write tid 4 to smithi05980601-30 2024-08-17T17:08:55.384 INFO:tasks.rados.rados.0.smithi059.stdout:1106: oid 30 updating version 0 to 123 2024-08-17T17:08:55.384 INFO:tasks.rados.rados.0.smithi059.stdout:1106: oid 30 version 123 is already newer than 122 2024-08-17T17:08:55.384 INFO:tasks.rados.rados.0.smithi059.stdout:1106: oid 30 version 123 is already newer than 121 2024-08-17T17:08:55.384 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 123 (ObjNum 349 snap 123 seq_num 349) dirty exists 2024-08-17T17:08:55.384 INFO:tasks.rados.rados.0.smithi059.stdout:1106: left oid 30 (ObjNum 349 snap 123 seq_num 349) 2024-08-17T17:08:55.384 INFO:tasks.rados.rados.0.smithi059.stdout:1110: seq_num 352 ranges {0=704512,704512=401408} 2024-08-17T17:08:55.387 INFO:tasks.rados.rados.0.smithi059.stdout:1110: writing smithi05980601-37 from 0 to 704512 tid 1 2024-08-17T17:08:55.390 INFO:tasks.rados.rados.0.smithi059.stdout:1110: writing smithi05980601-37 from 704512 to 1105920 tid 2 2024-08-17T17:08:55.390 INFO:tasks.rados.rados.0.smithi059.stdout:1106: done (3 left) 2024-08-17T17:08:55.390 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 123 2024-08-17T17:08:55.390 INFO:tasks.rados.rados.0.smithi059.stdout:1108: finishing write tid 1 to smithi05980601-3 2024-08-17T17:08:55.390 INFO:tasks.rados.rados.0.smithi059.stdout:1111: seq_num 353 ranges {0=720896,720896=401408} 2024-08-17T17:08:55.394 INFO:tasks.rados.rados.0.smithi059.stdout:1111: writing smithi05980601-35 from 0 to 720896 tid 1 2024-08-17T17:08:55.396 INFO:tasks.rados.rados.0.smithi059.stdout:1111: writing smithi05980601-35 from 720896 to 1122304 tid 2 2024-08-17T17:08:55.397 INFO:tasks.rados.rados.0.smithi059.stdout:1112: snap_create 2024-08-17T17:08:55.397 INFO:tasks.rados.rados.0.smithi059.stdout:1108: finishing write tid 2 to smithi05980601-3 2024-08-17T17:08:55.397 INFO:tasks.rados.rados.0.smithi059.stdout:1108: finishing write tid 3 to smithi05980601-3 2024-08-17T17:08:55.397 INFO:tasks.rados.rados.0.smithi059.stdout:1108: finishing write tid 4 to smithi05980601-3 2024-08-17T17:08:55.397 INFO:tasks.rados.rados.0.smithi059.stdout:1108: oid 3 updating version 0 to 387 2024-08-17T17:08:55.397 INFO:tasks.rados.rados.0.smithi059.stdout:1108: oid 3 version 387 is already newer than 385 2024-08-17T17:08:55.397 INFO:tasks.rados.rados.0.smithi059.stdout:1108: oid 3 version 387 is already newer than 386 2024-08-17T17:08:55.397 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 387 (ObjNum 351 snap 123 seq_num 351) dirty exists 2024-08-17T17:08:55.397 INFO:tasks.rados.rados.0.smithi059.stdout:1108: left oid 3 (ObjNum 351 snap 123 seq_num 351) 2024-08-17T17:08:55.399 INFO:tasks.rados.rados.0.smithi059.stdout:1111: finishing write tid 1 to smithi05980601-35 2024-08-17T17:08:55.399 INFO:tasks.rados.rados.0.smithi059.stdout:1111: finishing write tid 2 to smithi05980601-35 2024-08-17T17:08:55.399 INFO:tasks.rados.rados.0.smithi059.stdout:1111: finishing write tid 3 to smithi05980601-35 2024-08-17T17:08:55.400 INFO:tasks.rados.rados.0.smithi059.stdout:1111: finishing write tid 4 to smithi05980601-35 2024-08-17T17:08:55.401 INFO:tasks.rados.rados.0.smithi059.stdout:1111: oid 35 updating version 0 to 440 2024-08-17T17:08:55.401 INFO:tasks.rados.rados.0.smithi059.stdout:1111: oid 35 version 440 is already newer than 439 2024-08-17T17:08:55.401 INFO:tasks.rados.rados.0.smithi059.stdout:1111: oid 35 updating version 440 to 441 2024-08-17T17:08:55.401 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 441 (ObjNum 353 snap 123 seq_num 353) dirty exists 2024-08-17T17:08:55.401 INFO:tasks.rados.rados.0.smithi059.stdout:1111: left oid 35 (ObjNum 353 snap 123 seq_num 353) 2024-08-17T17:08:55.420 INFO:tasks.rados.rados.0.smithi059.stdout:1109: expect (ObjNum 340 snap 119 seq_num 340) 2024-08-17T17:08:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:55 smithi059 ceph-mon[92261]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:08:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:55 smithi059 ceph-mon[92261]: osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397] boot 2024-08-17T17:08:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:55 smithi059 ceph-mon[92261]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T17:08:55.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T17:08:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:55 smithi059 ceph-mon[94685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:08:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:55 smithi059 ceph-mon[94685]: osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397] boot 2024-08-17T17:08:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:55 smithi059 ceph-mon[94685]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T17:08:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T17:08:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:55 smithi087 ceph-mon[85676]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:08:55.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:55 smithi087 ceph-mon[85676]: osd.0 [v2:172.21.15.59:6802/3484526397,v1:172.21.15.59:6803/3484526397] boot 2024-08-17T17:08:55.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:55 smithi087 ceph-mon[85676]: osdmap e300: 8 total, 8 up, 8 in 2024-08-17T17:08:55.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-08-17T17:08:56.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:08:55 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:08:55.776+0000 7f056bcc9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T17:08:56.079 INFO:tasks.rados.rados.0.smithi059.stdout:1110: finishing write tid 1 to smithi05980601-37 2024-08-17T17:08:56.079 INFO:tasks.rados.rados.0.smithi059.stdout:1110: finishing write tid 2 to smithi05980601-37 2024-08-17T17:08:56.079 INFO:tasks.rados.rados.0.smithi059.stdout:1110: finishing write tid 3 to smithi05980601-37 2024-08-17T17:08:56.079 INFO:tasks.rados.rados.0.smithi059.stdout:1110: finishing write tid 4 to smithi05980601-37 2024-08-17T17:08:56.079 INFO:tasks.rados.rados.0.smithi059.stdout:1110: oid 37 updating version 0 to 761 2024-08-17T17:08:56.079 INFO:tasks.rados.rados.0.smithi059.stdout:1110: oid 37 version 761 is already newer than 759 2024-08-17T17:08:56.079 INFO:tasks.rados.rados.0.smithi059.stdout:1110: oid 37 version 761 is already newer than 760 2024-08-17T17:08:56.079 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 761 (ObjNum 352 snap 123 seq_num 352) dirty exists 2024-08-17T17:08:56.079 INFO:tasks.rados.rados.0.smithi059.stdout:1110: left oid 37 (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1108: done (4 left) 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1109: done (3 left) 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1110: done (2 left) 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1111: done (1 left) 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1112: done (0 left) 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1113: read oid 5 snap 108 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1113: expect (ObjNum 278 snap 97 seq_num 278) 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1114: read oid 47 snap 120 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1114: expect (ObjNum 320 snap 107 seq_num 320) 2024-08-17T17:08:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1115: snap_remove snap 117 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: pgmap v114: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 315 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s; 139/642 objects degraded (21.651%) 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: pgmap v114: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 315 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s; 139/642 objects degraded (21.651%) 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:56.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:56.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:56.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:56.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:56.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:08:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: pgmap v114: 121 pgs: 36 active+undersized, 16 active+undersized+degraded, 69 active+clean; 315 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s; 139/642 objects degraded (21.651%) 2024-08-17T17:08:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: osdmap e301: 8 total, 8 up, 8 in 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:08:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:08:57.174 INFO:tasks.rados.rados.0.smithi059.stdout:1115: done (2 left) 2024-08-17T17:08:57.174 INFO:tasks.rados.rados.0.smithi059.stdout:1116: rmattr oid 25 current snap is 124 2024-08-17T17:08:57.174 INFO:tasks.rados.rados.0.smithi059.stdout:1116: done (2 left) 2024-08-17T17:08:57.174 INFO:tasks.rados.rados.0.smithi059.stdout:1117: snap_remove snap 77 2024-08-17T17:08:57.434 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:57 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:08:57.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:57 smithi059 ceph-mon[92261]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T17:08:57.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:57 smithi059 ceph-mon[92261]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T17:08:57.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:57 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:08:57.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:57 smithi059 ceph-mon[94685]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T17:08:57.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:57 smithi059 ceph-mon[94685]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T17:08:57.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:57 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:08:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:57 smithi087 ceph-mon[85676]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-08-17T17:08:57.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:57 smithi087 ceph-mon[85676]: osdmap e302: 8 total, 8 up, 8 in 2024-08-17T17:08:57.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:08:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:08:57] "GET /metrics HTTP/1.1" 200 36212 "" "Prometheus/2.43.0" 2024-08-17T17:08:58.173 INFO:tasks.rados.rados.0.smithi059.stdout:1117: done (2 left) 2024-08-17T17:08:58.173 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 124 2024-08-17T17:08:58.174 INFO:tasks.rados.rados.0.smithi059.stdout:1118: seq_num 354 ranges {1089536=737280,1826816=401408} 2024-08-17T17:08:58.184 INFO:tasks.rados.rados.0.smithi059.stdout:1118: writing smithi05980601-3 from 1089536 to 1826816 tid 1 2024-08-17T17:08:58.187 INFO:tasks.rados.rados.0.smithi059.stdout:1118: writing smithi05980601-3 from 1826816 to 2228224 tid 2 2024-08-17T17:08:58.187 INFO:tasks.rados.rados.0.smithi059.stdout:1113: expect (ObjNum 278 snap 97 seq_num 278) 2024-08-17T17:08:58.253 INFO:tasks.rados.rados.0.smithi059.stdout:1114: expect (ObjNum 320 snap 107 seq_num 320) 2024-08-17T17:08:58.509 INFO:tasks.rados.rados.0.smithi059.stdout:1118: finishing write tid 1 to smithi05980601-3 2024-08-17T17:08:58.509 INFO:tasks.rados.rados.0.smithi059.stdout:1118: finishing write tid 2 to smithi05980601-3 2024-08-17T17:08:58.509 INFO:tasks.rados.rados.0.smithi059.stdout:1118: finishing write tid 3 to smithi05980601-3 2024-08-17T17:08:58.509 INFO:tasks.rados.rados.0.smithi059.stdout:1118: finishing write tid 4 to smithi05980601-3 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1118: oid 3 updating version 0 to 405 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1118: oid 3 updating version 405 to 406 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1118: oid 3 updating version 406 to 407 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 407 (ObjNum 354 snap 124 seq_num 354) dirty exists 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1118: left oid 3 (ObjNum 354 snap 124 seq_num 354) 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1119: read oid 18 snap -1 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1119: expect deleted 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1113: done (3 left) 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1114: done (2 left) 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1118: done (1 left) 2024-08-17T17:08:58.510 INFO:tasks.rados.rados.0.smithi059.stdout:1120: snap_remove snap 111 2024-08-17T17:08:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:58 smithi059 ceph-mon[94685]: pgmap v117: 121 pgs: 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 9 active+undersized, 5 active+undersized+degraded, 105 active+clean; 324 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 30/678 objects degraded (4.425%); 14 MiB/s, 2 objects/s recovering 2024-08-17T17:08:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:58 smithi059 ceph-mon[94685]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T17:08:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:58 smithi059 ceph-mon[92261]: pgmap v117: 121 pgs: 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 9 active+undersized, 5 active+undersized+degraded, 105 active+clean; 324 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 30/678 objects degraded (4.425%); 14 MiB/s, 2 objects/s recovering 2024-08-17T17:08:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:58 smithi059 ceph-mon[92261]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T17:08:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:58 smithi087 ceph-mon[85676]: pgmap v117: 121 pgs: 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 9 active+undersized, 5 active+undersized+degraded, 105 active+clean; 324 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 30/678 objects degraded (4.425%); 14 MiB/s, 2 objects/s recovering 2024-08-17T17:08:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:58 smithi087 ceph-mon[85676]: osdmap e303: 8 total, 8 up, 8 in 2024-08-17T17:08:59.192 INFO:tasks.rados.rados.0.smithi059.stdout:1120: done (1 left) 2024-08-17T17:08:59.192 INFO:tasks.rados.rados.0.smithi059.stdout:1121: read oid 34 snap -1 2024-08-17T17:08:59.192 INFO:tasks.rados.rados.0.smithi059.stdout:1121: expect (ObjNum 235 snap 76 seq_num 235) 2024-08-17T17:08:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 124 2024-08-17T17:08:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1122: seq_num 355 ranges {5267456=753664,6021120=401408} 2024-08-17T17:08:59.226 INFO:tasks.rados.rados.0.smithi059.stdout:1122: writing smithi05980601-47 from 5267456 to 6021120 tid 1 2024-08-17T17:08:59.228 INFO:tasks.rados.rados.0.smithi059.stdout:1122: writing smithi05980601-47 from 6021120 to 6422528 tid 2 2024-08-17T17:08:59.228 INFO:tasks.rados.rados.0.smithi059.stdout:1123: delete oid 19 current snap is 124 2024-08-17T17:08:59.229 INFO:tasks.rados.rados.0.smithi059.stdout:1121: expect (ObjNum 235 snap 76 seq_num 235) 2024-08-17T17:08:59.336 INFO:tasks.rados.rados.0.smithi059.stdout:1122: finishing write tid 1 to smithi05980601-47 2024-08-17T17:08:59.336 INFO:tasks.rados.rados.0.smithi059.stdout:1122: finishing write tid 2 to smithi05980601-47 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1122: finishing write tid 3 to smithi05980601-47 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1122: finishing write tid 4 to smithi05980601-47 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1122: oid 47 updating version 0 to 203 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1122: oid 47 updating version 203 to 204 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1122: oid 47 updating version 204 to 205 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 205 (ObjNum 355 snap 124 seq_num 355) dirty exists 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1122: left oid 47 (ObjNum 355 snap 124 seq_num 355) 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1119: done (3 left) 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1121: done (2 left) 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1122: done (1 left) 2024-08-17T17:08:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:1123: done (0 left) 2024-08-17T17:08:59.338 INFO:tasks.rados.rados.0.smithi059.stdout:1124: read oid 27 snap -1 2024-08-17T17:08:59.338 INFO:tasks.rados.rados.0.smithi059.stdout:1124: expect (ObjNum 283 snap 98 seq_num 283) 2024-08-17T17:08:59.338 INFO:tasks.rados.rados.0.smithi059.stdout:1125: read oid 12 snap -1 2024-08-17T17:08:59.338 INFO:tasks.rados.rados.0.smithi059.stdout:1125: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:08:59.338 INFO:tasks.rados.rados.0.smithi059.stdout:1126: snap_create 2024-08-17T17:08:59.338 INFO:tasks.rados.rados.0.smithi059.stdout:1125: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:08:59.377 INFO:tasks.rados.rados.0.smithi059.stdout:1124: expect (ObjNum 283 snap 98 seq_num 283) 2024-08-17T17:08:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:59 smithi059 ceph-mon[92261]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T17:08:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:08:59 smithi059 ceph-mon[92261]: pgmap v120: 121 pgs: 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 119 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 11/678 objects degraded (1.622%); 16 MiB/s, 3 objects/s recovering 2024-08-17T17:08:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:59 smithi059 ceph-mon[94685]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T17:08:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:08:59 smithi059 ceph-mon[94685]: pgmap v120: 121 pgs: 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 119 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 11/678 objects degraded (1.622%); 16 MiB/s, 3 objects/s recovering 2024-08-17T17:08:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:59 smithi087 ceph-mon[85676]: osdmap e304: 8 total, 8 up, 8 in 2024-08-17T17:08:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:08:59 smithi087 ceph-mon[85676]: pgmap v120: 121 pgs: 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 119 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 20 op/s; 11/678 objects degraded (1.622%); 16 MiB/s, 3 objects/s recovering 2024-08-17T17:09:00.196 INFO:tasks.rados.rados.0.smithi059.stdout:1124: done (2 left) 2024-08-17T17:09:00.196 INFO:tasks.rados.rados.0.smithi059.stdout:1125: done (1 left) 2024-08-17T17:09:00.197 INFO:tasks.rados.rados.0.smithi059.stdout:1126: done (0 left) 2024-08-17T17:09:00.197 INFO:tasks.rados.rados.0.smithi059.stdout:1127: rmattr oid 12 current snap is 125 2024-08-17T17:09:00.197 INFO:tasks.rados.rados.0.smithi059.stdout:1128: rollback oid 16 current snap is 125 2024-08-17T17:09:00.197 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 16 to 76 2024-08-17T17:09:00.197 INFO:tasks.rados.rados.0.smithi059.stdout:1129: snap_remove snap 119 2024-08-17T17:09:00.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:00 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 11/678 objects degraded (1.622%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T17:09:00.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:00 smithi059 ceph-mon[92261]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T17:09:00.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:00 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 11/678 objects degraded (1.622%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T17:09:00.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:00 smithi059 ceph-mon[94685]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T17:09:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:00 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 11/678 objects degraded (1.622%), 2 pgs degraded (PG_DEGRADED) 2024-08-17T17:09:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:00 smithi087 ceph-mon[85676]: osdmap e305: 8 total, 8 up, 8 in 2024-08-17T17:09:01.206 INFO:tasks.rados.rados.0.smithi059.stdout:1129: done (2 left) 2024-08-17T17:09:01.206 INFO:tasks.rados.rados.0.smithi059.stdout:1130: snap_create 2024-08-17T17:09:01.206 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 702 (ObjNum 97 snap 0 seq_num 338484672) dirty exists 2024-08-17T17:09:01.206 INFO:tasks.rados.rados.0.smithi059.stdout:1128: finishing rollback tid 0 to smithi05980601-16 2024-08-17T17:09:01.206 INFO:tasks.rados.rados.0.smithi059.stdout:1128: finishing rollback tid 1 to smithi05980601-16 2024-08-17T17:09:01.206 INFO:tasks.rados.rados.0.smithi059.stdout:1128: finishing rollback tid 2 to smithi05980601-16 2024-08-17T17:09:01.206 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 705 (ObjNum 198 snap 57 seq_num 198) dirty exists 2024-08-17T17:09:01.455 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:01 smithi059 ceph-mon[92261]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T17:09:01.455 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:01 smithi059 ceph-mon[92261]: pgmap v123: 121 pgs: 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 119 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 11/678 objects degraded (1.622%); 1.6 MiB/s, 0 objects/s recovering 2024-08-17T17:09:01.456 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:01 smithi059 ceph-mon[94685]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T17:09:01.456 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:01 smithi059 ceph-mon[94685]: pgmap v123: 121 pgs: 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 119 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 11/678 objects degraded (1.622%); 1.6 MiB/s, 0 objects/s recovering 2024-08-17T17:09:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:01 smithi087 ceph-mon[85676]: osdmap e306: 8 total, 8 up, 8 in 2024-08-17T17:09:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:01 smithi087 ceph-mon[85676]: pgmap v123: 121 pgs: 1 active+recovering+degraded, 1 active+recovery_wait+degraded, 119 active+clean; 322 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 11/678 objects degraded (1.622%); 1.6 MiB/s, 0 objects/s recovering 2024-08-17T17:09:02.208 INFO:tasks.rados.rados.0.smithi059.stdout:1127: done (2 left) 2024-08-17T17:09:02.209 INFO:tasks.rados.rados.0.smithi059.stdout:1128: done (1 left) 2024-08-17T17:09:02.209 INFO:tasks.rados.rados.0.smithi059.stdout:1130: done (0 left) 2024-08-17T17:09:02.209 INFO:tasks.rados.rados.0.smithi059.stdout:1131: copy_from oid 23 from oid 38 current snap is 126 2024-08-17T17:09:02.209 INFO:tasks.rados.rados.0.smithi059.stdout:1132: snap_remove snap 102 2024-08-17T17:09:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:02 smithi059 ceph-mon[92261]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T17:09:02.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:02 smithi059 ceph-mon[94685]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T17:09:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:02 smithi087 ceph-mon[85676]: osdmap e307: 8 total, 8 up, 8 in 2024-08-17T17:09:03.215 INFO:tasks.rados.rados.0.smithi059.stdout:1132: done (1 left) 2024-08-17T17:09:03.215 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 126 2024-08-17T17:09:03.215 INFO:tasks.rados.rados.0.smithi059.stdout:1133: seq_num 357 ranges {0=786432,786432=401408} 2024-08-17T17:09:03.220 INFO:tasks.rados.rados.0.smithi059.stdout:1133: writing smithi05980601-12 from 0 to 786432 tid 1 2024-08-17T17:09:03.223 INFO:tasks.rados.rados.0.smithi059.stdout:1133: writing smithi05980601-12 from 786432 to 1187840 tid 2 2024-08-17T17:09:03.224 INFO:tasks.rados.rados.0.smithi059.stdout:1131: finishing copy_from racing read to smithi05980601-23 2024-08-17T17:09:03.224 INFO:tasks.rados.rados.0.smithi059.stdout:1131: finishing copy_from to smithi05980601-23 2024-08-17T17:09:03.224 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 185 (ObjNum 313 snap 107 seq_num 313) dirty exists 2024-08-17T17:09:03.224 INFO:tasks.rados.rados.0.smithi059.stdout:1131: done (1 left) 2024-08-17T17:09:03.224 INFO:tasks.rados.rados.0.smithi059.stdout:1134: copy_from oid 2 from oid 28 current snap is 126 2024-08-17T17:09:03.224 INFO:tasks.rados.rados.0.smithi059.stdout:1135: rmattr oid 15 current snap is 126 2024-08-17T17:09:03.224 INFO:tasks.rados.rados.0.smithi059.stdout:1135: done (2 left) 2024-08-17T17:09:03.225 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 126 2024-08-17T17:09:03.225 INFO:tasks.rados.rados.0.smithi059.stdout:1136: seq_num 358 ranges {8798208=802816,9601024=401408} 2024-08-17T17:09:03.277 INFO:tasks.rados.rados.0.smithi059.stdout:1136: writing smithi05980601-27 from 8798208 to 9601024 tid 1 2024-08-17T17:09:03.280 INFO:tasks.rados.rados.0.smithi059.stdout:1136: writing smithi05980601-27 from 9601024 to 10002432 tid 2 2024-08-17T17:09:03.280 INFO:tasks.rados.rados.0.smithi059.stdout:1137: snap_create 2024-08-17T17:09:03.280 INFO:tasks.rados.rados.0.smithi059.stdout:1133: finishing write tid 1 to smithi05980601-12 2024-08-17T17:09:03.280 INFO:tasks.rados.rados.0.smithi059.stdout:1133: finishing write tid 2 to smithi05980601-12 2024-08-17T17:09:03.280 INFO:tasks.rados.rados.0.smithi059.stdout:1133: finishing write tid 3 to smithi05980601-12 2024-08-17T17:09:03.280 INFO:tasks.rados.rados.0.smithi059.stdout:1133: finishing write tid 4 to smithi05980601-12 2024-08-17T17:09:03.280 INFO:tasks.rados.rados.0.smithi059.stdout:1133: oid 12 updating version 0 to 707 2024-08-17T17:09:03.280 INFO:tasks.rados.rados.0.smithi059.stdout:1133: oid 12 updating version 707 to 708 2024-08-17T17:09:03.280 INFO:tasks.rados.rados.0.smithi059.stdout:1133: oid 12 version 708 is already newer than 706 2024-08-17T17:09:03.281 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 708 (ObjNum 357 snap 126 seq_num 357) dirty exists 2024-08-17T17:09:03.281 INFO:tasks.rados.rados.0.smithi059.stdout:1133: left oid 12 (ObjNum 357 snap 126 seq_num 357) 2024-08-17T17:09:03.281 INFO:tasks.rados.rados.0.smithi059.stdout:1134: finishing copy_from racing read to smithi05980601-2 2024-08-17T17:09:03.281 INFO:tasks.rados.rados.0.smithi059.stdout:1134: finishing copy_from to smithi05980601-2 2024-08-17T17:09:03.281 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 291 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-08-17T17:09:03.283 INFO:tasks.rados.rados.0.smithi059.stdout:1136: finishing write tid 1 to smithi05980601-27 2024-08-17T17:09:03.283 INFO:tasks.rados.rados.0.smithi059.stdout:1136: finishing write tid 2 to smithi05980601-27 2024-08-17T17:09:03.283 INFO:tasks.rados.rados.0.smithi059.stdout:1136: finishing write tid 3 to smithi05980601-27 2024-08-17T17:09:03.284 INFO:tasks.rados.rados.0.smithi059.stdout:1136: finishing write tid 4 to smithi05980601-27 2024-08-17T17:09:03.284 INFO:tasks.rados.rados.0.smithi059.stdout:1136: oid 27 updating version 0 to 443 2024-08-17T17:09:03.284 INFO:tasks.rados.rados.0.smithi059.stdout:1136: oid 27 version 443 is already newer than 442 2024-08-17T17:09:03.284 INFO:tasks.rados.rados.0.smithi059.stdout:1136: oid 27 updating version 443 to 444 2024-08-17T17:09:03.284 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 444 (ObjNum 358 snap 126 seq_num 358) dirty exists 2024-08-17T17:09:03.284 INFO:tasks.rados.rados.0.smithi059.stdout:1136: left oid 27 (ObjNum 358 snap 126 seq_num 358) 2024-08-17T17:09:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:03 smithi059 ceph-mon[92261]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T17:09:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:03 smithi059 ceph-mon[92261]: pgmap v126: 121 pgs: 121 active+clean; 321 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 560 KiB/s wr, 8 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T17:09:03.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:03 smithi059 ceph-mon[94685]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T17:09:03.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:03 smithi059 ceph-mon[94685]: pgmap v126: 121 pgs: 121 active+clean; 321 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 560 KiB/s wr, 8 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T17:09:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:03 smithi087 ceph-mon[85676]: osdmap e308: 8 total, 8 up, 8 in 2024-08-17T17:09:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:03 smithi087 ceph-mon[85676]: pgmap v126: 121 pgs: 121 active+clean; 321 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 560 KiB/s wr, 8 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T17:09:04.220 INFO:tasks.rados.rados.0.smithi059.stdout:1133: done (3 left) 2024-08-17T17:09:04.220 INFO:tasks.rados.rados.0.smithi059.stdout:1134: done (2 left) 2024-08-17T17:09:04.220 INFO:tasks.rados.rados.0.smithi059.stdout:1136: done (1 left) 2024-08-17T17:09:04.220 INFO:tasks.rados.rados.0.smithi059.stdout:1137: done (0 left) 2024-08-17T17:09:04.220 INFO:tasks.rados.rados.0.smithi059.stdout:1138: rollback oid 26 current snap is 127 2024-08-17T17:09:04.220 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 26 to 67 2024-08-17T17:09:04.220 INFO:tasks.rados.rados.0.smithi059.stdout:1139: copy_from oid 48 from oid 14 current snap is 127 2024-08-17T17:09:04.220 INFO:tasks.rados.rados.0.smithi059.stdout:1140: snap_create 2024-08-17T17:09:04.224 INFO:tasks.rados.rados.0.smithi059.stdout:1138: finishing rollback tid 0 to smithi05980601-26 2024-08-17T17:09:04.225 INFO:tasks.rados.rados.0.smithi059.stdout:1138: finishing rollback tid 1 to smithi05980601-26 2024-08-17T17:09:04.225 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 202 (ObjNum 49 snap 0 seq_num 338895696) dirty dne 2024-08-17T17:09:04.226 INFO:tasks.rados.rados.0.smithi059.stdout:1139: finishing copy_from to smithi05980601-48 2024-08-17T17:09:04.226 INFO:tasks.rados.rados.0.smithi059.stdout:1139: got expected ENOENT (src dne) 2024-08-17T17:09:04.227 INFO:tasks.rados.rados.0.smithi059.stdout:1139: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:09:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:04 smithi059 ceph-mon[92261]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/678 objects degraded (1.622%), 2 pgs degraded) 2024-08-17T17:09:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:04 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:09:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:04 smithi059 ceph-mon[92261]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T17:09:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:04 smithi059 ceph-mon[94685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/678 objects degraded (1.622%), 2 pgs degraded) 2024-08-17T17:09:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:04 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:09:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:04 smithi059 ceph-mon[94685]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T17:09:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:04 smithi087 ceph-mon[85676]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 11/678 objects degraded (1.622%), 2 pgs degraded) 2024-08-17T17:09:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:04 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:09:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:04 smithi087 ceph-mon[85676]: osdmap e309: 8 total, 8 up, 8 in 2024-08-17T17:09:05.227 INFO:tasks.rados.rados.0.smithi059.stdout:1138: done (2 left) 2024-08-17T17:09:05.227 INFO:tasks.rados.rados.0.smithi059.stdout:1139: done (1 left) 2024-08-17T17:09:05.227 INFO:tasks.rados.rados.0.smithi059.stdout:1140: done (0 left) 2024-08-17T17:09:05.227 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 128 2024-08-17T17:09:05.228 INFO:tasks.rados.rados.0.smithi059.stdout:1141: seq_num 359 ranges {450560=417792,868352=417792,1286144=385024} 2024-08-17T17:09:05.232 INFO:tasks.rados.rados.0.smithi059.stdout:1141: writing smithi05980601-23 from 450560 to 868352 tid 1 2024-08-17T17:09:05.234 INFO:tasks.rados.rados.0.smithi059.stdout:1141: writing smithi05980601-23 from 868352 to 1286144 tid 2 2024-08-17T17:09:05.237 INFO:tasks.rados.rados.0.smithi059.stdout:1141: writing smithi05980601-23 from 1286144 to 1671168 tid 3 2024-08-17T17:09:05.237 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 128 2024-08-17T17:09:05.237 INFO:tasks.rados.rados.0.smithi059.stdout:1142: seq_num 360 ranges {2908160=434176,3342336=704512,4046848=98304} 2024-08-17T17:09:05.255 INFO:tasks.rados.rados.0.smithi059.stdout:1142: writing smithi05980601-36 from 2908160 to 3342336 tid 1 2024-08-17T17:09:05.259 INFO:tasks.rados.rados.0.smithi059.stdout:1142: writing smithi05980601-36 from 3342336 to 4046848 tid 2 2024-08-17T17:09:05.260 INFO:tasks.rados.rados.0.smithi059.stdout:1142: writing smithi05980601-36 from 4046848 to 4145152 tid 3 2024-08-17T17:09:05.260 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 128 2024-08-17T17:09:05.260 INFO:tasks.rados.rados.0.smithi059.stdout:1141: finishing write tid 1 to smithi05980601-23 2024-08-17T17:09:05.260 INFO:tasks.rados.rados.0.smithi059.stdout:1143: seq_num 361 ranges {1187840=450560,1638400=581632,2220032=221184} 2024-08-17T17:09:05.269 INFO:tasks.rados.rados.0.smithi059.stdout:1143: writing smithi05980601-12 from 1187840 to 1638400 tid 1 2024-08-17T17:09:05.272 INFO:tasks.rados.rados.0.smithi059.stdout:1143: writing smithi05980601-12 from 1638400 to 2220032 tid 2 2024-08-17T17:09:05.274 INFO:tasks.rados.rados.0.smithi059.stdout:1143: writing smithi05980601-12 from 2220032 to 2441216 tid 3 2024-08-17T17:09:05.274 INFO:tasks.rados.rados.0.smithi059.stdout:1144: snap_create 2024-08-17T17:09:05.274 INFO:tasks.rados.rados.0.smithi059.stdout:1141: finishing write tid 2 to smithi05980601-23 2024-08-17T17:09:05.274 INFO:tasks.rados.rados.0.smithi059.stdout:1141: finishing write tid 3 to smithi05980601-23 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1141: finishing write tid 4 to smithi05980601-23 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1141: finishing write tid 5 to smithi05980601-23 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1141: oid 23 updating version 0 to 636 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1141: oid 23 version 636 is already newer than 634 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1141: oid 23 updating version 636 to 637 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1141: oid 23 version 637 is already newer than 635 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 637 (ObjNum 359 snap 128 seq_num 359) dirty exists 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1141: left oid 23 (ObjNum 359 snap 128 seq_num 359) 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1142: finishing write tid 1 to smithi05980601-36 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1142: finishing write tid 2 to smithi05980601-36 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1142: finishing write tid 3 to smithi05980601-36 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1142: finishing write tid 4 to smithi05980601-36 2024-08-17T17:09:05.275 INFO:tasks.rados.rados.0.smithi059.stdout:1142: finishing write tid 5 to smithi05980601-36 2024-08-17T17:09:05.276 INFO:tasks.rados.rados.0.smithi059.stdout:1142: oid 36 updating version 0 to 433 2024-08-17T17:09:05.276 INFO:tasks.rados.rados.0.smithi059.stdout:1142: oid 36 updating version 433 to 434 2024-08-17T17:09:05.276 INFO:tasks.rados.rados.0.smithi059.stdout:1142: oid 36 version 434 is already newer than 432 2024-08-17T17:09:05.276 INFO:tasks.rados.rados.0.smithi059.stdout:1142: oid 36 version 434 is already newer than 431 2024-08-17T17:09:05.276 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 434 (ObjNum 360 snap 128 seq_num 360) dirty exists 2024-08-17T17:09:05.276 INFO:tasks.rados.rados.0.smithi059.stdout:1142: left oid 36 (ObjNum 360 snap 128 seq_num 360) 2024-08-17T17:09:05.277 INFO:tasks.rados.rados.0.smithi059.stdout:1143: finishing write tid 1 to smithi05980601-12 2024-08-17T17:09:05.277 INFO:tasks.rados.rados.0.smithi059.stdout:1143: finishing write tid 2 to smithi05980601-12 2024-08-17T17:09:05.278 INFO:tasks.rados.rados.0.smithi059.stdout:1143: finishing write tid 3 to smithi05980601-12 2024-08-17T17:09:05.279 INFO:tasks.rados.rados.0.smithi059.stdout:1143: finishing write tid 4 to smithi05980601-12 2024-08-17T17:09:05.280 INFO:tasks.rados.rados.0.smithi059.stdout:1143: finishing write tid 5 to smithi05980601-12 2024-08-17T17:09:05.280 INFO:tasks.rados.rados.0.smithi059.stdout:1143: oid 12 updating version 0 to 710 2024-08-17T17:09:05.280 INFO:tasks.rados.rados.0.smithi059.stdout:1143: oid 12 updating version 710 to 712 2024-08-17T17:09:05.280 INFO:tasks.rados.rados.0.smithi059.stdout:1143: oid 12 version 712 is already newer than 709 2024-08-17T17:09:05.280 INFO:tasks.rados.rados.0.smithi059.stdout:1143: oid 12 version 712 is already newer than 711 2024-08-17T17:09:05.280 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 712 (ObjNum 361 snap 128 seq_num 361) dirty exists 2024-08-17T17:09:05.281 INFO:tasks.rados.rados.0.smithi059.stdout:1143: left oid 12 (ObjNum 361 snap 128 seq_num 361) 2024-08-17T17:09:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:05 smithi059 ceph-mon[92261]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T17:09:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:05 smithi059 ceph-mon[92261]: pgmap v129: 121 pgs: 121 active+clean; 321 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 560 KiB/s wr, 8 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T17:09:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:05 smithi059 ceph-mon[94685]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T17:09:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:05 smithi059 ceph-mon[94685]: pgmap v129: 121 pgs: 121 active+clean; 321 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 560 KiB/s wr, 8 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T17:09:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:05 smithi087 ceph-mon[85676]: osdmap e310: 8 total, 8 up, 8 in 2024-08-17T17:09:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:05 smithi087 ceph-mon[85676]: pgmap v129: 121 pgs: 121 active+clean; 321 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 560 KiB/s wr, 8 op/s; 12 MiB/s, 2 objects/s recovering 2024-08-17T17:09:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:06.099 INFO:tasks.rados.rados.0.smithi059.stdout:1141: done (3 left) 2024-08-17T17:09:06.099 INFO:tasks.rados.rados.0.smithi059.stdout:1142: done (2 left) 2024-08-17T17:09:06.099 INFO:tasks.rados.rados.0.smithi059.stdout:1143: done (1 left) 2024-08-17T17:09:06.099 INFO:tasks.rados.rados.0.smithi059.stdout:1144: done (0 left) 2024-08-17T17:09:06.099 INFO:tasks.rados.rados.0.smithi059.stdout:1145: read oid 16 snap -1 2024-08-17T17:09:06.099 INFO:tasks.rados.rados.0.smithi059.stdout:1145: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:09:06.099 INFO:tasks.rados.rados.0.smithi059.stdout:1146: read oid 47 snap -1 2024-08-17T17:09:06.099 INFO:tasks.rados.rados.0.smithi059.stdout:1146: expect (ObjNum 355 snap 124 seq_num 355) 2024-08-17T17:09:06.099 INFO:tasks.rados.rados.0.smithi059.stdout:1147: delete oid 7 current snap is 129 2024-08-17T17:09:06.100 INFO:tasks.rados.rados.0.smithi059.stdout:1147: done (2 left) 2024-08-17T17:09:06.100 INFO:tasks.rados.rados.0.smithi059.stdout:1148: snap_create 2024-08-17T17:09:06.117 INFO:tasks.rados.rados.0.smithi059.stdout:1145: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:09:06.212 INFO:tasks.rados.rados.0.smithi059.stdout:1146: expect (ObjNum 355 snap 124 seq_num 355) 2024-08-17T17:09:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:06 smithi059 ceph-mon[92261]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T17:09:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:06 smithi059 ceph-mon[92261]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T17:09:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:06 smithi059 ceph-mon[94685]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T17:09:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:06 smithi059 ceph-mon[94685]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T17:09:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:06 smithi087 ceph-mon[85676]: osdmap e311: 8 total, 8 up, 8 in 2024-08-17T17:09:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:06 smithi087 ceph-mon[85676]: osdmap e312: 8 total, 8 up, 8 in 2024-08-17T17:09:07.094 INFO:tasks.rados.rados.0.smithi059.stdout:1145: done (2 left) 2024-08-17T17:09:07.094 INFO:tasks.rados.rados.0.smithi059.stdout:1146: done (1 left) 2024-08-17T17:09:07.094 INFO:tasks.rados.rados.0.smithi059.stdout:1148: done (0 left) 2024-08-17T17:09:07.094 INFO:tasks.rados.rados.0.smithi059.stdout:1149: snap_remove snap 67 2024-08-17T17:09:07.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:09:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:09:07] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2024-08-17T17:09:08.097 INFO:tasks.rados.rados.0.smithi059.stdout:1149: done (0 left) 2024-08-17T17:09:08.097 INFO:tasks.rados.rados.0.smithi059.stdout:1150: copy_from oid 33 from oid 1 current snap is 130 2024-08-17T17:09:08.097 INFO:tasks.rados.rados.0.smithi059.stdout:1151: read oid 46 snap -1 2024-08-17T17:09:08.097 INFO:tasks.rados.rados.0.smithi059.stdout:1151: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:09:08.098 INFO:tasks.rados.rados.0.smithi059.stdout:1152: read oid 37 snap -1 2024-08-17T17:09:08.098 INFO:tasks.rados.rados.0.smithi059.stdout:1152: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:09:08.098 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 130 2024-08-17T17:09:08.098 INFO:tasks.rados.rados.0.smithi059.stdout:1153: seq_num 363 ranges {770048=483328,1253376=753664,2007040=49152} 2024-08-17T17:09:08.106 INFO:tasks.rados.rados.0.smithi059.stdout:1153: writing smithi05980601-31 from 770048 to 1253376 tid 1 2024-08-17T17:09:08.111 INFO:tasks.rados.rados.0.smithi059.stdout:1153: writing smithi05980601-31 from 1253376 to 2007040 tid 2 2024-08-17T17:09:08.112 INFO:tasks.rados.rados.0.smithi059.stdout:1153: writing smithi05980601-31 from 2007040 to 2056192 tid 3 2024-08-17T17:09:08.112 INFO:tasks.rados.rados.0.smithi059.stdout:1154: delete oid 40 current snap is 130 2024-08-17T17:09:08.125 INFO:tasks.rados.rados.0.smithi059.stdout:1154: done (4 left) 2024-08-17T17:09:08.125 INFO:tasks.rados.rados.0.smithi059.stdout:1155: rollback oid 2 current snap is 130 2024-08-17T17:09:08.125 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 2 to 128 2024-08-17T17:09:08.125 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 19 current snap is 130 2024-08-17T17:09:08.125 INFO:tasks.rados.rados.0.smithi059.stdout:1156: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-08-17T17:09:08.128 INFO:tasks.rados.rados.0.smithi059.stdout:1156: writing smithi05980601-19 from 0 to 516096 tid 1 2024-08-17T17:09:08.132 INFO:tasks.rados.rados.0.smithi059.stdout:1156: writing smithi05980601-19 from 516096 to 1089536 tid 2 2024-08-17T17:09:08.133 INFO:tasks.rados.rados.0.smithi059.stdout:1156: writing smithi05980601-19 from 1089536 to 1318912 tid 3 2024-08-17T17:09:08.134 INFO:tasks.rados.rados.0.smithi059.stdout:1157: snap_remove snap 123 2024-08-17T17:09:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:08 smithi059 ceph-mon[92261]: pgmap v132: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:09:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:08 smithi059 ceph-mon[92261]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T17:09:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:08 smithi059 ceph-mon[92261]: mgrmap e45: y(active, since 92s), standbys: x 2024-08-17T17:09:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:08 smithi059 ceph-mon[94685]: pgmap v132: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:09:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:08 smithi059 ceph-mon[94685]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T17:09:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:08 smithi059 ceph-mon[94685]: mgrmap e45: y(active, since 92s), standbys: x 2024-08-17T17:09:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:08 smithi087 ceph-mon[85676]: pgmap v132: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:09:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:08 smithi087 ceph-mon[85676]: osdmap e313: 8 total, 8 up, 8 in 2024-08-17T17:09:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:08 smithi087 ceph-mon[85676]: mgrmap e45: y(active, since 92s), standbys: x 2024-08-17T17:09:09.114 INFO:tasks.rados.rados.0.smithi059.stdout:1150: finishing copy_from racing read to smithi05980601-33 2024-08-17T17:09:09.114 INFO:tasks.rados.rados.0.smithi059.stdout:1151: expect (ObjNum 194 snap 57 seq_num 194) 2024-08-17T17:09:09.280 INFO:tasks.rados.rados.0.smithi059.stdout:1152: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:09:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:1150: finishing copy_from to smithi05980601-33 2024-08-17T17:09:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 405 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-08-17T17:09:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:1155: finishing rollback tid 0 to smithi05980601-2 2024-08-17T17:09:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:1155: finishing rollback tid 1 to smithi05980601-2 2024-08-17T17:09:09.311 INFO:tasks.rados.rados.0.smithi059.stdout:1155: finishing rollback tid 2 to smithi05980601-2 2024-08-17T17:09:09.311 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 651 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-08-17T17:09:09.311 INFO:tasks.rados.rados.0.smithi059.stdout:1153: finishing write tid 1 to smithi05980601-31 2024-08-17T17:09:09.311 INFO:tasks.rados.rados.0.smithi059.stdout:1153: finishing write tid 2 to smithi05980601-31 2024-08-17T17:09:09.311 INFO:tasks.rados.rados.0.smithi059.stdout:1153: finishing write tid 3 to smithi05980601-31 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1153: finishing write tid 4 to smithi05980601-31 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1156: finishing write tid 1 to smithi05980601-19 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1156: finishing write tid 2 to smithi05980601-19 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1156: finishing write tid 3 to smithi05980601-19 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1153: finishing write tid 5 to smithi05980601-31 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1153: oid 31 updating version 0 to 848 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1153: oid 31 version 848 is already newer than 847 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1153: oid 31 updating version 848 to 850 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1153: oid 31 version 850 is already newer than 849 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 850 (ObjNum 363 snap 130 seq_num 363) dirty exists 2024-08-17T17:09:09.312 INFO:tasks.rados.rados.0.smithi059.stdout:1153: left oid 31 (ObjNum 363 snap 130 seq_num 363) 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1156: finishing write tid 4 to smithi05980601-19 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1156: finishing write tid 5 to smithi05980601-19 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1156: oid 19 updating version 0 to 857 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1156: oid 19 version 857 is already newer than 856 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1156: oid 19 version 857 is already newer than 851 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1156: oid 19 updating version 857 to 858 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 858 (ObjNum 365 snap 130 seq_num 365) dirty exists 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1156: left oid 19 (ObjNum 365 snap 130 seq_num 365) 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1150: done (6 left) 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1151: done (5 left) 2024-08-17T17:09:09.313 INFO:tasks.rados.rados.0.smithi059.stdout:1152: done (4 left) 2024-08-17T17:09:09.314 INFO:tasks.rados.rados.0.smithi059.stdout:1153: done (3 left) 2024-08-17T17:09:09.314 INFO:tasks.rados.rados.0.smithi059.stdout:1155: done (2 left) 2024-08-17T17:09:09.314 INFO:tasks.rados.rados.0.smithi059.stdout:1156: done (1 left) 2024-08-17T17:09:09.314 INFO:tasks.rados.rados.0.smithi059.stdout:1157: done (0 left) 2024-08-17T17:09:09.314 INFO:tasks.rados.rados.0.smithi059.stdout:1158: snap_remove snap 76 2024-08-17T17:09:09.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:09 smithi059 ceph-mon[94685]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T17:09:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:09 smithi059 ceph-mon[92261]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T17:09:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:09 smithi087 ceph-mon[85676]: osdmap e314: 8 total, 8 up, 8 in 2024-08-17T17:09:10.114 INFO:tasks.rados.rados.0.smithi059.stdout:1158: done (0 left) 2024-08-17T17:09:10.114 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 130 2024-08-17T17:09:10.114 INFO:tasks.rados.rados.0.smithi059.stdout:1159: seq_num 366 ranges {1384448=532480,1916928=458752,2375680=344064} 2024-08-17T17:09:10.126 INFO:tasks.rados.rados.0.smithi059.stdout:1159: writing smithi05980601-42 from 1384448 to 1916928 tid 1 2024-08-17T17:09:10.129 INFO:tasks.rados.rados.0.smithi059.stdout:1159: writing smithi05980601-42 from 1916928 to 2375680 tid 2 2024-08-17T17:09:10.132 INFO:tasks.rados.rados.0.smithi059.stdout:1159: writing smithi05980601-42 from 2375680 to 2719744 tid 3 2024-08-17T17:09:10.132 INFO:tasks.rados.rados.0.smithi059.stdout:1160: read oid 32 snap -1 2024-08-17T17:09:10.132 INFO:tasks.rados.rados.0.smithi059.stdout:1160: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:09:10.132 INFO:tasks.rados.rados.0.smithi059.stdout:1161: delete oid 7 current snap is 130 2024-08-17T17:09:10.134 INFO:tasks.rados.rados.0.smithi059.stdout:1161: done (2 left) 2024-08-17T17:09:10.135 INFO:tasks.rados.rados.0.smithi059.stdout:1162: rollback oid 10 current snap is 130 2024-08-17T17:09:10.135 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 71 2024-08-17T17:09:10.135 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 130 2024-08-17T17:09:10.135 INFO:tasks.rados.rados.0.smithi059.stdout:1163: seq_num 368 ranges {8798208=573440,9371648=622592,9994240=180224} 2024-08-17T17:09:10.187 INFO:tasks.rados.rados.0.smithi059.stdout:1163: writing smithi05980601-8 from 8798208 to 9371648 tid 1 2024-08-17T17:09:10.190 INFO:tasks.rados.rados.0.smithi059.stdout:1163: writing smithi05980601-8 from 9371648 to 9994240 tid 2 2024-08-17T17:09:10.192 INFO:tasks.rados.rados.0.smithi059.stdout:1163: writing smithi05980601-8 from 9994240 to 10174464 tid 3 2024-08-17T17:09:10.192 INFO:tasks.rados.rados.0.smithi059.stdout:1164: rollback oid 24 current snap is 130 2024-08-17T17:09:10.192 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 24 to 116 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1159: finishing write tid 1 to smithi05980601-42 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1162: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1162: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1162: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 715 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1159: finishing write tid 2 to smithi05980601-42 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1162: done (4 left) 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1165: delete oid 34 current snap is 130 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1159: finishing write tid 3 to smithi05980601-42 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1159: finishing write tid 4 to smithi05980601-42 2024-08-17T17:09:10.193 INFO:tasks.rados.rados.0.smithi059.stdout:1159: finishing write tid 5 to smithi05980601-42 2024-08-17T17:09:10.194 INFO:tasks.rados.rados.0.smithi059.stdout:1159: oid 42 updating version 0 to 407 2024-08-17T17:09:10.194 INFO:tasks.rados.rados.0.smithi059.stdout:1159: oid 42 version 407 is already newer than 406 2024-08-17T17:09:10.194 INFO:tasks.rados.rados.0.smithi059.stdout:1159: oid 42 updating version 407 to 409 2024-08-17T17:09:10.194 INFO:tasks.rados.rados.0.smithi059.stdout:1159: oid 42 version 409 is already newer than 408 2024-08-17T17:09:10.194 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 409 (ObjNum 366 snap 130 seq_num 366) dirty exists 2024-08-17T17:09:10.194 INFO:tasks.rados.rados.0.smithi059.stdout:1159: left oid 42 (ObjNum 366 snap 130 seq_num 366) 2024-08-17T17:09:10.194 INFO:tasks.rados.rados.0.smithi059.stdout:1160: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:09:10.346 INFO:tasks.rados.rados.0.smithi059.stdout:1163: finishing write tid 1 to smithi05980601-8 2024-08-17T17:09:10.346 INFO:tasks.rados.rados.0.smithi059.stdout:1163: finishing write tid 2 to smithi05980601-8 2024-08-17T17:09:10.346 INFO:tasks.rados.rados.0.smithi059.stdout:1164: finishing rollback tid 0 to smithi05980601-24 2024-08-17T17:09:10.346 INFO:tasks.rados.rados.0.smithi059.stdout:1164: finishing rollback tid 1 to smithi05980601-24 2024-08-17T17:09:10.346 INFO:tasks.rados.rados.0.smithi059.stdout:1163: finishing write tid 3 to smithi05980601-8 2024-08-17T17:09:10.346 INFO:tasks.rados.rados.0.smithi059.stdout:1163: finishing write tid 4 to smithi05980601-8 2024-08-17T17:09:10.346 INFO:tasks.rados.rados.0.smithi059.stdout:1164: finishing rollback tid 2 to smithi05980601-24 2024-08-17T17:09:10.346 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 187 (ObjNum 173 snap 51 seq_num 173) dirty exists 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1163: finishing write tid 5 to smithi05980601-8 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1163: oid 8 updating version 0 to 443 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1163: oid 8 version 443 is already newer than 441 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1163: oid 8 version 443 is already newer than 440 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1163: oid 8 version 443 is already newer than 442 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 443 (ObjNum 368 snap 130 seq_num 368) dirty exists 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1163: left oid 8 (ObjNum 368 snap 130 seq_num 368) 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1159: done (4 left) 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1160: done (3 left) 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1163: done (2 left) 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1164: done (1 left) 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1165: done (0 left) 2024-08-17T17:09:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:1166: delete oid 13 current snap is 130 2024-08-17T17:09:10.348 INFO:tasks.rados.rados.0.smithi059.stdout:1166: done (0 left) 2024-08-17T17:09:10.348 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 130 2024-08-17T17:09:10.348 INFO:tasks.rados.rados.0.smithi059.stdout:1167: seq_num 371 ranges {638976=622592,1261568=679936,1941504=122880} 2024-08-17T17:09:10.355 INFO:tasks.rados.rados.0.smithi059.stdout:1167: writing smithi05980601-10 from 638976 to 1261568 tid 1 2024-08-17T17:09:10.358 INFO:tasks.rados.rados.0.smithi059.stdout:1167: writing smithi05980601-10 from 1261568 to 1941504 tid 2 2024-08-17T17:09:10.359 INFO:tasks.rados.rados.0.smithi059.stdout:1167: writing smithi05980601-10 from 1941504 to 2064384 tid 3 2024-08-17T17:09:10.359 INFO:tasks.rados.rados.0.smithi059.stdout:1168: rmattr oid 1 current snap is 130 2024-08-17T17:09:10.360 INFO:tasks.rados.rados.0.smithi059.stdout:1168: done (1 left) 2024-08-17T17:09:10.360 INFO:tasks.rados.rados.0.smithi059.stdout:1169: read oid 7 snap 127 2024-08-17T17:09:10.360 INFO:tasks.rados.rados.0.smithi059.stdout:1169: expect deleted 2024-08-17T17:09:10.360 INFO:tasks.rados.rados.0.smithi059.stdout:1170: snap_remove snap 110 2024-08-17T17:09:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:10 smithi059 ceph-mon[94685]: pgmap v135: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:09:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:10 smithi059 ceph-mon[94685]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T17:09:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:10 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:10 smithi059 ceph-mon[92261]: pgmap v135: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:09:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:10 smithi059 ceph-mon[92261]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T17:09:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:10 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:10 smithi087 ceph-mon[85676]: pgmap v135: 121 pgs: 121 active+clean; 323 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:09:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:10 smithi087 ceph-mon[85676]: osdmap e315: 8 total, 8 up, 8 in 2024-08-17T17:09:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:10 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:11.096 INFO:tasks.rados.rados.0.smithi059.stdout:1170: done (2 left) 2024-08-17T17:09:11.097 INFO:tasks.rados.rados.0.smithi059.stdout:1171: read oid 13 snap -1 2024-08-17T17:09:11.097 INFO:tasks.rados.rados.0.smithi059.stdout:1171: expect deleted 2024-08-17T17:09:11.097 INFO:tasks.rados.rados.0.smithi059.stdout:1172: snap_remove snap 91 2024-08-17T17:09:11.423 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:11 smithi059 ceph-mon[92261]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T17:09:11.423 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:11 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:09:11.423 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:11 smithi059 ceph-mon[92261]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T17:09:11.424 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:11 smithi059 ceph-mon[94685]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T17:09:11.424 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:11 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:09:11.424 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:11 smithi059 ceph-mon[94685]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T17:09:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:11 smithi087 ceph-mon[85676]: osdmap e316: 8 total, 8 up, 8 in 2024-08-17T17:09:11.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:11 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-08-17T17:09:11.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:11 smithi087 ceph-mon[85676]: osdmap e317: 8 total, 8 up, 8 in 2024-08-17T17:09:12.099 INFO:tasks.rados.rados.0.smithi059.stdout:1172: done (3 left) 2024-08-17T17:09:12.099 INFO:tasks.rados.rados.0.smithi059.stdout:1173: rollback oid 3 current snap is 130 2024-08-17T17:09:12.099 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 3 to 103 2024-08-17T17:09:12.099 INFO:tasks.rados.rados.0.smithi059.stdout:1167: finishing write tid 1 to smithi05980601-10 2024-08-17T17:09:12.099 INFO:tasks.rados.rados.0.smithi059.stdout:1174: snap_create 2024-08-17T17:09:12.099 INFO:tasks.rados.rados.0.smithi059.stdout:1167: finishing write tid 2 to smithi05980601-10 2024-08-17T17:09:12.099 INFO:tasks.rados.rados.0.smithi059.stdout:1167: finishing write tid 3 to smithi05980601-10 2024-08-17T17:09:12.100 INFO:tasks.rados.rados.0.smithi059.stdout:1167: finishing write tid 4 to smithi05980601-10 2024-08-17T17:09:12.100 INFO:tasks.rados.rados.0.smithi059.stdout:1167: finishing write tid 5 to smithi05980601-10 2024-08-17T17:09:12.100 INFO:tasks.rados.rados.0.smithi059.stdout:1167: oid 10 updating version 0 to 717 2024-08-17T17:09:12.100 INFO:tasks.rados.rados.0.smithi059.stdout:1167: oid 10 updating version 717 to 719 2024-08-17T17:09:12.100 INFO:tasks.rados.rados.0.smithi059.stdout:1167: oid 10 version 719 is already newer than 718 2024-08-17T17:09:12.100 INFO:tasks.rados.rados.0.smithi059.stdout:1167: oid 10 version 719 is already newer than 716 2024-08-17T17:09:12.100 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 719 (ObjNum 371 snap 130 seq_num 371) dirty exists 2024-08-17T17:09:12.100 INFO:tasks.rados.rados.0.smithi059.stdout:1167: left oid 10 (ObjNum 371 snap 130 seq_num 371) 2024-08-17T17:09:12.114 INFO:tasks.rados.rados.0.smithi059.stdout:1173: finishing rollback tid 0 to smithi05980601-3 2024-08-17T17:09:12.114 INFO:tasks.rados.rados.0.smithi059.stdout:1173: finishing rollback tid 1 to smithi05980601-3 2024-08-17T17:09:12.114 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 461 (ObjNum 33 snap 0 seq_num 339145872) dirty dne 2024-08-17T17:09:12.510 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[92261]: pgmap v138: 121 pgs: 121 active+clean; 324 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 684 KiB/s wr, 5 op/s 2024-08-17T17:09:12.510 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:09:12.510 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[92261]: Upgrade: osd.1 is safe to restart 2024-08-17T17:09:12.510 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[92261]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T17:09:12.511 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:12.511 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:09:12.511 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:12.511 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[94685]: pgmap v138: 121 pgs: 121 active+clean; 324 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 684 KiB/s wr, 5 op/s 2024-08-17T17:09:12.511 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:09:12.511 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[94685]: Upgrade: osd.1 is safe to restart 2024-08-17T17:09:12.511 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[94685]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T17:09:12.511 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:12.511 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:09:12.512 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:12 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:12.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:12 smithi087 ceph-mon[85676]: pgmap v138: 121 pgs: 121 active+clean; 324 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.0 MiB/s rd, 684 KiB/s wr, 5 op/s 2024-08-17T17:09:12.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:12 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-17T17:09:12.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:12 smithi087 ceph-mon[85676]: Upgrade: osd.1 is safe to restart 2024-08-17T17:09:12.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:12 smithi087 ceph-mon[85676]: osdmap e318: 8 total, 8 up, 8 in 2024-08-17T17:09:12.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:12 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:12.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:12 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-08-17T17:09:12.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:12 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:12.783 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:09:13.096 INFO:tasks.rados.rados.0.smithi059.stdout:1167: done (4 left) 2024-08-17T17:09:13.097 INFO:tasks.rados.rados.0.smithi059.stdout:1169: done (3 left) 2024-08-17T17:09:13.097 INFO:tasks.rados.rados.0.smithi059.stdout:1171: done (2 left) 2024-08-17T17:09:13.097 INFO:tasks.rados.rados.0.smithi059.stdout:1173: done (1 left) 2024-08-17T17:09:13.097 INFO:tasks.rados.rados.0.smithi059.stdout:1174: done (0 left) 2024-08-17T17:09:13.097 INFO:tasks.rados.rados.0.smithi059.stdout:1175: snap_create 2024-08-17T17:09:13.373 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (5m) 21s ago 6m 25.1M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (6m) 60s ago 6m 88.8M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (8m) 21s ago 8m 17.7M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (7m) 60s ago 7m 19.7M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (2m) 60s ago 11m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (2m) 21s ago 12m 522M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (107s) 21s ago 12m 48.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (65s) 60s ago 11m 27.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (83s) 21s ago 11m 38.1M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (6m) 21s ago 6m 15.7M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:09:13.374 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (6m) 60s ago 6m 16.3M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:09:13.375 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (25s) 21s ago 10m 11.8M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:09:13.375 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (10m) 21s ago 10m 152M 2481M 18.2.4-719-gced649f8 c870753d67c2 2e45043f5326 2024-08-17T17:09:13.375 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (10m) 21s ago 10m 165M 2481M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:09:13.375 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (9m) 21s ago 9m 105M 2481M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:09:13.375 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (9m) 60s ago 9m 128M 2480M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:09:13.375 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (9m) 60s ago 9m 143M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:09:13.375 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (8m) 60s ago 8m 121M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:09:13.375 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (8m) 60s ago 8m 98.3M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:09:13.375 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (2m) 60s ago 7m 48.8M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:09:13.474 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:13 smithi059 ceph-mon[92261]: Upgrade: Updating osd.1 2024-08-17T17:09:13.474 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:13 smithi059 ceph-mon[92261]: Deploying daemon osd.1 on smithi059 2024-08-17T17:09:13.474 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:13 smithi059 ceph-mon[92261]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T17:09:13.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:13 smithi059 ceph-mon[94685]: Upgrade: Updating osd.1 2024-08-17T17:09:13.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:13 smithi059 ceph-mon[94685]: Deploying daemon osd.1 on smithi059 2024-08-17T17:09:13.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:13 smithi059 ceph-mon[94685]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T17:09:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:13 smithi087 ceph-mon[85676]: Upgrade: Updating osd.1 2024-08-17T17:09:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:13 smithi087 ceph-mon[85676]: Deploying daemon osd.1 on smithi059 2024-08-17T17:09:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:13 smithi087 ceph-mon[85676]: osdmap e319: 8 total, 8 up, 8 in 2024-08-17T17:09:13.728 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:09:13.728 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:09:13.728 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:09:13.728 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:09:13.728 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:09:13.728 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:09:13.728 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:09:13.728 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:09:13.728 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 7, 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 1 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 9, 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 6 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:09:13.729 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:09:14.033 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:09:14.033 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:09:14.033 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:09:14.033 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:09:14.033 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:09:14.033 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:09:14.033 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:09:14.034 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:09:14.034 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "6/20 daemons upgraded", 2024-08-17T17:09:14.034 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:09:14.034 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:09:14.034 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:09:14.097 INFO:tasks.rados.rados.0.smithi059.stdout:1175: done (0 left) 2024-08-17T17:09:14.098 INFO:tasks.rados.rados.0.smithi059.stdout:1176: delete oid 39 current snap is 132 2024-08-17T17:09:14.105 INFO:tasks.rados.rados.0.smithi059.stdout:1176: done (0 left) 2024-08-17T17:09:14.105 INFO:tasks.rados.rados.0.smithi059.stdout:1177: rollback oid 33 current snap is 132 2024-08-17T17:09:14.105 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 33 to 112 2024-08-17T17:09:14.105 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 132 2024-08-17T17:09:14.105 INFO:tasks.rados.rados.0.smithi059.stdout:1178: seq_num 373 ranges {2441216=655360,3096576=499712,3596288=303104} 2024-08-17T17:09:14.122 INFO:tasks.rados.rados.0.smithi059.stdout:1178: writing smithi05980601-12 from 2441216 to 3096576 tid 1 2024-08-17T17:09:14.124 INFO:tasks.rados.rados.0.smithi059.stdout:1178: writing smithi05980601-12 from 3096576 to 3596288 tid 2 2024-08-17T17:09:14.127 INFO:tasks.rados.rados.0.smithi059.stdout:1178: writing smithi05980601-12 from 3596288 to 3899392 tid 3 2024-08-17T17:09:14.127 INFO:tasks.rados.rados.0.smithi059.stdout:1179: rollback oid 42 current snap is 132 2024-08-17T17:09:14.127 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 122 2024-08-17T17:09:14.127 INFO:tasks.rados.rados.0.smithi059.stdout:1177: finishing rollback tid 0 to smithi05980601-33 2024-08-17T17:09:14.127 INFO:tasks.rados.rados.0.smithi059.stdout:1177: finishing rollback tid 1 to smithi05980601-33 2024-08-17T17:09:14.127 INFO:tasks.rados.rados.0.smithi059.stdout:1177: finishing rollback tid 2 to smithi05980601-33 2024-08-17T17:09:14.127 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 412 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:09:14.127 INFO:tasks.rados.rados.0.smithi059.stdout:1177: done (2 left) 2024-08-17T17:09:14.127 INFO:tasks.rados.rados.0.smithi059.stdout:1180: snap_remove snap 108 2024-08-17T17:09:14.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[94685]: pgmap v141: 121 pgs: 121 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-17T17:09:14.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[94685]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:14.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[94685]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:14.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1268212812' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:14.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[94685]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T17:09:14.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[92261]: pgmap v141: 121 pgs: 121 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-17T17:09:14.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[92261]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:14.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[92261]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:14.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1268212812' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:14.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:14 smithi059 ceph-mon[92261]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T17:09:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:14 smithi087 ceph-mon[85676]: pgmap v141: 121 pgs: 121 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.3 MiB/s wr, 13 op/s 2024-08-17T17:09:14.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:14 smithi087 ceph-mon[85676]: from='client.34251 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:14.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:14 smithi087 ceph-mon[85676]: from='client.34257 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:14.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:14 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1268212812' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:14.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:14 smithi087 ceph-mon[85676]: osdmap e320: 8 total, 8 up, 8 in 2024-08-17T17:09:15.098 INFO:tasks.rados.rados.0.smithi059.stdout:1180: done (2 left) 2024-08-17T17:09:15.098 INFO:tasks.rados.rados.0.smithi059.stdout:1181: read oid 8 snap -1 2024-08-17T17:09:15.099 INFO:tasks.rados.rados.0.smithi059.stdout:1181: expect (ObjNum 368 snap 130 seq_num 368) 2024-08-17T17:09:15.099 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 132 2024-08-17T17:09:15.099 INFO:tasks.rados.rados.0.smithi059.stdout:1179: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:09:15.099 INFO:tasks.rados.rados.0.smithi059.stdout:1182: seq_num 374 ranges {0=671744,671744=778240,1449984=24576} 2024-08-17T17:09:15.102 INFO:tasks.rados.rados.0.smithi059.stdout:1182: writing smithi05980601-29 from 0 to 671744 tid 1 2024-08-17T17:09:15.109 INFO:tasks.rados.rados.0.smithi059.stdout:1182: writing smithi05980601-29 from 671744 to 1449984 tid 2 2024-08-17T17:09:15.109 INFO:tasks.rados.rados.0.smithi059.stdout:1182: writing smithi05980601-29 from 1449984 to 1474560 tid 3 2024-08-17T17:09:15.109 INFO:tasks.rados.rados.0.smithi059.stdout:1183: read oid 48 snap -1 2024-08-17T17:09:15.109 INFO:tasks.rados.rados.0.smithi059.stdout:1183: expect (ObjNum 299 snap 102 seq_num 299) 2024-08-17T17:09:15.109 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 132 2024-08-17T17:09:15.109 INFO:tasks.rados.rados.0.smithi059.stdout:1179: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:09:15.109 INFO:tasks.rados.rados.0.smithi059.stdout:1178: finishing write tid 1 to smithi05980601-12 2024-08-17T17:09:15.109 INFO:tasks.rados.rados.0.smithi059.stdout:1184: seq_num 375 ranges {8527872=688128,9216000=663552,9879552=139264} 2024-08-17T17:09:15.162 INFO:tasks.rados.rados.0.smithi059.stdout:1184: writing smithi05980601-6 from 8527872 to 9216000 tid 1 2024-08-17T17:09:15.166 INFO:tasks.rados.rados.0.smithi059.stdout:1184: writing smithi05980601-6 from 9216000 to 9879552 tid 2 2024-08-17T17:09:15.168 INFO:tasks.rados.rados.0.smithi059.stdout:1184: writing smithi05980601-6 from 9879552 to 10018816 tid 3 2024-08-17T17:09:15.168 INFO:tasks.rados.rados.0.smithi059.stdout:1185: copy_from oid 31 from oid 47 current snap is 132 2024-08-17T17:09:15.168 INFO:tasks.rados.rados.0.smithi059.stdout:1178: finishing write tid 2 to smithi05980601-12 2024-08-17T17:09:15.168 INFO:tasks.rados.rados.0.smithi059.stdout:1179: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:09:15.168 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 415 (ObjNum 184 snap 56 seq_num 184) dirty exists 2024-08-17T17:09:15.168 INFO:tasks.rados.rados.0.smithi059.stdout:1178: finishing write tid 3 to smithi05980601-12 2024-08-17T17:09:15.168 INFO:tasks.rados.rados.0.smithi059.stdout:1178: finishing write tid 4 to smithi05980601-12 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1178: finishing write tid 5 to smithi05980601-12 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1178: oid 12 updating version 0 to 721 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1178: oid 12 version 721 is already newer than 720 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1178: oid 12 updating version 721 to 722 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1178: oid 12 updating version 722 to 723 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 723 (ObjNum 373 snap 132 seq_num 373) dirty exists 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1178: left oid 12 (ObjNum 373 snap 132 seq_num 373) 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1182: finishing write tid 1 to smithi05980601-29 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1182: finishing write tid 2 to smithi05980601-29 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1182: finishing write tid 3 to smithi05980601-29 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1182: finishing write tid 4 to smithi05980601-29 2024-08-17T17:09:15.169 INFO:tasks.rados.rados.0.smithi059.stdout:1182: finishing write tid 5 to smithi05980601-29 2024-08-17T17:09:15.170 INFO:tasks.rados.rados.0.smithi059.stdout:1182: oid 29 updating version 0 to 123 2024-08-17T17:09:15.170 INFO:tasks.rados.rados.0.smithi059.stdout:1182: oid 29 updating version 123 to 125 2024-08-17T17:09:15.170 INFO:tasks.rados.rados.0.smithi059.stdout:1182: oid 29 version 125 is already newer than 124 2024-08-17T17:09:15.170 INFO:tasks.rados.rados.0.smithi059.stdout:1182: oid 29 version 125 is already newer than 122 2024-08-17T17:09:15.170 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 125 (ObjNum 374 snap 132 seq_num 374) dirty exists 2024-08-17T17:09:15.170 INFO:tasks.rados.rados.0.smithi059.stdout:1182: left oid 29 (ObjNum 374 snap 132 seq_num 374) 2024-08-17T17:09:15.170 INFO:tasks.rados.rados.0.smithi059.stdout:1181: expect (ObjNum 368 snap 130 seq_num 368) 2024-08-17T17:09:15.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:15 smithi087 ceph-mon[85676]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:15.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:15 smithi087 ceph-mon[85676]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:15.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:15 smithi087 ceph-mon[85676]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T17:09:15.498 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:15 smithi059 ceph-mon[92261]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:15.499 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:15 smithi059 ceph-mon[92261]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:15.499 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:15 smithi059 ceph-mon[92261]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T17:09:15.499 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:15 smithi059 systemd[1]: Stopping Ceph osd.1 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:15.499 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:15 smithi059 ceph-mon[94685]: from='client.34263 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:15.499 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:15 smithi059 ceph-mon[94685]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:15.499 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:15 smithi059 ceph-mon[94685]: osdmap e321: 8 total, 8 up, 8 in 2024-08-17T17:09:15.787 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[49768]: 2024-08-17T17:09:15.502+0000 7f8a9bc24640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:09:15.787 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[49768]: 2024-08-17T17:09:15.502+0000 7f8a9bc24640 -1 osd.1 321 *** Got signal Terminated *** 2024-08-17T17:09:15.787 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[49768]: 2024-08-17T17:09:15.502+0000 7f8a9bc24640 -1 osd.1 321 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:09:15.898 INFO:tasks.rados.rados.0.smithi059.stdout:1184: finishing write tid 1 to smithi05980601-6 2024-08-17T17:09:15.899 INFO:tasks.rados.rados.0.smithi059.stdout:1183: expect (ObjNum 299 snap 102 seq_num 299) 2024-08-17T17:09:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:16 smithi059 ceph-mon[92261]: pgmap v144: 121 pgs: 121 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-17T17:09:16.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:16 smithi059 ceph-mon[92261]: osd.1 marked itself down and dead 2024-08-17T17:09:16.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:16 smithi059 ceph-mon[92261]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:09:16.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:16 smithi059 ceph-mon[92261]: osdmap e322: 8 total, 7 up, 8 in 2024-08-17T17:09:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:16 smithi059 ceph-mon[94685]: pgmap v144: 121 pgs: 121 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-17T17:09:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:16 smithi059 ceph-mon[94685]: osd.1 marked itself down and dead 2024-08-17T17:09:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:16 smithi059 ceph-mon[94685]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:09:16.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:16 smithi059 ceph-mon[94685]: osdmap e322: 8 total, 7 up, 8 in 2024-08-17T17:09:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:16 smithi087 ceph-mon[85676]: pgmap v144: 121 pgs: 121 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-17T17:09:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:16 smithi087 ceph-mon[85676]: osd.1 marked itself down and dead 2024-08-17T17:09:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:16 smithi087 ceph-mon[85676]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:09:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:16 smithi087 ceph-mon[85676]: osdmap e322: 8 total, 7 up, 8 in 2024-08-17T17:09:16.758 INFO:tasks.rados.rados.0.smithi059.stdout:1184: finishing write tid 2 to smithi05980601-6 2024-08-17T17:09:16.758 INFO:tasks.rados.rados.0.smithi059.stdout:1184: finishing write tid 3 to smithi05980601-6 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1184: finishing write tid 4 to smithi05980601-6 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1184: finishing write tid 5 to smithi05980601-6 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1184: oid 6 updating version 0 to 695 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1184: oid 6 version 695 is already newer than 693 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1184: oid 6 version 695 is already newer than 694 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1184: oid 6 updating version 695 to 696 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 696 (ObjNum 375 snap 132 seq_num 375) dirty exists 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1184: left oid 6 (ObjNum 375 snap 132 seq_num 375) 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1185: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1185: finishing copy_from to smithi05980601-31 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 205 (ObjNum 355 snap 124 seq_num 355) dirty exists 2024-08-17T17:09:16.759 INFO:tasks.rados.rados.0.smithi059.stdout:1178: done (6 left) 2024-08-17T17:09:16.760 INFO:tasks.rados.rados.0.smithi059.stdout:1179: done (5 left) 2024-08-17T17:09:16.760 INFO:tasks.rados.rados.0.smithi059.stdout:1181: done (4 left) 2024-08-17T17:09:16.760 INFO:tasks.rados.rados.0.smithi059.stdout:1182: done (3 left) 2024-08-17T17:09:16.760 INFO:tasks.rados.rados.0.smithi059.stdout:1183: done (2 left) 2024-08-17T17:09:16.760 INFO:tasks.rados.rados.0.smithi059.stdout:1184: done (1 left) 2024-08-17T17:09:16.761 INFO:tasks.rados.rados.0.smithi059.stdout:1185: done (0 left) 2024-08-17T17:09:16.761 INFO:tasks.rados.rados.0.smithi059.stdout:1186: read oid 18 snap -1 2024-08-17T17:09:16.761 INFO:tasks.rados.rados.0.smithi059.stdout:1186: expect deleted 2024-08-17T17:09:16.761 INFO:tasks.rados.rados.0.smithi059.stdout:1187: snap_create 2024-08-17T17:09:16.962 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:16 smithi059 podman[104091]: 2024-08-17 17:09:16.652287275 +0000 UTC m=+1.274809697 container died 2e45043f5326d87127b1896b97edee94808a3c7b423c46a4409aa9cf0b14ae66 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=reef-ced649f) 2024-08-17T17:09:17.103 INFO:tasks.rados.rados.0.smithi059.stdout:1186: done (1 left) 2024-08-17T17:09:17.104 INFO:tasks.rados.rados.0.smithi059.stdout:1187: done (0 left) 2024-08-17T17:09:17.104 INFO:tasks.rados.rados.0.smithi059.stdout:1188: snap_remove snap 121 2024-08-17T17:09:17.270 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:17 smithi059 podman[104091]: 2024-08-17 17:09:17.060395969 +0000 UTC m=+1.682918372 container cleanup 2e45043f5326d87127b1896b97edee94808a3c7b423c46a4409aa9cf0b14ae66 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:09:17.271 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:17 smithi059 bash[104091]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1 2024-08-17T17:09:17.537 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:17 smithi059 podman[104107]: 2024-08-17 17:09:17.270284921 +0000 UTC m=+0.621674190 container remove 2e45043f5326d87127b1896b97edee94808a3c7b423c46a4409aa9cf0b14ae66 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-08-17T17:09:17.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:09:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:09:17] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2024-08-17T17:09:17.991 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:17 smithi059 podman[104195]: 2024-08-17 17:09:17.679847949 +0000 UTC m=+0.097276366 container create c16cbeeb86ca032d77fa90742a5c896d5c8871375e7e75f8e799e561da6e2c20 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T17:09:17.991 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:17 smithi059 podman[104195]: 2024-08-17 17:09:17.600561536 +0000 UTC m=+0.017989907 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:09:17.991 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:17 smithi059 podman[104195]: 2024-08-17 17:09:17.907108625 +0000 UTC m=+0.324536998 container init c16cbeeb86ca032d77fa90742a5c896d5c8871375e7e75f8e799e561da6e2c20 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-08-17T17:09:17.991 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:17 smithi059 podman[104195]: 2024-08-17 17:09:17.910691275 +0000 UTC m=+0.328119633 container start c16cbeeb86ca032d77fa90742a5c896d5c8871375e7e75f8e799e561da6e2c20 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T17:09:17.991 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:17 smithi059 podman[104195]: 2024-08-17 17:09:17.990436029 +0000 UTC m=+0.407864388 container attach c16cbeeb86ca032d77fa90742a5c896d5c8871375e7e75f8e799e561da6e2c20 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T17:09:18.102 INFO:tasks.rados.rados.0.smithi059.stdout:1188: done (0 left) 2024-08-17T17:09:18.102 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 133 2024-08-17T17:09:18.102 INFO:tasks.rados.rados.0.smithi059.stdout:1189: seq_num 376 ranges {2301952=704512,3006464=548864,3555328=253952} 2024-08-17T17:09:18.118 INFO:tasks.rados.rados.0.smithi059.stdout:1189: writing smithi05980601-16 from 2301952 to 3006464 tid 1 2024-08-17T17:09:18.121 INFO:tasks.rados.rados.0.smithi059.stdout:1189: writing smithi05980601-16 from 3006464 to 3555328 tid 2 2024-08-17T17:09:18.123 INFO:tasks.rados.rados.0.smithi059.stdout:1189: writing smithi05980601-16 from 3555328 to 3809280 tid 3 2024-08-17T17:09:18.123 INFO:tasks.rados.rados.0.smithi059.stdout:1190: setattr oid 24 current snap is 133 2024-08-17T17:09:18.123 INFO:tasks.rados.rados.0.smithi059.stdout:1189: finishing write tid 1 to smithi05980601-16 2024-08-17T17:09:18.124 INFO:tasks.rados.rados.0.smithi059.stdout:1191: rollback oid 44 current snap is 133 2024-08-17T17:09:18.124 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 44 to 124 2024-08-17T17:09:18.125 INFO:tasks.rados.rados.0.smithi059.stdout:1192: snap_remove snap 126 2024-08-17T17:09:18.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:18 smithi059 ceph-mon[92261]: pgmap v147: 121 pgs: 17 stale+active+clean, 104 active+clean; 329 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-08-17T17:09:18.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:18 smithi059 ceph-mon[92261]: osdmap e323: 8 total, 7 up, 8 in 2024-08-17T17:09:18.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:18 smithi059 ceph-mon[94685]: pgmap v147: 121 pgs: 17 stale+active+clean, 104 active+clean; 329 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-08-17T17:09:18.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:18 smithi059 ceph-mon[94685]: osdmap e323: 8 total, 7 up, 8 in 2024-08-17T17:09:18.288 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:18 smithi059 podman[104195]: 2024-08-17 17:09:18.132340269 +0000 UTC m=+0.549768636 container died c16cbeeb86ca032d77fa90742a5c896d5c8871375e7e75f8e799e561da6e2c20 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , ceph=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:09:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:18 smithi087 ceph-mon[85676]: pgmap v147: 121 pgs: 17 stale+active+clean, 104 active+clean; 329 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-08-17T17:09:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:18 smithi087 ceph-mon[85676]: osdmap e323: 8 total, 7 up, 8 in 2024-08-17T17:09:18.731 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:18 smithi059 podman[104218]: 2024-08-17 17:09:18.694090993 +0000 UTC m=+0.555356022 container remove c16cbeeb86ca032d77fa90742a5c896d5c8871375e7e75f8e799e561da6e2c20 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-17T17:09:18.731 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:18 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-17T17:09:18.732 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:18 smithi059 systemd[1]: Stopped Ceph osd.1 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:18.732 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:18 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.1.service: Consumed 12.068s CPU time. 2024-08-17T17:09:19.037 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:18 smithi059 systemd[1]: Starting Ceph osd.1 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:19.110 INFO:tasks.rados.rados.0.smithi059.stdout:1192: done (3 left) 2024-08-17T17:09:19.110 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 133 2024-08-17T17:09:19.111 INFO:tasks.rados.rados.0.smithi059.stdout:1193: seq_num 377 ranges {2064384=720896,2785280=434176,3219456=368640} 2024-08-17T17:09:19.125 INFO:tasks.rados.rados.0.smithi059.stdout:1193: writing smithi05980601-10 from 2064384 to 2785280 tid 1 2024-08-17T17:09:19.128 INFO:tasks.rados.rados.0.smithi059.stdout:1193: writing smithi05980601-10 from 2785280 to 3219456 tid 2 2024-08-17T17:09:19.130 INFO:tasks.rados.rados.0.smithi059.stdout:1193: writing smithi05980601-10 from 3219456 to 3588096 tid 3 2024-08-17T17:09:19.130 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 133 2024-08-17T17:09:19.130 INFO:tasks.rados.rados.0.smithi059.stdout:1194: seq_num 378 ranges {6422528=737280,7159808=720896,7880704=81920} 2024-08-17T17:09:19.169 INFO:tasks.rados.rados.0.smithi059.stdout:1194: writing smithi05980601-31 from 6422528 to 7159808 tid 1 2024-08-17T17:09:19.173 INFO:tasks.rados.rados.0.smithi059.stdout:1194: writing smithi05980601-31 from 7159808 to 7880704 tid 2 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1194: writing smithi05980601-31 from 7880704 to 7962624 tid 3 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1195: read oid 9 snap -1 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1195: expect deleted 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1196: copy_from oid 45 from oid 21 current snap is 133 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1189: finishing write tid 2 to smithi05980601-16 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1189: finishing write tid 3 to smithi05980601-16 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1189: finishing write tid 4 to smithi05980601-16 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1189: finishing write tid 5 to smithi05980601-16 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1189: oid 16 updating version 0 to 725 2024-08-17T17:09:19.176 INFO:tasks.rados.rados.0.smithi059.stdout:1189: oid 16 updating version 725 to 726 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1189: oid 16 version 726 is already newer than 724 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1189: oid 16 updating version 726 to 727 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 727 (ObjNum 376 snap 133 seq_num 376) dirty exists 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1189: left oid 16 (ObjNum 376 snap 133 seq_num 376) 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 197 (ObjNum 173 snap 51 seq_num 173) dirty exists 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1191: finishing rollback tid 0 to smithi05980601-44 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1191: finishing rollback tid 1 to smithi05980601-44 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1191: finishing rollback tid 2 to smithi05980601-44 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 418 (ObjNum 342 snap 120 seq_num 342) dirty exists 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1193: finishing write tid 1 to smithi05980601-10 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1189: done (6 left) 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1190: done (5 left) 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1191: done (4 left) 2024-08-17T17:09:19.177 INFO:tasks.rados.rados.0.smithi059.stdout:1197: read oid 41 snap -1 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1197: expect (ObjNum 314 snap 107 seq_num 314) 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1198: rollback oid 19 current snap is 133 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 19 to 127 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1193: finishing write tid 2 to smithi05980601-10 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1193: finishing write tid 3 to smithi05980601-10 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1193: finishing write tid 4 to smithi05980601-10 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1193: finishing write tid 5 to smithi05980601-10 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1193: oid 10 updating version 0 to 728 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1193: oid 10 updating version 728 to 730 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1193: oid 10 updating version 730 to 731 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:1193: oid 10 version 731 is already newer than 729 2024-08-17T17:09:19.178 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 731 (ObjNum 377 snap 133 seq_num 377) dirty exists 2024-08-17T17:09:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:1193: left oid 10 (ObjNum 377 snap 133 seq_num 377) 2024-08-17T17:09:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:1194: finishing write tid 1 to smithi05980601-31 2024-08-17T17:09:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:1193: done (5 left) 2024-08-17T17:09:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:1199: rmattr oid 2 current snap is 133 2024-08-17T17:09:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:1199: done (5 left) 2024-08-17T17:09:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:1200: read oid 30 snap -1 2024-08-17T17:09:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:1200: expect (ObjNum 349 snap 123 seq_num 349) 2024-08-17T17:09:19.179 INFO:tasks.rados.rados.0.smithi059.stdout:1201: snap_remove snap 116 2024-08-17T17:09:19.423 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-mon[92261]: osdmap e324: 8 total, 7 up, 8 in 2024-08-17T17:09:19.424 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-mon[94685]: osdmap e324: 8 total, 7 up, 8 in 2024-08-17T17:09:19.424 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 podman[104315]: 2024-08-17 17:09:19.050612292 +0000 UTC m=+0.018238575 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:09:19.424 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 podman[104315]: 2024-08-17 17:09:19.153540349 +0000 UTC m=+0.121166627 container create 3603ec640ce412063ef2baa1a893d9e6cbf433b97faac66c2fbd5d5a43483243 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-17T17:09:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:19 smithi087 ceph-mon[85676]: osdmap e324: 8 total, 7 up, 8 in 2024-08-17T17:09:19.677 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 podman[104315]: 2024-08-17 17:09:19.423066262 +0000 UTC m=+0.390692533 container init 3603ec640ce412063ef2baa1a893d9e6cbf433b97faac66c2fbd5d5a43483243 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-17T17:09:19.677 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 podman[104315]: 2024-08-17 17:09:19.427000837 +0000 UTC m=+0.394627110 container start 3603ec640ce412063ef2baa1a893d9e6cbf433b97faac66c2fbd5d5a43483243 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe) 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 podman[104315]: 2024-08-17 17:09:19.514677998 +0000 UTC m=+0.482304270 container attach 3603ec640ce412063ef2baa1a893d9e6cbf433b97faac66c2fbd5d5a43483243 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:19.678 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T17:09:19.679 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T17:09:19.966 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-17T17:09:19.966 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-17T17:09:19.966 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T17:09:19.966 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-17T17:09:20.112 INFO:tasks.rados.rados.0.smithi059.stdout:1201: done (6 left) 2024-08-17T17:09:20.112 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 133 2024-08-17T17:09:20.113 INFO:tasks.rados.rados.0.smithi059.stdout:1202: seq_num 379 ranges {10174464=753664,10928128=606208,11534336=196608} 2024-08-17T17:09:20.172 INFO:tasks.rados.rados.0.smithi059.stdout:1202: writing smithi05980601-8 from 10174464 to 10928128 tid 1 2024-08-17T17:09:20.176 INFO:tasks.rados.rados.0.smithi059.stdout:1202: writing smithi05980601-8 from 10928128 to 11534336 tid 2 2024-08-17T17:09:20.177 INFO:tasks.rados.rados.0.smithi059.stdout:1202: writing smithi05980601-8 from 11534336 to 11730944 tid 3 2024-08-17T17:09:20.178 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 133 2024-08-17T17:09:20.178 INFO:tasks.rados.rados.0.smithi059.stdout:1203: seq_num 380 ranges {0=770048,770048=483328,1253376=319488} 2024-08-17T17:09:20.181 INFO:tasks.rados.rados.0.smithi059.stdout:1203: writing smithi05980601-3 from 0 to 770048 tid 1 2024-08-17T17:09:20.184 INFO:tasks.rados.rados.0.smithi059.stdout:1203: writing smithi05980601-3 from 770048 to 1253376 tid 2 2024-08-17T17:09:20.186 INFO:tasks.rados.rados.0.smithi059.stdout:1203: writing smithi05980601-3 from 1253376 to 1572864 tid 3 2024-08-17T17:09:20.186 INFO:tasks.rados.rados.0.smithi059.stdout:1204: snap_remove snap 115 2024-08-17T17:09:20.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[92261]: pgmap v150: 121 pgs: 7 active+undersized, 15 stale+active+clean, 1 active+undersized+degraded, 98 active+clean; 330 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 7 op/s; 3/693 objects degraded (0.433%) 2024-08-17T17:09:20.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[92261]: Health check failed: Degraded data redundancy: 3/693 objects degraded (0.433%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:09:20.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[92261]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T17:09:20.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:20.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:20.286 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[94685]: pgmap v150: 121 pgs: 7 active+undersized, 15 stale+active+clean, 1 active+undersized+degraded, 98 active+clean; 330 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 7 op/s; 3/693 objects degraded (0.433%) 2024-08-17T17:09:20.286 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[94685]: Health check failed: Degraded data redundancy: 3/693 objects degraded (0.433%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:09:20.286 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[94685]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T17:09:20.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:20.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:20.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-17T17:09:20.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-17T17:09:20.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T17:09:20.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T17:09:20.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T17:09:20.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-17T17:09:20.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate[104330]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-17T17:09:20.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 bash[104315]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-17T17:09:20.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:19 smithi059 podman[104315]: 2024-08-17 17:09:19.995191804 +0000 UTC m=+0.962818088 container died 3603ec640ce412063ef2baa1a893d9e6cbf433b97faac66c2fbd5d5a43483243 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-08-17T17:09:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:20 smithi087 ceph-mon[85676]: pgmap v150: 121 pgs: 7 active+undersized, 15 stale+active+clean, 1 active+undersized+degraded, 98 active+clean; 330 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.6 MiB/s wr, 7 op/s; 3/693 objects degraded (0.433%) 2024-08-17T17:09:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:20 smithi087 ceph-mon[85676]: Health check failed: Degraded data redundancy: 3/693 objects degraded (0.433%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:09:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:20 smithi087 ceph-mon[85676]: osdmap e325: 8 total, 7 up, 8 in 2024-08-17T17:09:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:20.936 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:20 smithi059 podman[104450]: 2024-08-17 17:09:20.585678471 +0000 UTC m=+0.580591522 container remove 3603ec640ce412063ef2baa1a893d9e6cbf433b97faac66c2fbd5d5a43483243 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-08-17T17:09:20.936 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:20 smithi059 podman[104512]: 2024-08-17 17:09:20.79464759 +0000 UTC m=+0.106743878 container create 6057efd8953dd73071612452128c0b37fa09365d48cdd144fc78bd80517143a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0) 2024-08-17T17:09:20.936 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:20 smithi059 podman[104512]: 2024-08-17 17:09:20.705523064 +0000 UTC m=+0.017619367 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:09:21.100 INFO:tasks.rados.rados.0.smithi059.stdout:1194: finishing write tid 2 to smithi05980601-31 2024-08-17T17:09:21.100 INFO:tasks.rados.rados.0.smithi059.stdout:1194: finishing write tid 3 to smithi05980601-31 2024-08-17T17:09:21.101 INFO:tasks.rados.rados.0.smithi059.stdout:1194: finishing write tid 4 to smithi05980601-31 2024-08-17T17:09:21.101 INFO:tasks.rados.rados.0.smithi059.stdout:1200: expect (ObjNum 349 snap 123 seq_num 349) 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:1198: finishing rollback tid 0 to smithi05980601-19 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:1198: finishing rollback tid 1 to smithi05980601-19 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 926 (ObjNum 65 snap 0 seq_num 1701666914) dirty dne 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:1194: finishing write tid 5 to smithi05980601-31 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:1194: oid 31 updating version 0 to 921 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:1194: oid 31 updating version 921 to 923 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:1194: oid 31 version 923 is already newer than 920 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:1194: oid 31 version 923 is already newer than 922 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 923 (ObjNum 378 snap 133 seq_num 378) dirty exists 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:1194: left oid 31 (ObjNum 378 snap 133 seq_num 378) 2024-08-17T17:09:21.145 INFO:tasks.rados.rados.0.smithi059.stdout:1197: expect (ObjNum 314 snap 107 seq_num 314) 2024-08-17T17:09:21.240 INFO:tasks.rados.rados.0.smithi059.stdout:1196: finishing copy_from racing read to smithi05980601-45 2024-08-17T17:09:21.240 INFO:tasks.rados.rados.0.smithi059.stdout:1196: finishing copy_from to smithi05980601-45 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 297 (ObjNum 278 snap 97 seq_num 278) dirty exists 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1194: done (8 left) 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1195: done (7 left) 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1196: done (6 left) 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1197: done (5 left) 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1198: done (4 left) 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1200: done (3 left) 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1204: done (2 left) 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1205: rollback oid 23 current snap is 133 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 23 to 86 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1202: finishing write tid 1 to smithi05980601-8 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1202: finishing write tid 2 to smithi05980601-8 2024-08-17T17:09:21.241 INFO:tasks.rados.rados.0.smithi059.stdout:1202: finishing write tid 3 to smithi05980601-8 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1202: finishing write tid 4 to smithi05980601-8 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1202: finishing write tid 5 to smithi05980601-8 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1202: oid 8 updating version 0 to 446 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1202: oid 8 version 446 is already newer than 445 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1202: oid 8 updating version 446 to 447 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1202: oid 8 updating version 447 to 448 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 448 (ObjNum 379 snap 133 seq_num 379) dirty exists 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1202: left oid 8 (ObjNum 379 snap 133 seq_num 379) 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1203: finishing write tid 1 to smithi05980601-3 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1203: finishing write tid 2 to smithi05980601-3 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1203: finishing write tid 3 to smithi05980601-3 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1203: finishing write tid 4 to smithi05980601-3 2024-08-17T17:09:21.242 INFO:tasks.rados.rados.0.smithi059.stdout:1203: finishing write tid 5 to smithi05980601-3 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1203: oid 3 updating version 0 to 478 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1203: oid 3 version 478 is already newer than 476 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1203: oid 3 updating version 478 to 479 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1203: oid 3 version 479 is already newer than 477 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 479 (ObjNum 380 snap 133 seq_num 380) dirty exists 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1203: left oid 3 (ObjNum 380 snap 133 seq_num 380) 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1202: done (2 left) 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1203: done (1 left) 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1206: read oid 9 snap -1 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1206: expect deleted 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1207: read oid 29 snap -1 2024-08-17T17:09:21.243 INFO:tasks.rados.rados.0.smithi059.stdout:1207: expect (ObjNum 374 snap 132 seq_num 374) 2024-08-17T17:09:21.244 INFO:tasks.rados.rados.0.smithi059.stdout:1208: read oid 13 snap -1 2024-08-17T17:09:21.244 INFO:tasks.rados.rados.0.smithi059.stdout:1208: expect deleted 2024-08-17T17:09:21.244 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 133 2024-08-17T17:09:21.244 INFO:tasks.rados.rados.0.smithi059.stdout:1209: seq_num 381 ranges {450560=786432,1236992=417792,1654784=385024} 2024-08-17T17:09:21.246 INFO:tasks.rados.rados.0.smithi059.stdout:1209: writing smithi05980601-38 from 450560 to 1236992 tid 1 2024-08-17T17:09:21.248 INFO:tasks.rados.rados.0.smithi059.stdout:1209: writing smithi05980601-38 from 1236992 to 1654784 tid 2 2024-08-17T17:09:21.251 INFO:tasks.rados.rados.0.smithi059.stdout:1209: writing smithi05980601-38 from 1654784 to 2039808 tid 3 2024-08-17T17:09:21.251 INFO:tasks.rados.rados.0.smithi059.stdout:1210: rmattr oid 15 current snap is 133 2024-08-17T17:09:21.252 INFO:tasks.rados.rados.0.smithi059.stdout:1210: done (5 left) 2024-08-17T17:09:21.252 INFO:tasks.rados.rados.0.smithi059.stdout:1211: setattr oid 27 current snap is 133 2024-08-17T17:09:21.252 INFO:tasks.rados.rados.0.smithi059.stdout:1205: finishing rollback tid 0 to smithi05980601-23 2024-08-17T17:09:21.252 INFO:tasks.rados.rados.0.smithi059.stdout:1205: finishing rollback tid 1 to smithi05980601-23 2024-08-17T17:09:21.252 INFO:tasks.rados.rados.0.smithi059.stdout:1205: finishing rollback tid 2 to smithi05980601-23 2024-08-17T17:09:21.252 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 728 (ObjNum 250 snap 84 seq_num 250) dirty exists 2024-08-17T17:09:21.252 INFO:tasks.rados.rados.0.smithi059.stdout:1207: expect (ObjNum 374 snap 132 seq_num 374) 2024-08-17T17:09:21.292 INFO:tasks.rados.rados.0.smithi059.stdout:1209: finishing write tid 1 to smithi05980601-38 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1209: finishing write tid 2 to smithi05980601-38 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1209: finishing write tid 3 to smithi05980601-38 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1209: finishing write tid 4 to smithi05980601-38 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1209: finishing write tid 5 to smithi05980601-38 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1209: oid 38 updating version 0 to 230 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1209: oid 38 version 230 is already newer than 229 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1209: oid 38 updating version 230 to 232 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1209: oid 38 version 232 is already newer than 231 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 232 (ObjNum 381 snap 133 seq_num 381) dirty exists 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1209: left oid 38 (ObjNum 381 snap 133 seq_num 381) 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1205: done (5 left) 2024-08-17T17:09:21.293 INFO:tasks.rados.rados.0.smithi059.stdout:1206: done (4 left) 2024-08-17T17:09:21.294 INFO:tasks.rados.rados.0.smithi059.stdout:1207: done (3 left) 2024-08-17T17:09:21.294 INFO:tasks.rados.rados.0.smithi059.stdout:1208: done (2 left) 2024-08-17T17:09:21.294 INFO:tasks.rados.rados.0.smithi059.stdout:1209: done (1 left) 2024-08-17T17:09:21.294 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 133 2024-08-17T17:09:21.294 INFO:tasks.rados.rados.0.smithi059.stdout:1212: seq_num 382 ranges {3891200=802816,4694016=704512,5398528=98304} 2024-08-17T17:09:21.318 INFO:tasks.rados.rados.0.smithi059.stdout:1212: writing smithi05980601-33 from 3891200 to 4694016 tid 1 2024-08-17T17:09:21.323 INFO:tasks.rados.rados.0.smithi059.stdout:1212: writing smithi05980601-33 from 4694016 to 5398528 tid 2 2024-08-17T17:09:21.323 INFO:tasks.rados.rados.0.smithi059.stdout:1212: writing smithi05980601-33 from 5398528 to 5496832 tid 3 2024-08-17T17:09:21.324 INFO:tasks.rados.rados.0.smithi059.stdout:1213: snap_create 2024-08-17T17:09:21.324 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 445 (ObjNum 358 snap 126 seq_num 358) dirty exists 2024-08-17T17:09:21.324 INFO:tasks.rados.rados.0.smithi059.stdout:1212: finishing write tid 1 to smithi05980601-33 2024-08-17T17:09:21.326 INFO:tasks.rados.rados.0.smithi059.stdout:1212: finishing write tid 2 to smithi05980601-33 2024-08-17T17:09:21.326 INFO:tasks.rados.rados.0.smithi059.stdout:1212: finishing write tid 3 to smithi05980601-33 2024-08-17T17:09:21.326 INFO:tasks.rados.rados.0.smithi059.stdout:1212: finishing write tid 4 to smithi05980601-33 2024-08-17T17:09:21.329 INFO:tasks.rados.rados.0.smithi059.stdout:1212: finishing write tid 5 to smithi05980601-33 2024-08-17T17:09:21.329 INFO:tasks.rados.rados.0.smithi059.stdout:1212: oid 33 updating version 0 to 421 2024-08-17T17:09:21.329 INFO:tasks.rados.rados.0.smithi059.stdout:1212: oid 33 version 421 is already newer than 420 2024-08-17T17:09:21.329 INFO:tasks.rados.rados.0.smithi059.stdout:1212: oid 33 version 421 is already newer than 419 2024-08-17T17:09:21.329 INFO:tasks.rados.rados.0.smithi059.stdout:1212: oid 33 updating version 421 to 422 2024-08-17T17:09:21.329 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 422 (ObjNum 382 snap 133 seq_num 382) dirty exists 2024-08-17T17:09:21.329 INFO:tasks.rados.rados.0.smithi059.stdout:1212: left oid 33 (ObjNum 382 snap 133 seq_num 382) 2024-08-17T17:09:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:21 smithi059 ceph-mon[92261]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T17:09:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:21 smithi059 ceph-mon[92261]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T17:09:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:21 smithi059 ceph-mon[94685]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T17:09:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:21 smithi059 ceph-mon[94685]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T17:09:21.538 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:21 smithi059 podman[104512]: 2024-08-17 17:09:21.05570199 +0000 UTC m=+0.367798279 container init 6057efd8953dd73071612452128c0b37fa09365d48cdd144fc78bd80517143a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-17T17:09:21.538 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:21 smithi059 podman[104512]: 2024-08-17 17:09:21.059109954 +0000 UTC m=+0.371206244 container start 6057efd8953dd73071612452128c0b37fa09365d48cdd144fc78bd80517143a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-17T17:09:21.538 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:21 smithi059 ceph-osd[104532]: -- 172.21.15.59:0/2894222836 <== mon.2 v2:172.21.15.59:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556733995a40 con 0x556734762400 2024-08-17T17:09:21.538 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:21 smithi059 bash[104512]: 6057efd8953dd73071612452128c0b37fa09365d48cdd144fc78bd80517143a1 2024-08-17T17:09:21.538 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:21 smithi059 systemd[1]: Started Ceph osd.1 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:21 smithi087 ceph-mon[85676]: osdmap e326: 8 total, 7 up, 8 in 2024-08-17T17:09:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:21 smithi087 ceph-mon[85676]: osdmap e327: 8 total, 7 up, 8 in 2024-08-17T17:09:22.184 INFO:tasks.rados.rados.0.smithi059.stdout:1211: done (2 left) 2024-08-17T17:09:22.184 INFO:tasks.rados.rados.0.smithi059.stdout:1212: done (1 left) 2024-08-17T17:09:22.184 INFO:tasks.rados.rados.0.smithi059.stdout:1213: done (0 left) 2024-08-17T17:09:22.184 INFO:tasks.rados.rados.0.smithi059.stdout:1214: copy_from oid 6 from oid 49 current snap is 134 2024-08-17T17:09:22.184 INFO:tasks.rados.rados.0.smithi059.stdout:1215: rollback oid 33 current snap is 134 2024-08-17T17:09:22.185 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 33 to 125 2024-08-17T17:09:22.185 INFO:tasks.rados.rados.0.smithi059.stdout:1216: copy_from oid 38 from oid 1 current snap is 134 2024-08-17T17:09:22.185 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 134 2024-08-17T17:09:22.185 INFO:tasks.rados.rados.0.smithi059.stdout:1217: seq_num 383 ranges {3809280=417792,4227072=589824,4816896=417792,5234688=196608} 2024-08-17T17:09:22.207 INFO:tasks.rados.rados.0.smithi059.stdout:1217: writing smithi05980601-16 from 3809280 to 4227072 tid 1 2024-08-17T17:09:22.211 INFO:tasks.rados.rados.0.smithi059.stdout:1217: writing smithi05980601-16 from 4227072 to 4816896 tid 2 2024-08-17T17:09:22.213 INFO:tasks.rados.rados.0.smithi059.stdout:1217: writing smithi05980601-16 from 4816896 to 5234688 tid 3 2024-08-17T17:09:22.216 INFO:tasks.rados.rados.0.smithi059.stdout:1217: writing smithi05980601-16 from 5234688 to 5431296 tid 4 2024-08-17T17:09:22.216 INFO:tasks.rados.rados.0.smithi059.stdout:1218: snap_create 2024-08-17T17:09:22.216 INFO:tasks.rados.rados.0.smithi059.stdout:1215: finishing rollback tid 0 to smithi05980601-33 2024-08-17T17:09:22.216 INFO:tasks.rados.rados.0.smithi059.stdout:1215: finishing rollback tid 1 to smithi05980601-33 2024-08-17T17:09:22.216 INFO:tasks.rados.rados.0.smithi059.stdout:1215: finishing rollback tid 2 to smithi05980601-33 2024-08-17T17:09:22.216 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 425 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:09:22.216 INFO:tasks.rados.rados.0.smithi059.stdout:1216: finishing copy_from racing read to smithi05980601-38 2024-08-17T17:09:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:1216: finishing copy_from to smithi05980601-38 2024-08-17T17:09:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 405 (ObjNum 333 snap 115 seq_num 333) dirty exists 2024-08-17T17:09:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:1214: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:09:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:1214: finishing copy_from to smithi05980601-6 2024-08-17T17:09:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 757 (ObjNum 347 snap 123 seq_num 347) dirty exists 2024-08-17T17:09:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:1217: finishing write tid 1 to smithi05980601-16 2024-08-17T17:09:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:1217: finishing write tid 2 to smithi05980601-16 2024-08-17T17:09:22.218 INFO:tasks.rados.rados.0.smithi059.stdout:1217: finishing write tid 3 to smithi05980601-16 2024-08-17T17:09:22.218 INFO:tasks.rados.rados.0.smithi059.stdout:1217: finishing write tid 4 to smithi05980601-16 2024-08-17T17:09:22.218 INFO:tasks.rados.rados.0.smithi059.stdout:1217: finishing write tid 5 to smithi05980601-16 2024-08-17T17:09:22.218 INFO:tasks.rados.rados.0.smithi059.stdout:1217: finishing write tid 6 to smithi05980601-16 2024-08-17T17:09:22.219 INFO:tasks.rados.rados.0.smithi059.stdout:1217: oid 16 updating version 0 to 732 2024-08-17T17:09:22.219 INFO:tasks.rados.rados.0.smithi059.stdout:1217: oid 16 updating version 732 to 736 2024-08-17T17:09:22.219 INFO:tasks.rados.rados.0.smithi059.stdout:1217: oid 16 version 736 is already newer than 734 2024-08-17T17:09:22.219 INFO:tasks.rados.rados.0.smithi059.stdout:1217: oid 16 version 736 is already newer than 733 2024-08-17T17:09:22.219 INFO:tasks.rados.rados.0.smithi059.stdout:1217: oid 16 version 736 is already newer than 735 2024-08-17T17:09:22.219 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 736 (ObjNum 383 snap 134 seq_num 383) dirty exists 2024-08-17T17:09:22.219 INFO:tasks.rados.rados.0.smithi059.stdout:1217: left oid 16 (ObjNum 383 snap 134 seq_num 383) 2024-08-17T17:09:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:22 smithi059 ceph-mon[92261]: pgmap v153: 121 pgs: 32 active+undersized, 3 stale+active+clean, 10 active+undersized+degraded, 76 active+clean; 338 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 813 KiB/s rd, 2.4 MiB/s wr, 12 op/s; 78/711 objects degraded (10.970%) 2024-08-17T17:09:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:22 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:22 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:22 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:22 smithi059 ceph-mon[94685]: pgmap v153: 121 pgs: 32 active+undersized, 3 stale+active+clean, 10 active+undersized+degraded, 76 active+clean; 338 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 813 KiB/s rd, 2.4 MiB/s wr, 12 op/s; 78/711 objects degraded (10.970%) 2024-08-17T17:09:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:22 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:22 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:22 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:22 smithi087 ceph-mon[85676]: pgmap v153: 121 pgs: 32 active+undersized, 3 stale+active+clean, 10 active+undersized+degraded, 76 active+clean; 338 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 813 KiB/s rd, 2.4 MiB/s wr, 12 op/s; 78/711 objects degraded (10.970%) 2024-08-17T17:09:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:22 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:22 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:22 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:23.037 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:22 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[104528]: 2024-08-17T17:09:22.944+0000 7fd07732c640 -1 Falling back to public interface 2024-08-17T17:09:23.192 INFO:tasks.rados.rados.0.smithi059.stdout:1214: done (4 left) 2024-08-17T17:09:23.192 INFO:tasks.rados.rados.0.smithi059.stdout:1215: done (3 left) 2024-08-17T17:09:23.192 INFO:tasks.rados.rados.0.smithi059.stdout:1216: done (2 left) 2024-08-17T17:09:23.192 INFO:tasks.rados.rados.0.smithi059.stdout:1217: done (1 left) 2024-08-17T17:09:23.192 INFO:tasks.rados.rados.0.smithi059.stdout:1218: done (0 left) 2024-08-17T17:09:23.192 INFO:tasks.rados.rados.0.smithi059.stdout:1219: copy_from oid 31 from oid 47 current snap is 135 2024-08-17T17:09:23.193 INFO:tasks.rados.rados.0.smithi059.stdout:1220: read oid 12 snap 124 2024-08-17T17:09:23.193 INFO:tasks.rados.rados.0.smithi059.stdout:1220: expect (ObjNum 338614496 snap 21891 seq_num 338871024) 2024-08-17T17:09:23.193 INFO:tasks.rados.rados.0.smithi059.stdout:1221: snap_create 2024-08-17T17:09:23.195 INFO:tasks.rados.rados.0.smithi059.stdout:1220: expect (ObjNum 338614496 snap 21891 seq_num 338871024) 2024-08-17T17:09:23.223 INFO:tasks.rados.rados.0.smithi059.stdout:1219: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:09:23.227 INFO:tasks.rados.rados.0.smithi059.stdout:1219: finishing copy_from to smithi05980601-31 2024-08-17T17:09:23.227 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 205 (ObjNum 355 snap 124 seq_num 355) dirty exists 2024-08-17T17:09:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:23 smithi059 ceph-mon[92261]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T17:09:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:23 smithi059 ceph-mon[92261]: pgmap v156: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 116/717 objects degraded (16.179%) 2024-08-17T17:09:23.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:23 smithi059 ceph-mon[94685]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T17:09:23.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:23 smithi059 ceph-mon[94685]: pgmap v156: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 116/717 objects degraded (16.179%) 2024-08-17T17:09:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:23 smithi087 ceph-mon[85676]: osdmap e328: 8 total, 7 up, 8 in 2024-08-17T17:09:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:23 smithi087 ceph-mon[85676]: pgmap v156: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 116/717 objects degraded (16.179%) 2024-08-17T17:09:24.190 INFO:tasks.rados.rados.0.smithi059.stdout:1219: done (2 left) 2024-08-17T17:09:24.190 INFO:tasks.rados.rados.0.smithi059.stdout:1220: done (1 left) 2024-08-17T17:09:24.190 INFO:tasks.rados.rados.0.smithi059.stdout:1221: done (0 left) 2024-08-17T17:09:24.190 INFO:tasks.rados.rados.0.smithi059.stdout:1222: rollback oid 36 current snap is 136 2024-08-17T17:09:24.190 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 36 to 134 2024-08-17T17:09:24.190 INFO:tasks.rados.rados.0.smithi059.stdout:1223: snap_remove snap 86 2024-08-17T17:09:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:24 smithi059 ceph-mon[92261]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T17:09:24.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:24 smithi059 ceph-mon[94685]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T17:09:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:24 smithi087 ceph-mon[85676]: osdmap e329: 8 total, 7 up, 8 in 2024-08-17T17:09:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:1223: done (1 left) 2024-08-17T17:09:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:1224: rmattr oid 6 current snap is 136 2024-08-17T17:09:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:1224: done (1 left) 2024-08-17T17:09:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:1225: copy_from oid 23 from oid 6 current snap is 136 2024-08-17T17:09:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:1226: delete oid 13 current snap is 136 2024-08-17T17:09:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:1222: finishing rollback tid 0 to smithi05980601-36 2024-08-17T17:09:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:1222: finishing rollback tid 1 to smithi05980601-36 2024-08-17T17:09:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:1222: finishing rollback tid 2 to smithi05980601-36 2024-08-17T17:09:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 483 (ObjNum 360 snap 128 seq_num 360) dirty exists 2024-08-17T17:09:25.209 INFO:tasks.rados.rados.0.smithi059.stdout:1222: done (2 left) 2024-08-17T17:09:25.209 INFO:tasks.rados.rados.0.smithi059.stdout:1226: done (1 left) 2024-08-17T17:09:25.209 INFO:tasks.rados.rados.0.smithi059.stdout:1227: copy_from oid 44 from oid 50 current snap is 136 2024-08-17T17:09:25.210 INFO:tasks.rados.rados.0.smithi059.stdout:1228: delete oid 34 current snap is 136 2024-08-17T17:09:25.213 INFO:tasks.rados.rados.0.smithi059.stdout:1228: done (2 left) 2024-08-17T17:09:25.213 INFO:tasks.rados.rados.0.smithi059.stdout:1229: rollback oid 32 current snap is 136 2024-08-17T17:09:25.213 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 82 2024-08-17T17:09:25.213 INFO:tasks.rados.rados.0.smithi059.stdout:1230: read oid 13 snap -1 2024-08-17T17:09:25.213 INFO:tasks.rados.rados.0.smithi059.stdout:1230: expect deleted 2024-08-17T17:09:25.213 INFO:tasks.rados.rados.0.smithi059.stdout:1231: snap_remove snap 129 2024-08-17T17:09:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:25 smithi059 ceph-mon[92261]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T17:09:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:25 smithi059 ceph-mon[92261]: pgmap v159: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 340 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 376 KiB/s wr, 3 op/s; 116/717 objects degraded (16.179%) 2024-08-17T17:09:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:25.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:25 smithi059 ceph-mon[94685]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T17:09:25.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:25 smithi059 ceph-mon[94685]: pgmap v159: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 340 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 376 KiB/s wr, 3 op/s; 116/717 objects degraded (16.179%) 2024-08-17T17:09:25.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:25.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:25 smithi087 ceph-mon[85676]: osdmap e330: 8 total, 7 up, 8 in 2024-08-17T17:09:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:25 smithi087 ceph-mon[85676]: pgmap v159: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 340 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 376 KiB/s wr, 3 op/s; 116/717 objects degraded (16.179%) 2024-08-17T17:09:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:26.211 INFO:tasks.rados.rados.0.smithi059.stdout:1231: done (4 left) 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:1232: delete oid 41 current snap is 136 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:1229: finishing rollback tid 0 to smithi05980601-32 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:1229: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:1229: finishing rollback tid 2 to smithi05980601-32 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 411 (ObjNum 289 snap 0 seq_num 1479623376) dirty exists 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:1227: finishing copy_from racing read to smithi05980601-44 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:1227: finishing copy_from to smithi05980601-44 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 753 (ObjNum 199 snap 57 seq_num 199) dirty exists 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:1225: finishing copy_from racing read to smithi05980601-23 2024-08-17T17:09:26.212 INFO:tasks.rados.rados.0.smithi059.stdout:1225: finishing copy_from to smithi05980601-23 2024-08-17T17:09:26.213 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 757 (ObjNum 347 snap 123 seq_num 347) dirty exists 2024-08-17T17:09:26.217 INFO:tasks.rados.rados.0.smithi059.stdout:1225: done (4 left) 2024-08-17T17:09:26.218 INFO:tasks.rados.rados.0.smithi059.stdout:1227: done (3 left) 2024-08-17T17:09:26.218 INFO:tasks.rados.rados.0.smithi059.stdout:1229: done (2 left) 2024-08-17T17:09:26.218 INFO:tasks.rados.rados.0.smithi059.stdout:1230: done (1 left) 2024-08-17T17:09:26.218 INFO:tasks.rados.rados.0.smithi059.stdout:1232: done (0 left) 2024-08-17T17:09:26.218 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 19 current snap is 136 2024-08-17T17:09:26.218 INFO:tasks.rados.rados.0.smithi059.stdout:1233: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-08-17T17:09:26.220 INFO:tasks.rados.rados.0.smithi059.stdout:1233: writing smithi05980601-19 from 0 to 483328 tid 1 2024-08-17T17:09:26.224 INFO:tasks.rados.rados.0.smithi059.stdout:1233: writing smithi05980601-19 from 483328 to 1007616 tid 2 2024-08-17T17:09:26.228 INFO:tasks.rados.rados.0.smithi059.stdout:1233: writing smithi05980601-19 from 1007616 to 1687552 tid 3 2024-08-17T17:09:26.228 INFO:tasks.rados.rados.0.smithi059.stdout:1234: snap_create 2024-08-17T17:09:26.228 INFO:tasks.rados.rados.0.smithi059.stdout:1233: finishing write tid 1 to smithi05980601-19 2024-08-17T17:09:26.228 INFO:tasks.rados.rados.0.smithi059.stdout:1233: finishing write tid 2 to smithi05980601-19 2024-08-17T17:09:26.231 INFO:tasks.rados.rados.0.smithi059.stdout:1233: finishing write tid 3 to smithi05980601-19 2024-08-17T17:09:26.231 INFO:tasks.rados.rados.0.smithi059.stdout:1233: finishing write tid 4 to smithi05980601-19 2024-08-17T17:09:26.234 INFO:tasks.rados.rados.0.smithi059.stdout:1233: finishing write tid 5 to smithi05980601-19 2024-08-17T17:09:26.234 INFO:tasks.rados.rados.0.smithi059.stdout:1233: oid 19 updating version 0 to 930 2024-08-17T17:09:26.234 INFO:tasks.rados.rados.0.smithi059.stdout:1233: oid 19 updating version 930 to 931 2024-08-17T17:09:26.234 INFO:tasks.rados.rados.0.smithi059.stdout:1233: oid 19 updating version 931 to 932 2024-08-17T17:09:26.235 INFO:tasks.rados.rados.0.smithi059.stdout:1233: oid 19 version 932 is already newer than 929 2024-08-17T17:09:26.235 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 932 (ObjNum 387 snap 136 seq_num 387) dirty exists 2024-08-17T17:09:26.235 INFO:tasks.rados.rados.0.smithi059.stdout:1233: left oid 19 (ObjNum 387 snap 136 seq_num 387) 2024-08-17T17:09:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:26 smithi059 ceph-mon[92261]: osdmap e331: 8 total, 7 up, 8 in 2024-08-17T17:09:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:26 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:26 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:26 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 116/717 objects degraded (16.179%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T17:09:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:26 smithi059 ceph-mon[94685]: osdmap e331: 8 total, 7 up, 8 in 2024-08-17T17:09:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:26 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:26 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:26 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 116/717 objects degraded (16.179%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T17:09:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:26 smithi087 ceph-mon[85676]: osdmap e331: 8 total, 7 up, 8 in 2024-08-17T17:09:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:26 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:26 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:26 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 116/717 objects degraded (16.179%), 12 pgs degraded (PG_DEGRADED) 2024-08-17T17:09:26.951 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[104528]: 2024-08-17T17:09:26.596+0000 7fd07732c640 -1 osd.1 321 log_to_monitors true 2024-08-17T17:09:27.218 INFO:tasks.rados.rados.0.smithi059.stdout:1233: done (1 left) 2024-08-17T17:09:27.218 INFO:tasks.rados.rados.0.smithi059.stdout:1234: done (0 left) 2024-08-17T17:09:27.218 INFO:tasks.rados.rados.0.smithi059.stdout:1235: snap_create 2024-08-17T17:09:27.466 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:27 smithi059 ceph-mon[92261]: osdmap e332: 8 total, 7 up, 8 in 2024-08-17T17:09:27.466 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:27 smithi059 ceph-mon[92261]: pgmap v162: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 370 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.1 MiB/s wr, 14 op/s; 121/747 objects degraded (16.198%) 2024-08-17T17:09:27.466 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:27 smithi059 ceph-mon[92261]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T17:09:27.466 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:27 smithi059 ceph-mon[94685]: osdmap e332: 8 total, 7 up, 8 in 2024-08-17T17:09:27.466 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:27 smithi059 ceph-mon[94685]: pgmap v162: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 370 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.1 MiB/s wr, 14 op/s; 121/747 objects degraded (16.198%) 2024-08-17T17:09:27.466 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:27 smithi059 ceph-mon[94685]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T17:09:27.467 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:09:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:09:27] "GET /metrics HTTP/1.1" 200 36213 "" "Prometheus/2.43.0" 2024-08-17T17:09:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:27 smithi087 ceph-mon[85676]: osdmap e332: 8 total, 7 up, 8 in 2024-08-17T17:09:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:27 smithi087 ceph-mon[85676]: pgmap v162: 121 pgs: 34 active+undersized, 12 active+undersized+degraded, 75 active+clean; 370 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.1 MiB/s wr, 14 op/s; 121/747 objects degraded (16.198%) 2024-08-17T17:09:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:27 smithi087 ceph-mon[85676]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-08-17T17:09:27.787 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:09:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[104528]: 2024-08-17T17:09:27.704+0000 7fd06b0ce640 -1 osd.1 321 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:09:28.220 INFO:tasks.rados.rados.0.smithi059.stdout:1235: done (0 left) 2024-08-17T17:09:28.221 INFO:tasks.rados.rados.0.smithi059.stdout:1236: rollback oid 44 current snap is 138 2024-08-17T17:09:28.221 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 44 to 118 2024-08-17T17:09:28.221 INFO:tasks.rados.rados.0.smithi059.stdout:1237: read oid 36 snap -1 2024-08-17T17:09:28.221 INFO:tasks.rados.rados.0.smithi059.stdout:1237: expect (ObjNum 360 snap 128 seq_num 360) 2024-08-17T17:09:28.221 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 138 2024-08-17T17:09:28.221 INFO:tasks.rados.rados.0.smithi059.stdout:1238: seq_num 388 ranges {3088384=507904,3596288=458752,4055040=606208,4661248=139264} 2024-08-17T17:09:28.241 INFO:tasks.rados.rados.0.smithi059.stdout:1238: writing smithi05980601-1 from 3088384 to 3596288 tid 1 2024-08-17T17:09:28.245 INFO:tasks.rados.rados.0.smithi059.stdout:1238: writing smithi05980601-1 from 3596288 to 4055040 tid 2 2024-08-17T17:09:28.249 INFO:tasks.rados.rados.0.smithi059.stdout:1238: writing smithi05980601-1 from 4055040 to 4661248 tid 3 2024-08-17T17:09:28.250 INFO:tasks.rados.rados.0.smithi059.stdout:1238: writing smithi05980601-1 from 4661248 to 4800512 tid 4 2024-08-17T17:09:28.250 INFO:tasks.rados.rados.0.smithi059.stdout:1239: delete oid 50 current snap is 138 2024-08-17T17:09:28.250 INFO:tasks.rados.rados.0.smithi059.stdout:1236: finishing rollback tid 0 to smithi05980601-44 2024-08-17T17:09:28.250 INFO:tasks.rados.rados.0.smithi059.stdout:1236: finishing rollback tid 1 to smithi05980601-44 2024-08-17T17:09:28.251 INFO:tasks.rados.rados.0.smithi059.stdout:1236: finishing rollback tid 2 to smithi05980601-44 2024-08-17T17:09:28.251 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 756 (ObjNum 320 snap 107 seq_num 320) dirty exists 2024-08-17T17:09:28.251 INFO:tasks.rados.rados.0.smithi059.stdout:1238: finishing write tid 1 to smithi05980601-1 2024-08-17T17:09:28.251 INFO:tasks.rados.rados.0.smithi059.stdout:1238: finishing write tid 2 to smithi05980601-1 2024-08-17T17:09:28.254 INFO:tasks.rados.rados.0.smithi059.stdout:1238: finishing write tid 3 to smithi05980601-1 2024-08-17T17:09:28.255 INFO:tasks.rados.rados.0.smithi059.stdout:1238: finishing write tid 4 to smithi05980601-1 2024-08-17T17:09:28.255 INFO:tasks.rados.rados.0.smithi059.stdout:1238: finishing write tid 5 to smithi05980601-1 2024-08-17T17:09:28.257 INFO:tasks.rados.rados.0.smithi059.stdout:1238: finishing write tid 6 to smithi05980601-1 2024-08-17T17:09:28.257 INFO:tasks.rados.rados.0.smithi059.stdout:1238: oid 1 updating version 0 to 461 2024-08-17T17:09:28.257 INFO:tasks.rados.rados.0.smithi059.stdout:1238: oid 1 version 461 is already newer than 460 2024-08-17T17:09:28.257 INFO:tasks.rados.rados.0.smithi059.stdout:1238: oid 1 version 461 is already newer than 459 2024-08-17T17:09:28.257 INFO:tasks.rados.rados.0.smithi059.stdout:1238: oid 1 version 461 is already newer than 458 2024-08-17T17:09:28.257 INFO:tasks.rados.rados.0.smithi059.stdout:1238: oid 1 version 461 is already newer than 457 2024-08-17T17:09:28.257 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 461 (ObjNum 388 snap 138 seq_num 388) dirty exists 2024-08-17T17:09:28.257 INFO:tasks.rados.rados.0.smithi059.stdout:1238: left oid 1 (ObjNum 388 snap 138 seq_num 388) 2024-08-17T17:09:28.460 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:28 smithi059 ceph-mon[92261]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T17:09:28.461 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:28 smithi059 ceph-mon[92261]: osdmap e333: 8 total, 7 up, 8 in 2024-08-17T17:09:28.461 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:28 smithi059 ceph-mon[92261]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:09:28.461 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:28 smithi059 ceph-mon[92261]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' 2024-08-17T17:09:28.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:28 smithi059 ceph-mon[94685]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T17:09:28.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:28 smithi059 ceph-mon[94685]: osdmap e333: 8 total, 7 up, 8 in 2024-08-17T17:09:28.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:28 smithi059 ceph-mon[94685]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:09:28.461 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:28 smithi059 ceph-mon[94685]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' 2024-08-17T17:09:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:28 smithi087 ceph-mon[85676]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-17T17:09:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:28 smithi087 ceph-mon[85676]: osdmap e333: 8 total, 7 up, 8 in 2024-08-17T17:09:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:28 smithi087 ceph-mon[85676]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:09:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:28 smithi087 ceph-mon[85676]: from='osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322]' entity='osd.1' 2024-08-17T17:09:29.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:09:28 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:09:28.938+0000 7f056bcc9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:09:29.253 INFO:tasks.rados.rados.0.smithi059.stdout:1236: done (3 left) 2024-08-17T17:09:29.253 INFO:tasks.rados.rados.0.smithi059.stdout:1238: done (2 left) 2024-08-17T17:09:29.253 INFO:tasks.rados.rados.0.smithi059.stdout:1239: done (1 left) 2024-08-17T17:09:29.253 INFO:tasks.rados.rados.0.smithi059.stdout:1240: read oid 48 snap -1 2024-08-17T17:09:29.254 INFO:tasks.rados.rados.0.smithi059.stdout:1240: expect (ObjNum 299 snap 102 seq_num 299) 2024-08-17T17:09:29.254 INFO:tasks.rados.rados.0.smithi059.stdout:1241: rmattr oid 39 current snap is 138 2024-08-17T17:09:29.254 INFO:tasks.rados.rados.0.smithi059.stdout:1241: done (2 left) 2024-08-17T17:09:29.254 INFO:tasks.rados.rados.0.smithi059.stdout:1242: delete oid 16 current snap is 138 2024-08-17T17:09:29.257 INFO:tasks.rados.rados.0.smithi059.stdout:1237: expect (ObjNum 360 snap 128 seq_num 360) 2024-08-17T17:09:29.521 INFO:tasks.rados.rados.0.smithi059.stdout:1240: expect (ObjNum 299 snap 102 seq_num 299) 2024-08-17T17:09:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322] boot 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: osdmap e334: 8 total, 8 up, 8 in 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: pgmap v165: 121 pgs: 6 peering, 29 active+undersized, 11 active+undersized+degraded, 75 active+clean; 368 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 34 KiB/s rd, 6.1 MiB/s wr, 14 op/s; 118/747 objects degraded (15.797%) 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[94685]: osdmap e335: 8 total, 8 up, 8 in 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322] boot 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: osdmap e334: 8 total, 8 up, 8 in 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: pgmap v165: 121 pgs: 6 peering, 29 active+undersized, 11 active+undersized+degraded, 75 active+clean; 368 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 34 KiB/s rd, 6.1 MiB/s wr, 14 op/s; 118/747 objects degraded (15.797%) 2024-08-17T17:09:29.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:09:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:29.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:29.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:29.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:09:29.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:09:29.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:09:29.541 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:29 smithi059 ceph-mon[92261]: osdmap e335: 8 total, 8 up, 8 in 2024-08-17T17:09:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:09:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: osd.1 [v2:172.21.15.59:6810/4222749322,v1:172.21.15.59:6811/4222749322] boot 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: osdmap e334: 8 total, 8 up, 8 in 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: pgmap v165: 121 pgs: 6 peering, 29 active+undersized, 11 active+undersized+degraded, 75 active+clean; 368 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 34 KiB/s rd, 6.1 MiB/s wr, 14 op/s; 118/747 objects degraded (15.797%) 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:09:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:09:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-08-17T17:09:29.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:29 smithi087 ceph-mon[85676]: osdmap e335: 8 total, 8 up, 8 in 2024-08-17T17:09:30.385 INFO:tasks.rados.rados.0.smithi059.stdout:1237: done (2 left) 2024-08-17T17:09:30.385 INFO:tasks.rados.rados.0.smithi059.stdout:1240: done (1 left) 2024-08-17T17:09:30.385 INFO:tasks.rados.rados.0.smithi059.stdout:1242: done (0 left) 2024-08-17T17:09:30.385 INFO:tasks.rados.rados.0.smithi059.stdout:1243: snap_create 2024-08-17T17:09:30.441 INFO:tasks.rados.rados.0.smithi059.stdout:1243: done (0 left) 2024-08-17T17:09:30.442 INFO:tasks.rados.rados.0.smithi059.stdout:1244: read oid 10 snap -1 2024-08-17T17:09:30.442 INFO:tasks.rados.rados.0.smithi059.stdout:1244: expect (ObjNum 377 snap 133 seq_num 377) 2024-08-17T17:09:30.442 INFO:tasks.rados.rados.0.smithi059.stdout:1245: delete oid 19 current snap is 139 2024-08-17T17:09:30.446 INFO:tasks.rados.rados.0.smithi059.stdout:1245: done (1 left) 2024-08-17T17:09:30.446 INFO:tasks.rados.rados.0.smithi059.stdout:1246: delete oid 5 current snap is 139 2024-08-17T17:09:30.450 INFO:tasks.rados.rados.0.smithi059.stdout:1246: done (1 left) 2024-08-17T17:09:30.450 INFO:tasks.rados.rados.0.smithi059.stdout:1247: read oid 9 snap -1 2024-08-17T17:09:30.451 INFO:tasks.rados.rados.0.smithi059.stdout:1247: expect deleted 2024-08-17T17:09:30.451 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 139 2024-08-17T17:09:30.451 INFO:tasks.rados.rados.0.smithi059.stdout:1248: seq_num 393 ranges {0=589824,589824=679936,1269760=524288} 2024-08-17T17:09:30.453 INFO:tasks.rados.rados.0.smithi059.stdout:1248: writing smithi05980601-50 from 0 to 589824 tid 1 2024-08-17T17:09:30.457 INFO:tasks.rados.rados.0.smithi059.stdout:1248: writing smithi05980601-50 from 589824 to 1269760 tid 2 2024-08-17T17:09:30.461 INFO:tasks.rados.rados.0.smithi059.stdout:1248: writing smithi05980601-50 from 1269760 to 1794048 tid 3 2024-08-17T17:09:30.461 INFO:tasks.rados.rados.0.smithi059.stdout:1249: rmattr oid 45 current snap is 139 2024-08-17T17:09:30.461 INFO:tasks.rados.rados.0.smithi059.stdout:1249: done (3 left) 2024-08-17T17:09:30.461 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 139 2024-08-17T17:09:30.461 INFO:tasks.rados.rados.0.smithi059.stdout:1250: seq_num 394 ranges {4276224=606208,4882432=565248,5447680=557056,6004736=81920} 2024-08-17T17:09:30.487 INFO:tasks.rados.rados.0.smithi059.stdout:1250: writing smithi05980601-23 from 4276224 to 4882432 tid 1 2024-08-17T17:09:30.490 INFO:tasks.rados.rados.0.smithi059.stdout:1250: writing smithi05980601-23 from 4882432 to 5447680 tid 2 2024-08-17T17:09:30.493 INFO:tasks.rados.rados.0.smithi059.stdout:1250: writing smithi05980601-23 from 5447680 to 6004736 tid 3 2024-08-17T17:09:30.494 INFO:tasks.rados.rados.0.smithi059.stdout:1250: writing smithi05980601-23 from 6004736 to 6086656 tid 4 2024-08-17T17:09:30.494 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 139 2024-08-17T17:09:30.494 INFO:tasks.rados.rados.0.smithi059.stdout:1248: finishing write tid 1 to smithi05980601-50 2024-08-17T17:09:30.494 INFO:tasks.rados.rados.0.smithi059.stdout:1248: finishing write tid 2 to smithi05980601-50 2024-08-17T17:09:30.494 INFO:tasks.rados.rados.0.smithi059.stdout:1251: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2024-08-17T17:09:30.497 INFO:tasks.rados.rados.0.smithi059.stdout:1251: writing smithi05980601-5 from 0 to 622592 tid 1 2024-08-17T17:09:30.500 INFO:tasks.rados.rados.0.smithi059.stdout:1251: writing smithi05980601-5 from 622592 to 1073152 tid 2 2024-08-17T17:09:30.504 INFO:tasks.rados.rados.0.smithi059.stdout:1251: writing smithi05980601-5 from 1073152 to 1826816 tid 3 2024-08-17T17:09:30.504 INFO:tasks.rados.rados.0.smithi059.stdout:1252: snap_remove snap 137 2024-08-17T17:09:31.490 INFO:tasks.rados.rados.0.smithi059.stdout:1252: done (5 left) 2024-08-17T17:09:31.490 INFO:tasks.rados.rados.0.smithi059.stdout:1253: snap_remove snap 103 2024-08-17T17:09:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:31 smithi059 ceph-mon[94685]: pgmap v167: 121 pgs: 6 peering, 12 active+undersized, 5 active+undersized+degraded, 98 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 396 KiB/s wr, 5 op/s; 43/756 objects degraded (5.688%); 13 MiB/s, 3 objects/s recovering 2024-08-17T17:09:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:31 smithi059 ceph-mon[94685]: osdmap e336: 8 total, 8 up, 8 in 2024-08-17T17:09:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:31 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 43/756 objects degraded (5.688%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:09:31.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:31 smithi059 ceph-mon[92261]: pgmap v167: 121 pgs: 6 peering, 12 active+undersized, 5 active+undersized+degraded, 98 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 396 KiB/s wr, 5 op/s; 43/756 objects degraded (5.688%); 13 MiB/s, 3 objects/s recovering 2024-08-17T17:09:31.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:31 smithi059 ceph-mon[92261]: osdmap e336: 8 total, 8 up, 8 in 2024-08-17T17:09:31.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:31 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 43/756 objects degraded (5.688%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:09:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:31 smithi087 ceph-mon[85676]: pgmap v167: 121 pgs: 6 peering, 12 active+undersized, 5 active+undersized+degraded, 98 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 396 KiB/s wr, 5 op/s; 43/756 objects degraded (5.688%); 13 MiB/s, 3 objects/s recovering 2024-08-17T17:09:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:31 smithi087 ceph-mon[85676]: osdmap e336: 8 total, 8 up, 8 in 2024-08-17T17:09:31.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:31 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 43/756 objects degraded (5.688%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:09:32.496 INFO:tasks.rados.rados.0.smithi059.stdout:1253: done (5 left) 2024-08-17T17:09:32.496 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 139 2024-08-17T17:09:32.496 INFO:tasks.rados.rados.0.smithi059.stdout:1254: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-08-17T17:09:32.500 INFO:tasks.rados.rados.0.smithi059.stdout:1254: writing smithi05980601-18 from 0 to 638976 tid 1 2024-08-17T17:09:32.506 INFO:tasks.rados.rados.0.smithi059.stdout:1254: writing smithi05980601-18 from 638976 to 1425408 tid 2 2024-08-17T17:09:32.509 INFO:tasks.rados.rados.0.smithi059.stdout:1254: writing smithi05980601-18 from 1425408 to 1843200 tid 3 2024-08-17T17:09:32.512 INFO:tasks.rados.rados.0.smithi059.stdout:1244: expect (ObjNum 377 snap 133 seq_num 377) 2024-08-17T17:09:32.653 INFO:tasks.rados.rados.0.smithi059.stdout:1248: finishing write tid 3 to smithi05980601-50 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1248: finishing write tid 4 to smithi05980601-50 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1248: finishing write tid 5 to smithi05980601-50 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1248: oid 50 updating version 0 to 967 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1248: oid 50 version 967 is already newer than 966 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1248: oid 50 version 967 is already newer than 965 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1248: oid 50 updating version 967 to 968 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 968 (ObjNum 393 snap 139 seq_num 393) dirty exists 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1248: left oid 50 (ObjNum 393 snap 139 seq_num 393) 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1250: finishing write tid 1 to smithi05980601-23 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1250: finishing write tid 2 to smithi05980601-23 2024-08-17T17:09:32.654 INFO:tasks.rados.rados.0.smithi059.stdout:1244: done (5 left) 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1247: done (4 left) 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1248: done (3 left) 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1255: read oid 29 snap 122 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1255: expect (ObjNum 537213840 snap 32747 seq_num 338221824) 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 139 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1250: finishing write tid 3 to smithi05980601-23 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1250: finishing write tid 4 to smithi05980601-23 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1250: finishing write tid 5 to smithi05980601-23 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1250: finishing write tid 6 to smithi05980601-23 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1250: oid 23 updating version 0 to 761 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1250: oid 23 updating version 761 to 762 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1250: oid 23 version 762 is already newer than 758 2024-08-17T17:09:32.655 INFO:tasks.rados.rados.0.smithi059.stdout:1250: oid 23 version 762 is already newer than 759 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1250: oid 23 version 762 is already newer than 760 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 762 (ObjNum 394 snap 139 seq_num 394) dirty exists 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1250: left oid 23 (ObjNum 394 snap 139 seq_num 394) 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1251: finishing write tid 1 to smithi05980601-5 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1251: finishing write tid 2 to smithi05980601-5 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1251: finishing write tid 3 to smithi05980601-5 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1251: finishing write tid 4 to smithi05980601-5 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1251: finishing write tid 5 to smithi05980601-5 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1251: oid 5 updating version 0 to 423 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1251: oid 5 updating version 423 to 424 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1251: oid 5 version 424 is already newer than 422 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:1251: oid 5 updating version 424 to 425 2024-08-17T17:09:32.656 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 425 (ObjNum 395 snap 139 seq_num 395) dirty exists 2024-08-17T17:09:32.657 INFO:tasks.rados.rados.0.smithi059.stdout:1251: left oid 5 (ObjNum 395 snap 139 seq_num 395) 2024-08-17T17:09:32.657 INFO:tasks.rados.rados.0.smithi059.stdout:1254: finishing write tid 1 to smithi05980601-18 2024-08-17T17:09:32.657 INFO:tasks.rados.rados.0.smithi059.stdout:1254: finishing write tid 2 to smithi05980601-18 2024-08-17T17:09:32.657 INFO:tasks.rados.rados.0.smithi059.stdout:1254: finishing write tid 3 to smithi05980601-18 2024-08-17T17:09:32.657 INFO:tasks.rados.rados.0.smithi059.stdout:1256: seq_num 397 ranges {0=655360,655360=671744,1327104=532480} 2024-08-17T17:09:32.657 INFO:tasks.rados.rados.0.smithi059.stdout:1256: writing smithi05980601-13 from 0 to 655360 tid 1 2024-08-17T17:09:32.660 INFO:tasks.rados.rados.0.smithi059.stdout:1256: writing smithi05980601-13 from 655360 to 1327104 tid 2 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1256: writing smithi05980601-13 from 1327104 to 1859584 tid 3 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1250: done (4 left) 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1251: done (3 left) 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1257: delete oid 5 current snap is 139 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1254: finishing write tid 4 to smithi05980601-18 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1254: finishing write tid 5 to smithi05980601-18 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1254: oid 18 updating version 0 to 414 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1254: oid 18 version 414 is already newer than 413 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1254: oid 18 version 414 is already newer than 412 2024-08-17T17:09:32.664 INFO:tasks.rados.rados.0.smithi059.stdout:1254: oid 18 updating version 414 to 415 2024-08-17T17:09:32.665 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 415 (ObjNum 396 snap 139 seq_num 396) dirty exists 2024-08-17T17:09:32.665 INFO:tasks.rados.rados.0.smithi059.stdout:1254: left oid 18 (ObjNum 396 snap 139 seq_num 396) 2024-08-17T17:09:32.665 INFO:tasks.rados.rados.0.smithi059.stdout:1255: expect (ObjNum 537213840 snap 32747 seq_num 338221824) 2024-08-17T17:09:32.666 INFO:tasks.rados.rados.0.smithi059.stdout:1256: finishing write tid 1 to smithi05980601-13 2024-08-17T17:09:32.666 INFO:tasks.rados.rados.0.smithi059.stdout:1256: finishing write tid 2 to smithi05980601-13 2024-08-17T17:09:32.666 INFO:tasks.rados.rados.0.smithi059.stdout:1254: done (3 left) 2024-08-17T17:09:32.667 INFO:tasks.rados.rados.0.smithi059.stdout:1255: done (2 left) 2024-08-17T17:09:32.667 INFO:tasks.rados.rados.0.smithi059.stdout:1257: done (1 left) 2024-08-17T17:09:32.667 INFO:tasks.rados.rados.0.smithi059.stdout:1258: read oid 2 snap 122 2024-08-17T17:09:32.667 INFO:tasks.rados.rados.0.smithi059.stdout:1258: expect (ObjNum 180 snap 53 seq_num 180) 2024-08-17T17:09:32.667 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 139 2024-08-17T17:09:32.667 INFO:tasks.rados.rados.0.smithi059.stdout:1259: seq_num 399 ranges {11730944=688128,12419072=434176,12853248=745472,13598720=24576} 2024-08-17T17:09:32.738 INFO:tasks.rados.rados.0.smithi059.stdout:1259: writing smithi05980601-8 from 11730944 to 12419072 tid 1 2024-08-17T17:09:32.740 INFO:tasks.rados.rados.0.smithi059.stdout:1259: writing smithi05980601-8 from 12419072 to 12853248 tid 2 2024-08-17T17:09:32.745 INFO:tasks.rados.rados.0.smithi059.stdout:1259: writing smithi05980601-8 from 12853248 to 13598720 tid 3 2024-08-17T17:09:32.745 INFO:tasks.rados.rados.0.smithi059.stdout:1259: writing smithi05980601-8 from 13598720 to 13623296 tid 4 2024-08-17T17:09:32.745 INFO:tasks.rados.rados.0.smithi059.stdout:1260: rollback oid 35 current snap is 139 2024-08-17T17:09:32.745 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 35 to 122 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:1256: finishing write tid 3 to smithi05980601-13 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:1256: finishing write tid 4 to smithi05980601-13 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:1256: finishing write tid 5 to smithi05980601-13 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:1256: oid 13 updating version 0 to 449 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:1256: oid 13 updating version 449 to 451 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:1256: oid 13 updating version 451 to 452 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:1256: oid 13 version 452 is already newer than 450 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 452 (ObjNum 397 snap 139 seq_num 397) dirty exists 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:1256: left oid 13 (ObjNum 397 snap 139 seq_num 397) 2024-08-17T17:09:32.746 INFO:tasks.rados.rados.0.smithi059.stdout:1258: expect (ObjNum 180 snap 53 seq_num 180) 2024-08-17T17:09:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:32 smithi059 ceph-mon[92261]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T17:09:32.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:32 smithi059 ceph-mon[94685]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T17:09:32.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:32 smithi087 ceph-mon[85676]: osdmap e337: 8 total, 8 up, 8 in 2024-08-17T17:09:33.256 INFO:tasks.rados.rados.0.smithi059.stdout:1259: finishing write tid 1 to smithi05980601-8 2024-08-17T17:09:33.256 INFO:tasks.rados.rados.0.smithi059.stdout:1259: finishing write tid 2 to smithi05980601-8 2024-08-17T17:09:33.256 INFO:tasks.rados.rados.0.smithi059.stdout:1260: finishing rollback tid 0 to smithi05980601-35 2024-08-17T17:09:33.256 INFO:tasks.rados.rados.0.smithi059.stdout:1260: finishing rollback tid 1 to smithi05980601-35 2024-08-17T17:09:33.256 INFO:tasks.rados.rados.0.smithi059.stdout:1259: finishing write tid 3 to smithi05980601-8 2024-08-17T17:09:33.256 INFO:tasks.rados.rados.0.smithi059.stdout:1256: done (3 left) 2024-08-17T17:09:33.256 INFO:tasks.rados.rados.0.smithi059.stdout:1258: done (2 left) 2024-08-17T17:09:33.256 INFO:tasks.rados.rados.0.smithi059.stdout:1261: rmattr oid 43 current snap is 139 2024-08-17T17:09:33.256 INFO:tasks.rados.rados.0.smithi059.stdout:1261: done (2 left) 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1262: setattr oid 7 current snap is 139 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1260: finishing rollback tid 2 to smithi05980601-35 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 448 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1259: finishing write tid 4 to smithi05980601-8 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1259: finishing write tid 5 to smithi05980601-8 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1259: finishing write tid 6 to smithi05980601-8 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1259: oid 8 updating version 0 to 455 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1259: oid 8 version 455 is already newer than 453 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1259: oid 8 updating version 455 to 457 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1259: oid 8 version 457 is already newer than 454 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:1259: oid 8 version 457 is already newer than 456 2024-08-17T17:09:33.257 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 457 (ObjNum 399 snap 139 seq_num 399) dirty exists 2024-08-17T17:09:33.258 INFO:tasks.rados.rados.0.smithi059.stdout:1259: left oid 8 (ObjNum 399 snap 139 seq_num 399) 2024-08-17T17:09:33.258 INFO:tasks.rados.rados.0.smithi059.stdout:1259: done (2 left) 2024-08-17T17:09:33.258 INFO:tasks.rados.rados.0.smithi059.stdout:1260: done (1 left) 2024-08-17T17:09:33.258 INFO:tasks.rados.rados.0.smithi059.stdout:1263: snap_remove snap 120 2024-08-17T17:09:33.494 INFO:tasks.rados.rados.0.smithi059.stdout:1263: done (1 left) 2024-08-17T17:09:33.495 INFO:tasks.rados.rados.0.smithi059.stdout:1264: rmattr oid 43 current snap is 139 2024-08-17T17:09:33.495 INFO:tasks.rados.rados.0.smithi059.stdout:1264: done (1 left) 2024-08-17T17:09:33.495 INFO:tasks.rados.rados.0.smithi059.stdout:1265: snap_remove snap 104 2024-08-17T17:09:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:33 smithi059 ceph-mon[92261]: pgmap v170: 121 pgs: 6 peering, 115 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 18 MiB/s, 4 objects/s recovering 2024-08-17T17:09:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:33 smithi059 ceph-mon[92261]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/756 objects degraded (5.688%), 5 pgs degraded) 2024-08-17T17:09:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:33 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:09:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:33 smithi059 ceph-mon[92261]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T17:09:33.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:33 smithi059 ceph-mon[94685]: pgmap v170: 121 pgs: 6 peering, 115 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 18 MiB/s, 4 objects/s recovering 2024-08-17T17:09:33.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:33 smithi059 ceph-mon[94685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/756 objects degraded (5.688%), 5 pgs degraded) 2024-08-17T17:09:33.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:33 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:09:33.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:33 smithi059 ceph-mon[94685]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T17:09:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:33 smithi087 ceph-mon[85676]: pgmap v170: 121 pgs: 6 peering, 115 active+clean; 374 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 18 MiB/s, 4 objects/s recovering 2024-08-17T17:09:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:33 smithi087 ceph-mon[85676]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/756 objects degraded (5.688%), 5 pgs degraded) 2024-08-17T17:09:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:33 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:09:33.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:33 smithi087 ceph-mon[85676]: osdmap e338: 8 total, 8 up, 8 in 2024-08-17T17:09:34.514 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 210 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:09:34.514 INFO:tasks.rados.rados.0.smithi059.stdout:1262: done (1 left) 2024-08-17T17:09:34.514 INFO:tasks.rados.rados.0.smithi059.stdout:1265: done (0 left) 2024-08-17T17:09:34.514 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 139 2024-08-17T17:09:34.514 INFO:tasks.rados.rados.0.smithi059.stdout:1266: seq_num 400 ranges {581632=704512,1286144=720896,2007040=483328} 2024-08-17T17:09:34.522 INFO:tasks.rados.rados.0.smithi059.stdout:1266: writing smithi05980601-11 from 581632 to 1286144 tid 1 2024-08-17T17:09:34.527 INFO:tasks.rados.rados.0.smithi059.stdout:1266: writing smithi05980601-11 from 1286144 to 2007040 tid 2 2024-08-17T17:09:34.530 INFO:tasks.rados.rados.0.smithi059.stdout:1266: writing smithi05980601-11 from 2007040 to 2490368 tid 3 2024-08-17T17:09:34.531 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 139 2024-08-17T17:09:34.531 INFO:tasks.rados.rados.0.smithi059.stdout:1266: finishing write tid 1 to smithi05980601-11 2024-08-17T17:09:34.531 INFO:tasks.rados.rados.0.smithi059.stdout:1267: seq_num 401 ranges {1572864=720896,2293760=606208,2899968=598016} 2024-08-17T17:09:34.544 INFO:tasks.rados.rados.0.smithi059.stdout:1267: writing smithi05980601-3 from 1572864 to 2293760 tid 1 2024-08-17T17:09:34.547 INFO:tasks.rados.rados.0.smithi059.stdout:1267: writing smithi05980601-3 from 2293760 to 2899968 tid 2 2024-08-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi059.stdout:1267: writing smithi05980601-3 from 2899968 to 3497984 tid 3 2024-08-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi059.stdout:1268: rollback oid 13 current snap is 139 2024-08-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 13 to 127 2024-08-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi059.stdout:1266: finishing write tid 2 to smithi05980601-11 2024-08-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi059.stdout:1266: finishing write tid 3 to smithi05980601-11 2024-08-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi059.stdout:1266: finishing write tid 4 to smithi05980601-11 2024-08-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi059.stdout:1266: finishing write tid 5 to smithi05980601-11 2024-08-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi059.stdout:1266: oid 11 updating version 0 to 1005 2024-08-17T17:09:34.552 INFO:tasks.rados.rados.0.smithi059.stdout:1266: oid 11 updating version 1005 to 1011 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1266: oid 11 version 1011 is already newer than 1004 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1266: oid 11 version 1011 is already newer than 1010 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1011 (ObjNum 400 snap 139 seq_num 400) dirty exists 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1266: left oid 11 (ObjNum 400 snap 139 seq_num 400) 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1267: finishing write tid 1 to smithi05980601-3 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1267: finishing write tid 2 to smithi05980601-3 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1266: done (2 left) 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1269: rollback oid 25 current snap is 139 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 25 to 133 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1270: rmattr oid 46 current snap is 139 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1271: rmattr oid 18 current snap is 139 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1271: done (4 left) 2024-08-17T17:09:34.553 INFO:tasks.rados.rados.0.smithi059.stdout:1272: delete oid 12 current snap is 139 2024-08-17T17:09:34.554 INFO:tasks.rados.rados.0.smithi059.stdout:1268: finishing rollback tid 0 to smithi05980601-13 2024-08-17T17:09:34.555 INFO:tasks.rados.rados.0.smithi059.stdout:1272: done (4 left) 2024-08-17T17:09:34.555 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 139 2024-08-17T17:09:34.555 INFO:tasks.rados.rados.0.smithi059.stdout:1273: seq_num 403 ranges {1835008=753664,2588672=425984,3014656=720896,3735552=57344} 2024-08-17T17:09:34.569 INFO:tasks.rados.rados.0.smithi059.stdout:1273: writing smithi05980601-24 from 1835008 to 2588672 tid 1 2024-08-17T17:09:34.572 INFO:tasks.rados.rados.0.smithi059.stdout:1273: writing smithi05980601-24 from 2588672 to 3014656 tid 2 2024-08-17T17:09:34.576 INFO:tasks.rados.rados.0.smithi059.stdout:1273: writing smithi05980601-24 from 3014656 to 3735552 tid 3 2024-08-17T17:09:34.576 INFO:tasks.rados.rados.0.smithi059.stdout:1273: writing smithi05980601-24 from 3735552 to 3792896 tid 4 2024-08-17T17:09:34.577 INFO:tasks.rados.rados.0.smithi059.stdout:1274: snap_remove snap 136 2024-08-17T17:09:34.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:34 smithi059 ceph-mon[92261]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T17:09:34.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:34 smithi059 ceph-mon[94685]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T17:09:34.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:34 smithi087 ceph-mon[85676]: osdmap e339: 8 total, 8 up, 8 in 2024-08-17T17:09:35.511 INFO:tasks.rados.rados.0.smithi059.stdout:1274: done (5 left) 2024-08-17T17:09:35.511 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 139 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 782 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1268: finishing rollback tid 1 to smithi05980601-13 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1268: finishing rollback tid 2 to smithi05980601-13 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 460 (ObjNum 318 snap 107 seq_num 318) dirty exists 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1267: finishing write tid 3 to smithi05980601-3 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1267: finishing write tid 4 to smithi05980601-3 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1269: finishing rollback tid 0 to smithi05980601-25 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1269: finishing rollback tid 1 to smithi05980601-25 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1267: finishing write tid 5 to smithi05980601-3 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1267: oid 3 updating version 0 to 522 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1267: oid 3 version 522 is already newer than 521 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1267: oid 3 updating version 522 to 524 2024-08-17T17:09:35.512 INFO:tasks.rados.rados.0.smithi059.stdout:1267: oid 3 version 524 is already newer than 523 2024-08-17T17:09:35.513 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 524 (ObjNum 401 snap 139 seq_num 401) dirty exists 2024-08-17T17:09:35.513 INFO:tasks.rados.rados.0.smithi059.stdout:1267: left oid 3 (ObjNum 401 snap 139 seq_num 401) 2024-08-17T17:09:35.513 INFO:tasks.rados.rados.0.smithi059.stdout:1269: finishing rollback tid 2 to smithi05980601-25 2024-08-17T17:09:35.513 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 528 (ObjNum 339 snap 118 seq_num 339) dirty exists 2024-08-17T17:09:35.513 INFO:tasks.rados.rados.0.smithi059.stdout:1273: finishing write tid 1 to smithi05980601-24 2024-08-17T17:09:35.513 INFO:tasks.rados.rados.0.smithi059.stdout:1273: finishing write tid 2 to smithi05980601-24 2024-08-17T17:09:35.513 INFO:tasks.rados.rados.0.smithi059.stdout:1275: seq_num 404 ranges {0=770048,770048=712704,1482752=491520} 2024-08-17T17:09:35.516 INFO:tasks.rados.rados.0.smithi059.stdout:1275: writing smithi05980601-26 from 0 to 770048 tid 1 2024-08-17T17:09:35.521 INFO:tasks.rados.rados.0.smithi059.stdout:1275: writing smithi05980601-26 from 770048 to 1482752 tid 2 2024-08-17T17:09:35.524 INFO:tasks.rados.rados.0.smithi059.stdout:1275: writing smithi05980601-26 from 1482752 to 1974272 tid 3 2024-08-17T17:09:35.525 INFO:tasks.rados.rados.0.smithi059.stdout:1273: finishing write tid 3 to smithi05980601-24 2024-08-17T17:09:35.525 INFO:tasks.rados.rados.0.smithi059.stdout:1273: finishing write tid 4 to smithi05980601-24 2024-08-17T17:09:35.525 INFO:tasks.rados.rados.0.smithi059.stdout:1273: finishing write tid 5 to smithi05980601-24 2024-08-17T17:09:35.525 INFO:tasks.rados.rados.0.smithi059.stdout:1273: finishing write tid 6 to smithi05980601-24 2024-08-17T17:09:35.525 INFO:tasks.rados.rados.0.smithi059.stdout:1273: oid 24 updating version 0 to 216 2024-08-17T17:09:35.525 INFO:tasks.rados.rados.0.smithi059.stdout:1273: oid 24 updating version 216 to 217 2024-08-17T17:09:35.525 INFO:tasks.rados.rados.0.smithi059.stdout:1273: oid 24 updating version 217 to 220 2024-08-17T17:09:35.525 INFO:tasks.rados.rados.0.smithi059.stdout:1273: oid 24 version 220 is already newer than 218 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1273: oid 24 version 220 is already newer than 219 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 220 (ObjNum 403 snap 139 seq_num 403) dirty exists 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1273: left oid 24 (ObjNum 403 snap 139 seq_num 403) 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1275: finishing write tid 1 to smithi05980601-26 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1267: done (5 left) 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1268: done (4 left) 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1269: done (3 left) 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1270: done (2 left) 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1273: done (1 left) 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1276: copy_from oid 31 from oid 16 current snap is 139 2024-08-17T17:09:35.526 INFO:tasks.rados.rados.0.smithi059.stdout:1277: delete oid 46 current snap is 139 2024-08-17T17:09:35.528 INFO:tasks.rados.rados.0.smithi059.stdout:1276: finishing copy_from to smithi05980601-31 2024-08-17T17:09:35.528 INFO:tasks.rados.rados.0.smithi059.stdout:1276: got expected ENOENT (src dne) 2024-08-17T17:09:35.528 INFO:tasks.rados.rados.0.smithi059.stdout:1275: finishing write tid 2 to smithi05980601-26 2024-08-17T17:09:35.528 INFO:tasks.rados.rados.0.smithi059.stdout:1276: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:09:35.529 INFO:tasks.rados.rados.0.smithi059.stdout:1275: finishing write tid 3 to smithi05980601-26 2024-08-17T17:09:35.529 INFO:tasks.rados.rados.0.smithi059.stdout:1275: finishing write tid 4 to smithi05980601-26 2024-08-17T17:09:35.530 INFO:tasks.rados.rados.0.smithi059.stdout:1275: finishing write tid 5 to smithi05980601-26 2024-08-17T17:09:35.530 INFO:tasks.rados.rados.0.smithi059.stdout:1275: oid 26 updating version 0 to 248 2024-08-17T17:09:35.530 INFO:tasks.rados.rados.0.smithi059.stdout:1275: oid 26 updating version 248 to 250 2024-08-17T17:09:35.530 INFO:tasks.rados.rados.0.smithi059.stdout:1275: oid 26 version 250 is already newer than 249 2024-08-17T17:09:35.530 INFO:tasks.rados.rados.0.smithi059.stdout:1275: oid 26 version 250 is already newer than 247 2024-08-17T17:09:35.531 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 250 (ObjNum 404 snap 139 seq_num 404) dirty exists 2024-08-17T17:09:35.531 INFO:tasks.rados.rados.0.smithi059.stdout:1275: left oid 26 (ObjNum 404 snap 139 seq_num 404) 2024-08-17T17:09:35.531 INFO:tasks.rados.rados.0.smithi059.stdout:1275: done (2 left) 2024-08-17T17:09:35.532 INFO:tasks.rados.rados.0.smithi059.stdout:1276: done (1 left) 2024-08-17T17:09:35.532 INFO:tasks.rados.rados.0.smithi059.stdout:1277: done (0 left) 2024-08-17T17:09:35.532 INFO:tasks.rados.rados.0.smithi059.stdout:1278: copy_from oid 37 from oid 30 current snap is 139 2024-08-17T17:09:35.532 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 139 2024-08-17T17:09:35.532 INFO:tasks.rados.rados.0.smithi059.stdout:1279: seq_num 406 ranges {5267456=802816,6070272=475136,6545408=499712,7045120=229376} 2024-08-17T17:09:35.564 INFO:tasks.rados.rados.0.smithi059.stdout:1279: writing smithi05980601-44 from 5267456 to 6070272 tid 1 2024-08-17T17:09:35.567 INFO:tasks.rados.rados.0.smithi059.stdout:1279: writing smithi05980601-44 from 6070272 to 6545408 tid 2 2024-08-17T17:09:35.570 INFO:tasks.rados.rados.0.smithi059.stdout:1279: writing smithi05980601-44 from 6545408 to 7045120 tid 3 2024-08-17T17:09:35.572 INFO:tasks.rados.rados.0.smithi059.stdout:1279: writing smithi05980601-44 from 7045120 to 7274496 tid 4 2024-08-17T17:09:35.572 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 139 2024-08-17T17:09:35.572 INFO:tasks.rados.rados.0.smithi059.stdout:1278: finishing copy_from racing read to smithi05980601-37 2024-08-17T17:09:35.572 INFO:tasks.rados.rados.0.smithi059.stdout:1278: finishing copy_from to smithi05980601-37 2024-08-17T17:09:35.572 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 123 (ObjNum 349 snap 123 seq_num 349) dirty exists 2024-08-17T17:09:35.572 INFO:tasks.rados.rados.0.smithi059.stdout:1279: finishing write tid 1 to smithi05980601-44 2024-08-17T17:09:35.573 INFO:tasks.rados.rados.0.smithi059.stdout:1279: finishing write tid 2 to smithi05980601-44 2024-08-17T17:09:35.573 INFO:tasks.rados.rados.0.smithi059.stdout:1280: seq_num 407 ranges {3588096=425984,4014080=761856,4775936=704512,5480448=139264} 2024-08-17T17:09:35.594 INFO:tasks.rados.rados.0.smithi059.stdout:1280: writing smithi05980601-10 from 3588096 to 4014080 tid 1 2024-08-17T17:09:35.598 INFO:tasks.rados.rados.0.smithi059.stdout:1280: writing smithi05980601-10 from 4014080 to 4775936 tid 2 2024-08-17T17:09:35.602 INFO:tasks.rados.rados.0.smithi059.stdout:1280: writing smithi05980601-10 from 4775936 to 5480448 tid 3 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:1280: writing smithi05980601-10 from 5480448 to 5619712 tid 4 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:1278: done (2 left) 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:1281: read oid 20 snap -1 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:1281: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 139 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:1279: finishing write tid 3 to smithi05980601-44 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:1279: finishing write tid 4 to smithi05980601-44 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:1279: finishing write tid 5 to smithi05980601-44 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:1279: finishing write tid 6 to smithi05980601-44 2024-08-17T17:09:35.604 INFO:tasks.rados.rados.0.smithi059.stdout:1279: oid 44 updating version 0 to 760 2024-08-17T17:09:35.605 INFO:tasks.rados.rados.0.smithi059.stdout:1279: oid 44 updating version 760 to 761 2024-08-17T17:09:35.605 INFO:tasks.rados.rados.0.smithi059.stdout:1279: oid 44 version 761 is already newer than 759 2024-08-17T17:09:35.605 INFO:tasks.rados.rados.0.smithi059.stdout:1279: oid 44 version 761 is already newer than 757 2024-08-17T17:09:35.605 INFO:tasks.rados.rados.0.smithi059.stdout:1279: oid 44 version 761 is already newer than 758 2024-08-17T17:09:35.605 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 761 (ObjNum 406 snap 139 seq_num 406) dirty exists 2024-08-17T17:09:35.605 INFO:tasks.rados.rados.0.smithi059.stdout:1279: left oid 44 (ObjNum 406 snap 139 seq_num 406) 2024-08-17T17:09:35.605 INFO:tasks.rados.rados.0.smithi059.stdout:1280: finishing write tid 1 to smithi05980601-10 2024-08-17T17:09:35.605 INFO:tasks.rados.rados.0.smithi059.stdout:1282: seq_num 408 ranges {3792896=442368,4235264=647168,4882432=507904,5390336=450560} 2024-08-17T17:09:35.626 INFO:tasks.rados.rados.0.smithi059.stdout:1282: writing smithi05980601-25 from 3792896 to 4235264 tid 1 2024-08-17T17:09:35.630 INFO:tasks.rados.rados.0.smithi059.stdout:1282: writing smithi05980601-25 from 4235264 to 4882432 tid 2 2024-08-17T17:09:35.633 INFO:tasks.rados.rados.0.smithi059.stdout:1282: writing smithi05980601-25 from 4882432 to 5390336 tid 3 2024-08-17T17:09:35.636 INFO:tasks.rados.rados.0.smithi059.stdout:1282: writing smithi05980601-25 from 5390336 to 5840896 tid 4 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1279: done (3 left) 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1283: rollback oid 29 current snap is 139 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 133 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: finishing write tid 2 to smithi05980601-10 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: finishing write tid 3 to smithi05980601-10 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: finishing write tid 4 to smithi05980601-10 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: finishing write tid 5 to smithi05980601-10 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: finishing write tid 6 to smithi05980601-10 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: oid 10 updating version 0 to 743 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: oid 10 version 743 is already newer than 739 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: oid 10 version 743 is already newer than 740 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: oid 10 version 743 is already newer than 741 2024-08-17T17:09:35.637 INFO:tasks.rados.rados.0.smithi059.stdout:1280: oid 10 version 743 is already newer than 742 2024-08-17T17:09:35.638 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 743 (ObjNum 407 snap 139 seq_num 407) dirty exists 2024-08-17T17:09:35.638 INFO:tasks.rados.rados.0.smithi059.stdout:1280: left oid 10 (ObjNum 407 snap 139 seq_num 407) 2024-08-17T17:09:35.638 INFO:tasks.rados.rados.0.smithi059.stdout:1281: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:09:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:35 smithi059 ceph-mon[92261]: pgmap v173: 121 pgs: 121 active+clean; 376 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 1.3 MiB/s wr, 4 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-17T17:09:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:35 smithi059 ceph-mon[92261]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T17:09:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:35 smithi059 ceph-mon[94685]: pgmap v173: 121 pgs: 121 active+clean; 376 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 1.3 MiB/s wr, 4 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-17T17:09:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:35 smithi059 ceph-mon[94685]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T17:09:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:35.790 INFO:tasks.rados.rados.0.smithi059.stdout:1282: finishing write tid 1 to smithi05980601-25 2024-08-17T17:09:35.790 INFO:tasks.rados.rados.0.smithi059.stdout:1282: finishing write tid 2 to smithi05980601-25 2024-08-17T17:09:35.790 INFO:tasks.rados.rados.0.smithi059.stdout:1280: done (3 left) 2024-08-17T17:09:35.790 INFO:tasks.rados.rados.0.smithi059.stdout:1281: done (2 left) 2024-08-17T17:09:35.790 INFO:tasks.rados.rados.0.smithi059.stdout:1284: copy_from oid 44 from oid 14 current snap is 139 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1282: finishing write tid 3 to smithi05980601-25 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1282: finishing write tid 4 to smithi05980601-25 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1282: finishing write tid 5 to smithi05980601-25 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1283: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1283: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1283: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 139 (ObjNum 374 snap 132 seq_num 374) dirty exists 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1282: finishing write tid 6 to smithi05980601-25 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1282: oid 25 updating version 0 to 536 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1282: oid 25 version 536 is already newer than 535 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1282: oid 25 updating version 536 to 537 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1282: oid 25 version 537 is already newer than 533 2024-08-17T17:09:35.791 INFO:tasks.rados.rados.0.smithi059.stdout:1282: oid 25 version 537 is already newer than 534 2024-08-17T17:09:35.792 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 537 (ObjNum 408 snap 139 seq_num 408) dirty exists 2024-08-17T17:09:35.792 INFO:tasks.rados.rados.0.smithi059.stdout:1282: left oid 25 (ObjNum 408 snap 139 seq_num 408) 2024-08-17T17:09:35.792 INFO:tasks.rados.rados.0.smithi059.stdout:1282: done (2 left) 2024-08-17T17:09:35.792 INFO:tasks.rados.rados.0.smithi059.stdout:1283: done (1 left) 2024-08-17T17:09:35.792 INFO:tasks.rados.rados.0.smithi059.stdout:1285: snap_remove snap 112 2024-08-17T17:09:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:35 smithi087 ceph-mon[85676]: pgmap v173: 121 pgs: 121 active+clean; 376 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 1.3 MiB/s wr, 4 op/s; 5.7 MiB/s, 1 objects/s recovering 2024-08-17T17:09:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:35 smithi087 ceph-mon[85676]: osdmap e340: 8 total, 8 up, 8 in 2024-08-17T17:09:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:36.104 INFO:tasks.rados.rados.0.smithi059.stdout:1285: done (1 left) 2024-08-17T17:09:36.105 INFO:tasks.rados.rados.0.smithi059.stdout:1286: copy_from oid 5 from oid 11 current snap is 139 2024-08-17T17:09:36.105 INFO:tasks.rados.rados.0.smithi059.stdout:1284: finishing copy_from to smithi05980601-44 2024-08-17T17:09:36.105 INFO:tasks.rados.rados.0.smithi059.stdout:1284: got expected ENOENT (src dne) 2024-08-17T17:09:36.105 INFO:tasks.rados.rados.0.smithi059.stdout:1284: finishing copy_from racing read to smithi05980601-44 2024-08-17T17:09:36.105 INFO:tasks.rados.rados.0.smithi059.stdout:1284: done (1 left) 2024-08-17T17:09:36.105 INFO:tasks.rados.rados.0.smithi059.stdout:1287: snap_create 2024-08-17T17:09:36.129 INFO:tasks.rados.rados.0.smithi059.stdout:1286: finishing copy_from racing read to smithi05980601-5 2024-08-17T17:09:36.132 INFO:tasks.rados.rados.0.smithi059.stdout:1286: finishing copy_from to smithi05980601-5 2024-08-17T17:09:36.132 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1011 (ObjNum 400 snap 139 seq_num 400) dirty exists 2024-08-17T17:09:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:36 smithi059 ceph-mon[92261]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T17:09:36.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:36 smithi059 ceph-mon[92261]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T17:09:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:36 smithi059 ceph-mon[94685]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T17:09:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:36 smithi059 ceph-mon[94685]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T17:09:36.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:36 smithi087 ceph-mon[85676]: osdmap e341: 8 total, 8 up, 8 in 2024-08-17T17:09:36.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:36 smithi087 ceph-mon[85676]: osdmap e342: 8 total, 8 up, 8 in 2024-08-17T17:09:37.112 INFO:tasks.rados.rados.0.smithi059.stdout:1286: done (1 left) 2024-08-17T17:09:37.112 INFO:tasks.rados.rados.0.smithi059.stdout:1287: done (0 left) 2024-08-17T17:09:37.112 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 140 2024-08-17T17:09:37.112 INFO:tasks.rados.rados.0.smithi059.stdout:1288: seq_num 409 ranges {2490368=458752,2949120=532480,3481600=720896,4202496=352256} 2024-08-17T17:09:37.128 INFO:tasks.rados.rados.0.smithi059.stdout:1288: writing smithi05980601-11 from 2490368 to 2949120 tid 1 2024-08-17T17:09:37.131 INFO:tasks.rados.rados.0.smithi059.stdout:1288: writing smithi05980601-11 from 2949120 to 3481600 tid 2 2024-08-17T17:09:37.135 INFO:tasks.rados.rados.0.smithi059.stdout:1288: writing smithi05980601-11 from 3481600 to 4202496 tid 3 2024-08-17T17:09:37.138 INFO:tasks.rados.rados.0.smithi059.stdout:1288: writing smithi05980601-11 from 4202496 to 4554752 tid 4 2024-08-17T17:09:37.138 INFO:tasks.rados.rados.0.smithi059.stdout:1289: rmattr oid 30 current snap is 140 2024-08-17T17:09:37.138 INFO:tasks.rados.rados.0.smithi059.stdout:1288: finishing write tid 1 to smithi05980601-11 2024-08-17T17:09:37.138 INFO:tasks.rados.rados.0.smithi059.stdout:1288: finishing write tid 2 to smithi05980601-11 2024-08-17T17:09:37.138 INFO:tasks.rados.rados.0.smithi059.stdout:1290: delete oid 23 current snap is 140 2024-08-17T17:09:37.141 INFO:tasks.rados.rados.0.smithi059.stdout:1288: finishing write tid 3 to smithi05980601-11 2024-08-17T17:09:37.142 INFO:tasks.rados.rados.0.smithi059.stdout:1288: finishing write tid 4 to smithi05980601-11 2024-08-17T17:09:37.142 INFO:tasks.rados.rados.0.smithi059.stdout:1288: finishing write tid 5 to smithi05980601-11 2024-08-17T17:09:37.143 INFO:tasks.rados.rados.0.smithi059.stdout:1290: done (2 left) 2024-08-17T17:09:37.143 INFO:tasks.rados.rados.0.smithi059.stdout:1291: rollback oid 13 current snap is 140 2024-08-17T17:09:37.143 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 13 to 124 2024-08-17T17:09:37.143 INFO:tasks.rados.rados.0.smithi059.stdout:1292: copy_from oid 37 from oid 2 current snap is 140 2024-08-17T17:09:37.143 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 140 2024-08-17T17:09:37.143 INFO:tasks.rados.rados.0.smithi059.stdout:1293: seq_num 411 ranges {1384448=491520,1875968=753664,2629632=688128,3317760=163840} 2024-08-17T17:09:37.154 INFO:tasks.rados.rados.0.smithi059.stdout:1293: writing smithi05980601-42 from 1384448 to 1875968 tid 1 2024-08-17T17:09:37.158 INFO:tasks.rados.rados.0.smithi059.stdout:1293: writing smithi05980601-42 from 1875968 to 2629632 tid 2 2024-08-17T17:09:37.162 INFO:tasks.rados.rados.0.smithi059.stdout:1293: writing smithi05980601-42 from 2629632 to 3317760 tid 3 2024-08-17T17:09:37.164 INFO:tasks.rados.rados.0.smithi059.stdout:1293: writing smithi05980601-42 from 3317760 to 3481600 tid 4 2024-08-17T17:09:37.164 INFO:tasks.rados.rados.0.smithi059.stdout:1294: read oid 47 snap 107 2024-08-17T17:09:37.164 INFO:tasks.rados.rados.0.smithi059.stdout:1294: expect (ObjNum 320 snap 107 seq_num 320) 2024-08-17T17:09:37.164 INFO:tasks.rados.rados.0.smithi059.stdout:1295: snap_create 2024-08-17T17:09:37.164 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 153 (ObjNum 349 snap 123 seq_num 349) dirty exists 2024-08-17T17:09:37.164 INFO:tasks.rados.rados.0.smithi059.stdout:1288: finishing write tid 6 to smithi05980601-11 2024-08-17T17:09:37.164 INFO:tasks.rados.rados.0.smithi059.stdout:1288: oid 11 updating version 0 to 1041 2024-08-17T17:09:37.164 INFO:tasks.rados.rados.0.smithi059.stdout:1288: oid 11 version 1041 is already newer than 1039 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1288: oid 11 version 1041 is already newer than 1037 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1288: oid 11 version 1041 is already newer than 1038 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1288: oid 11 version 1041 is already newer than 1040 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1041 (ObjNum 409 snap 140 seq_num 409) dirty exists 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1288: left oid 11 (ObjNum 409 snap 140 seq_num 409) 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1291: finishing rollback tid 0 to smithi05980601-13 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1291: finishing rollback tid 1 to smithi05980601-13 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1291: finishing rollback tid 2 to smithi05980601-13 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 463 (ObjNum 318 snap 107 seq_num 318) dirty exists 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1292: finishing copy_from racing read to smithi05980601-37 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1292: finishing copy_from to smithi05980601-37 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 651 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-08-17T17:09:37.165 INFO:tasks.rados.rados.0.smithi059.stdout:1293: finishing write tid 1 to smithi05980601-42 2024-08-17T17:09:37.166 INFO:tasks.rados.rados.0.smithi059.stdout:1293: finishing write tid 2 to smithi05980601-42 2024-08-17T17:09:37.166 INFO:tasks.rados.rados.0.smithi059.stdout:1293: finishing write tid 3 to smithi05980601-42 2024-08-17T17:09:37.166 INFO:tasks.rados.rados.0.smithi059.stdout:1293: finishing write tid 4 to smithi05980601-42 2024-08-17T17:09:37.166 INFO:tasks.rados.rados.0.smithi059.stdout:1293: finishing write tid 5 to smithi05980601-42 2024-08-17T17:09:37.167 INFO:tasks.rados.rados.0.smithi059.stdout:1293: finishing write tid 6 to smithi05980601-42 2024-08-17T17:09:37.168 INFO:tasks.rados.rados.0.smithi059.stdout:1293: oid 42 updating version 0 to 766 2024-08-17T17:09:37.168 INFO:tasks.rados.rados.0.smithi059.stdout:1293: oid 42 version 766 is already newer than 763 2024-08-17T17:09:37.168 INFO:tasks.rados.rados.0.smithi059.stdout:1293: oid 42 version 766 is already newer than 762 2024-08-17T17:09:37.168 INFO:tasks.rados.rados.0.smithi059.stdout:1293: oid 42 version 766 is already newer than 764 2024-08-17T17:09:37.168 INFO:tasks.rados.rados.0.smithi059.stdout:1293: oid 42 version 766 is already newer than 765 2024-08-17T17:09:37.168 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 766 (ObjNum 411 snap 140 seq_num 411) dirty exists 2024-08-17T17:09:37.168 INFO:tasks.rados.rados.0.smithi059.stdout:1293: left oid 42 (ObjNum 411 snap 140 seq_num 411) 2024-08-17T17:09:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1294: expect (ObjNum 320 snap 107 seq_num 320) 2024-08-17T17:09:37.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:09:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:09:37] "GET /metrics HTTP/1.1" 200 36224 "" "Prometheus/2.43.0" 2024-08-17T17:09:38.116 INFO:tasks.rados.rados.0.smithi059.stdout:1288: done (6 left) 2024-08-17T17:09:38.116 INFO:tasks.rados.rados.0.smithi059.stdout:1289: done (5 left) 2024-08-17T17:09:38.116 INFO:tasks.rados.rados.0.smithi059.stdout:1291: done (4 left) 2024-08-17T17:09:38.116 INFO:tasks.rados.rados.0.smithi059.stdout:1292: done (3 left) 2024-08-17T17:09:38.116 INFO:tasks.rados.rados.0.smithi059.stdout:1293: done (2 left) 2024-08-17T17:09:38.116 INFO:tasks.rados.rados.0.smithi059.stdout:1294: done (1 left) 2024-08-17T17:09:38.116 INFO:tasks.rados.rados.0.smithi059.stdout:1295: done (0 left) 2024-08-17T17:09:38.116 INFO:tasks.rados.rados.0.smithi059.stdout:1296: delete oid 26 current snap is 141 2024-08-17T17:09:38.118 INFO:tasks.rados.rados.0.smithi059.stdout:1296: done (0 left) 2024-08-17T17:09:38.118 INFO:tasks.rados.rados.0.smithi059.stdout:1297: delete oid 5 current snap is 141 2024-08-17T17:09:38.121 INFO:tasks.rados.rados.0.smithi059.stdout:1297: done (0 left) 2024-08-17T17:09:38.121 INFO:tasks.rados.rados.0.smithi059.stdout:1298: copy_from oid 21 from oid 29 current snap is 141 2024-08-17T17:09:38.122 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 141 2024-08-17T17:09:38.122 INFO:tasks.rados.rados.0.smithi059.stdout:1299: seq_num 414 ranges {3497984=540672,4038656=802816,4841472=458752,5300224=344064} 2024-08-17T17:09:38.144 INFO:tasks.rados.rados.0.smithi059.stdout:1299: writing smithi05980601-3 from 3497984 to 4038656 tid 1 2024-08-17T17:09:38.149 INFO:tasks.rados.rados.0.smithi059.stdout:1299: writing smithi05980601-3 from 4038656 to 4841472 tid 2 2024-08-17T17:09:38.152 INFO:tasks.rados.rados.0.smithi059.stdout:1299: writing smithi05980601-3 from 4841472 to 5300224 tid 3 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:1299: writing smithi05980601-3 from 5300224 to 5644288 tid 4 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:1300: copy_from oid 35 from oid 34 current snap is 141 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:1298: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:1298: finishing copy_from to smithi05980601-21 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 139 (ObjNum 374 snap 132 seq_num 374) dirty exists 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:1299: finishing write tid 1 to smithi05980601-3 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:1299: finishing write tid 2 to smithi05980601-3 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:1298: done (2 left) 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:1301: read oid 38 snap -1 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:1301: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:09:38.155 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 141 2024-08-17T17:09:38.156 INFO:tasks.rados.rados.0.smithi059.stdout:1302: seq_num 415 ranges {0=557056,557056=688128,1245184=663552,1908736=253952} 2024-08-17T17:09:38.158 INFO:tasks.rados.rados.0.smithi059.stdout:1302: writing smithi05980601-26 from 0 to 557056 tid 1 2024-08-17T17:09:38.162 INFO:tasks.rados.rados.0.smithi059.stdout:1302: writing smithi05980601-26 from 557056 to 1245184 tid 2 2024-08-17T17:09:38.167 INFO:tasks.rados.rados.0.smithi059.stdout:1302: writing smithi05980601-26 from 1245184 to 1908736 tid 3 2024-08-17T17:09:38.169 INFO:tasks.rados.rados.0.smithi059.stdout:1302: writing smithi05980601-26 from 1908736 to 2162688 tid 4 2024-08-17T17:09:38.169 INFO:tasks.rados.rados.0.smithi059.stdout:1303: copy_from oid 30 from oid 31 current snap is 141 2024-08-17T17:09:38.169 INFO:tasks.rados.rados.0.smithi059.stdout:1300: finishing copy_from to smithi05980601-35 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1300: got expected ENOENT (src dne) 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1300: finishing copy_from racing read to smithi05980601-35 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1299: finishing write tid 3 to smithi05980601-3 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1299: finishing write tid 4 to smithi05980601-3 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1299: finishing write tid 5 to smithi05980601-3 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1302: finishing write tid 1 to smithi05980601-26 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1299: finishing write tid 6 to smithi05980601-3 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1299: oid 3 updating version 0 to 550 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1299: oid 3 updating version 550 to 551 2024-08-17T17:09:38.170 INFO:tasks.rados.rados.0.smithi059.stdout:1299: oid 3 version 551 is already newer than 549 2024-08-17T17:09:38.171 INFO:tasks.rados.rados.0.smithi059.stdout:1299: oid 3 version 551 is already newer than 548 2024-08-17T17:09:38.171 INFO:tasks.rados.rados.0.smithi059.stdout:1299: oid 3 version 551 is already newer than 547 2024-08-17T17:09:38.171 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 551 (ObjNum 414 snap 141 seq_num 414) dirty exists 2024-08-17T17:09:38.171 INFO:tasks.rados.rados.0.smithi059.stdout:1299: left oid 3 (ObjNum 414 snap 141 seq_num 414) 2024-08-17T17:09:38.171 INFO:tasks.rados.rados.0.smithi059.stdout:1302: finishing write tid 2 to smithi05980601-26 2024-08-17T17:09:38.171 INFO:tasks.rados.rados.0.smithi059.stdout:1299: done (4 left) 2024-08-17T17:09:38.171 INFO:tasks.rados.rados.0.smithi059.stdout:1300: done (3 left) 2024-08-17T17:09:38.171 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 141 2024-08-17T17:09:38.171 INFO:tasks.rados.rados.0.smithi059.stdout:1304: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2024-08-17T17:09:38.172 INFO:tasks.rados.rados.0.smithi059.stdout:1304: writing smithi05980601-15 from 0 to 573440 tid 1 2024-08-17T17:09:38.175 INFO:tasks.rados.rados.0.smithi059.stdout:1304: writing smithi05980601-15 from 573440 to 1146880 tid 2 2024-08-17T17:09:38.178 INFO:tasks.rados.rados.0.smithi059.stdout:1304: writing smithi05980601-15 from 1146880 to 1622016 tid 3 2024-08-17T17:09:38.181 INFO:tasks.rados.rados.0.smithi059.stdout:1304: writing smithi05980601-15 from 1622016 to 2179072 tid 4 2024-08-17T17:09:38.182 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 141 2024-08-17T17:09:38.182 INFO:tasks.rados.rados.0.smithi059.stdout:1301: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:09:38.334 INFO:tasks.rados.rados.0.smithi059.stdout:1302: finishing write tid 3 to smithi05980601-26 2024-08-17T17:09:38.334 INFO:tasks.rados.rados.0.smithi059.stdout:1302: finishing write tid 4 to smithi05980601-26 2024-08-17T17:09:38.334 INFO:tasks.rados.rados.0.smithi059.stdout:1305: seq_num 417 ranges {0=589824,589824=458752,1048576=679936,1728512=466944} 2024-08-17T17:09:38.337 INFO:tasks.rados.rados.0.smithi059.stdout:1305: writing smithi05980601-40 from 0 to 589824 tid 1 2024-08-17T17:09:38.339 INFO:tasks.rados.rados.0.smithi059.stdout:1305: writing smithi05980601-40 from 589824 to 1048576 tid 2 2024-08-17T17:09:38.343 INFO:tasks.rados.rados.0.smithi059.stdout:1305: writing smithi05980601-40 from 1048576 to 1728512 tid 3 2024-08-17T17:09:38.347 INFO:tasks.rados.rados.0.smithi059.stdout:1305: writing smithi05980601-40 from 1728512 to 2195456 tid 4 2024-08-17T17:09:38.347 INFO:tasks.rados.rados.0.smithi059.stdout:1301: done (4 left) 2024-08-17T17:09:38.347 INFO:tasks.rados.rados.0.smithi059.stdout:1306: read oid 32 snap -1 2024-08-17T17:09:38.347 INFO:tasks.rados.rados.0.smithi059.stdout:1306: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1307: rmattr oid 46 current snap is 141 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1307: done (5 left) 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1308: read oid 5 snap -1 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1308: expect deleted 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1309: read oid 6 snap -1 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1309: expect (ObjNum 347 snap 123 seq_num 347) 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1310: delete oid 8 current snap is 141 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1302: finishing write tid 5 to smithi05980601-26 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1302: finishing write tid 6 to smithi05980601-26 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1302: oid 26 updating version 0 to 257 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1302: oid 26 updating version 257 to 261 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1302: oid 26 version 261 is already newer than 260 2024-08-17T17:09:38.348 INFO:tasks.rados.rados.0.smithi059.stdout:1302: oid 26 version 261 is already newer than 258 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1302: oid 26 version 261 is already newer than 259 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 261 (ObjNum 415 snap 141 seq_num 415) dirty exists 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1302: left oid 26 (ObjNum 415 snap 141 seq_num 415) 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: finishing write tid 1 to smithi05980601-15 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: finishing write tid 2 to smithi05980601-15 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: finishing write tid 3 to smithi05980601-15 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: finishing write tid 4 to smithi05980601-15 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: finishing write tid 5 to smithi05980601-15 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: finishing write tid 6 to smithi05980601-15 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: oid 15 updating version 0 to 263 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: oid 15 updating version 263 to 266 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: oid 15 version 266 is already newer than 264 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: oid 15 version 266 is already newer than 265 2024-08-17T17:09:38.349 INFO:tasks.rados.rados.0.smithi059.stdout:1304: oid 15 version 266 is already newer than 262 2024-08-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 266 (ObjNum 416 snap 141 seq_num 416) dirty exists 2024-08-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi059.stdout:1304: left oid 15 (ObjNum 416 snap 141 seq_num 416) 2024-08-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi059.stdout:1303: finishing copy_from racing read to smithi05980601-30 2024-08-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi059.stdout:1303: finishing copy_from to smithi05980601-30 2024-08-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 205 (ObjNum 355 snap 124 seq_num 355) dirty exists 2024-08-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi059.stdout:1305: finishing write tid 1 to smithi05980601-40 2024-08-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi059.stdout:1305: finishing write tid 2 to smithi05980601-40 2024-08-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi059.stdout:1305: finishing write tid 3 to smithi05980601-40 2024-08-17T17:09:38.350 INFO:tasks.rados.rados.0.smithi059.stdout:1306: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi059.stdout:1305: finishing write tid 4 to smithi05980601-40 2024-08-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi059.stdout:1305: finishing write tid 5 to smithi05980601-40 2024-08-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi059.stdout:1302: done (7 left) 2024-08-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi059.stdout:1303: done (6 left) 2024-08-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi059.stdout:1304: done (5 left) 2024-08-17T17:09:38.351 INFO:tasks.rados.rados.0.smithi059.stdout:1306: done (4 left) 2024-08-17T17:09:38.352 INFO:tasks.rados.rados.0.smithi059.stdout:1308: done (3 left) 2024-08-17T17:09:38.352 INFO:tasks.rados.rados.0.smithi059.stdout:1310: done (2 left) 2024-08-17T17:09:38.352 INFO:tasks.rados.rados.0.smithi059.stdout:1311: snap_remove snap 130 2024-08-17T17:09:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:38 smithi059 ceph-mon[92261]: pgmap v177: 121 pgs: 121 active+clean; 391 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-08-17T17:09:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:38 smithi059 ceph-mon[92261]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T17:09:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:38 smithi059 ceph-mon[94685]: pgmap v177: 121 pgs: 121 active+clean; 391 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-08-17T17:09:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:38 smithi059 ceph-mon[94685]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T17:09:38.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:38 smithi087 ceph-mon[85676]: pgmap v177: 121 pgs: 121 active+clean; 391 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-08-17T17:09:38.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:38 smithi087 ceph-mon[85676]: osdmap e343: 8 total, 8 up, 8 in 2024-08-17T17:09:39.128 INFO:tasks.rados.rados.0.smithi059.stdout:1311: done (2 left) 2024-08-17T17:09:39.128 INFO:tasks.rados.rados.0.smithi059.stdout:1312: read oid 12 snap 82 2024-08-17T17:09:39.128 INFO:tasks.rados.rados.0.smithi059.stdout:1312: expect (ObjNum 141 snap 42 seq_num 141) 2024-08-17T17:09:39.129 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 141 2024-08-17T17:09:39.129 INFO:tasks.rados.rados.0.smithi059.stdout:1305: finishing write tid 6 to smithi05980601-40 2024-08-17T17:09:39.129 INFO:tasks.rados.rados.0.smithi059.stdout:1305: oid 40 updating version 0 to 492 2024-08-17T17:09:39.129 INFO:tasks.rados.rados.0.smithi059.stdout:1305: oid 40 version 492 is already newer than 489 2024-08-17T17:09:39.129 INFO:tasks.rados.rados.0.smithi059.stdout:1305: oid 40 version 492 is already newer than 491 2024-08-17T17:09:39.129 INFO:tasks.rados.rados.0.smithi059.stdout:1305: oid 40 version 492 is already newer than 490 2024-08-17T17:09:39.129 INFO:tasks.rados.rados.0.smithi059.stdout:1305: oid 40 version 492 is already newer than 488 2024-08-17T17:09:39.129 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 492 (ObjNum 417 snap 141 seq_num 417) dirty exists 2024-08-17T17:09:39.130 INFO:tasks.rados.rados.0.smithi059.stdout:1305: left oid 40 (ObjNum 417 snap 141 seq_num 417) 2024-08-17T17:09:39.130 INFO:tasks.rados.rados.0.smithi059.stdout:1309: expect (ObjNum 347 snap 123 seq_num 347) 2024-08-17T17:09:39.329 INFO:tasks.rados.rados.0.smithi059.stdout:1312: expect (ObjNum 141 snap 42 seq_num 141) 2024-08-17T17:09:39.481 INFO:tasks.rados.rados.0.smithi059.stdout:1313: seq_num 419 ranges {0=622592,622592=671744,1294336=647168,1941504=286720} 2024-08-17T17:09:39.485 INFO:tasks.rados.rados.0.smithi059.stdout:1313: writing smithi05980601-46 from 0 to 622592 tid 1 2024-08-17T17:09:39.488 INFO:tasks.rados.rados.0.smithi059.stdout:1313: writing smithi05980601-46 from 622592 to 1294336 tid 2 2024-08-17T17:09:39.492 INFO:tasks.rados.rados.0.smithi059.stdout:1313: writing smithi05980601-46 from 1294336 to 1941504 tid 3 2024-08-17T17:09:39.494 INFO:tasks.rados.rados.0.smithi059.stdout:1313: writing smithi05980601-46 from 1941504 to 2228224 tid 4 2024-08-17T17:09:39.494 INFO:tasks.rados.rados.0.smithi059.stdout:1305: done (3 left) 2024-08-17T17:09:39.494 INFO:tasks.rados.rados.0.smithi059.stdout:1309: done (2 left) 2024-08-17T17:09:39.494 INFO:tasks.rados.rados.0.smithi059.stdout:1312: done (1 left) 2024-08-17T17:09:39.494 INFO:tasks.rados.rados.0.smithi059.stdout:1314: snap_create 2024-08-17T17:09:39.495 INFO:tasks.rados.rados.0.smithi059.stdout:1313: finishing write tid 1 to smithi05980601-46 2024-08-17T17:09:39.495 INFO:tasks.rados.rados.0.smithi059.stdout:1313: finishing write tid 2 to smithi05980601-46 2024-08-17T17:09:39.495 INFO:tasks.rados.rados.0.smithi059.stdout:1313: finishing write tid 3 to smithi05980601-46 2024-08-17T17:09:39.496 INFO:tasks.rados.rados.0.smithi059.stdout:1313: finishing write tid 4 to smithi05980601-46 2024-08-17T17:09:39.496 INFO:tasks.rados.rados.0.smithi059.stdout:1313: finishing write tid 5 to smithi05980601-46 2024-08-17T17:09:39.497 INFO:tasks.rados.rados.0.smithi059.stdout:1313: finishing write tid 6 to smithi05980601-46 2024-08-17T17:09:39.498 INFO:tasks.rados.rados.0.smithi059.stdout:1313: oid 46 updating version 0 to 809 2024-08-17T17:09:39.498 INFO:tasks.rados.rados.0.smithi059.stdout:1313: oid 46 version 809 is already newer than 806 2024-08-17T17:09:39.498 INFO:tasks.rados.rados.0.smithi059.stdout:1313: oid 46 updating version 809 to 810 2024-08-17T17:09:39.498 INFO:tasks.rados.rados.0.smithi059.stdout:1313: oid 46 version 810 is already newer than 807 2024-08-17T17:09:39.498 INFO:tasks.rados.rados.0.smithi059.stdout:1313: oid 46 version 810 is already newer than 808 2024-08-17T17:09:39.498 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 810 (ObjNum 419 snap 141 seq_num 419) dirty exists 2024-08-17T17:09:39.498 INFO:tasks.rados.rados.0.smithi059.stdout:1313: left oid 46 (ObjNum 419 snap 141 seq_num 419) 2024-08-17T17:09:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:39 smithi059 ceph-mon[92261]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T17:09:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:39 smithi059 ceph-mon[94685]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T17:09:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:39 smithi087 ceph-mon[85676]: osdmap e344: 8 total, 8 up, 8 in 2024-08-17T17:09:40.126 INFO:tasks.rados.rados.0.smithi059.stdout:1313: done (1 left) 2024-08-17T17:09:40.127 INFO:tasks.rados.rados.0.smithi059.stdout:1314: done (0 left) 2024-08-17T17:09:40.127 INFO:tasks.rados.rados.0.smithi059.stdout:1315: read oid 39 snap -1 2024-08-17T17:09:40.127 INFO:tasks.rados.rados.0.smithi059.stdout:1315: expect deleted 2024-08-17T17:09:40.127 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 142 2024-08-17T17:09:40.127 INFO:tasks.rados.rados.0.smithi059.stdout:1316: seq_num 420 ranges {6422528=638976,7061504=557056,7618560=450560,8069120=598016} 2024-08-17T17:09:40.165 INFO:tasks.rados.rados.0.smithi059.stdout:1316: writing smithi05980601-31 from 6422528 to 7061504 tid 1 2024-08-17T17:09:40.168 INFO:tasks.rados.rados.0.smithi059.stdout:1316: writing smithi05980601-31 from 7061504 to 7618560 tid 2 2024-08-17T17:09:40.173 INFO:tasks.rados.rados.0.smithi059.stdout:1316: writing smithi05980601-31 from 7618560 to 8069120 tid 3 2024-08-17T17:09:40.175 INFO:tasks.rados.rados.0.smithi059.stdout:1316: writing smithi05980601-31 from 8069120 to 8667136 tid 4 2024-08-17T17:09:40.175 INFO:tasks.rados.rados.0.smithi059.stdout:1317: read oid 20 snap -1 2024-08-17T17:09:40.176 INFO:tasks.rados.rados.0.smithi059.stdout:1317: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:09:40.176 INFO:tasks.rados.rados.0.smithi059.stdout:1318: setattr oid 1 current snap is 142 2024-08-17T17:09:40.176 INFO:tasks.rados.rados.0.smithi059.stdout:1316: finishing write tid 1 to smithi05980601-31 2024-08-17T17:09:40.176 INFO:tasks.rados.rados.0.smithi059.stdout:1316: finishing write tid 2 to smithi05980601-31 2024-08-17T17:09:40.176 INFO:tasks.rados.rados.0.smithi059.stdout:1316: finishing write tid 3 to smithi05980601-31 2024-08-17T17:09:40.177 INFO:tasks.rados.rados.0.smithi059.stdout:1315: done (3 left) 2024-08-17T17:09:40.177 INFO:tasks.rados.rados.0.smithi059.stdout:1319: setattr oid 41 current snap is 142 2024-08-17T17:09:40.178 INFO:tasks.rados.rados.0.smithi059.stdout:1316: finishing write tid 4 to smithi05980601-31 2024-08-17T17:09:40.179 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 142 2024-08-17T17:09:40.179 INFO:tasks.rados.rados.0.smithi059.stdout:1320: seq_num 421 ranges {10158080=655360,10813440=442368,11255808=663552,11919360=499712} 2024-08-17T17:09:40.239 INFO:tasks.rados.rados.0.smithi059.stdout:1320: writing smithi05980601-48 from 10158080 to 10813440 tid 1 2024-08-17T17:09:40.241 INFO:tasks.rados.rados.0.smithi059.stdout:1320: writing smithi05980601-48 from 10813440 to 11255808 tid 2 2024-08-17T17:09:40.245 INFO:tasks.rados.rados.0.smithi059.stdout:1320: writing smithi05980601-48 from 11255808 to 11919360 tid 3 2024-08-17T17:09:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:1320: writing smithi05980601-48 from 11919360 to 12419072 tid 4 2024-08-17T17:09:40.249 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 142 2024-08-17T17:09:40.249 INFO:tasks.rados.rados.0.smithi059.stdout:1316: finishing write tid 5 to smithi05980601-31 2024-08-17T17:09:40.249 INFO:tasks.rados.rados.0.smithi059.stdout:1321: seq_num 422 ranges {5840896=671744,6512640=729088,7241728=417792,7659520=458752} 2024-08-17T17:09:40.284 INFO:tasks.rados.rados.0.smithi059.stdout:1321: writing smithi05980601-25 from 5840896 to 6512640 tid 1 2024-08-17T17:09:40.288 INFO:tasks.rados.rados.0.smithi059.stdout:1321: writing smithi05980601-25 from 6512640 to 7241728 tid 2 2024-08-17T17:09:40.291 INFO:tasks.rados.rados.0.smithi059.stdout:1321: writing smithi05980601-25 from 7241728 to 7659520 tid 3 2024-08-17T17:09:40.294 INFO:tasks.rados.rados.0.smithi059.stdout:1321: writing smithi05980601-25 from 7659520 to 8118272 tid 4 2024-08-17T17:09:40.294 INFO:tasks.rados.rados.0.smithi059.stdout:1322: rollback oid 37 current snap is 142 2024-08-17T17:09:40.294 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 37 to 125 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 496 (ObjNum 388 snap 138 seq_num 388) dirty exists 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:1316: finishing write tid 6 to smithi05980601-31 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:1316: oid 31 updating version 0 to 1059 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:1316: oid 31 updating version 1059 to 1061 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:1316: oid 31 version 1061 is already newer than 1060 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:1316: oid 31 version 1061 is already newer than 1057 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:1316: oid 31 version 1061 is already newer than 1058 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1061 (ObjNum 420 snap 142 seq_num 420) dirty exists 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:1316: left oid 31 (ObjNum 420 snap 142 seq_num 420) 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1013 (ObjNum 129 snap 0 seq_num 337935784) dirty exists 2024-08-17T17:09:40.295 INFO:tasks.rados.rados.0.smithi059.stdout:1317: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:09:40.447 INFO:tasks.rados.rados.0.smithi059.stdout:1320: finishing write tid 1 to smithi05980601-48 2024-08-17T17:09:40.447 INFO:tasks.rados.rados.0.smithi059.stdout:1320: finishing write tid 2 to smithi05980601-48 2024-08-17T17:09:40.447 INFO:tasks.rados.rados.0.smithi059.stdout:1320: finishing write tid 3 to smithi05980601-48 2024-08-17T17:09:40.447 INFO:tasks.rados.rados.0.smithi059.stdout:1320: finishing write tid 4 to smithi05980601-48 2024-08-17T17:09:40.447 INFO:tasks.rados.rados.0.smithi059.stdout:1320: finishing write tid 5 to smithi05980601-48 2024-08-17T17:09:40.447 INFO:tasks.rados.rados.0.smithi059.stdout:1320: finishing write tid 6 to smithi05980601-48 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1320: oid 48 updating version 0 to 559 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1320: oid 48 version 559 is already newer than 557 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1320: oid 48 version 559 is already newer than 558 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1320: oid 48 updating version 559 to 561 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1320: oid 48 version 561 is already newer than 560 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 561 (ObjNum 421 snap 142 seq_num 421) dirty exists 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1320: left oid 48 (ObjNum 421 snap 142 seq_num 421) 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1321: finishing write tid 1 to smithi05980601-25 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1316: done (6 left) 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1317: done (5 left) 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1318: done (4 left) 2024-08-17T17:09:40.448 INFO:tasks.rados.rados.0.smithi059.stdout:1319: done (3 left) 2024-08-17T17:09:40.449 INFO:tasks.rados.rados.0.smithi059.stdout:1320: done (2 left) 2024-08-17T17:09:40.449 INFO:tasks.rados.rados.0.smithi059.stdout:1323: snap_remove snap 106 2024-08-17T17:09:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:40 smithi059 ceph-mon[94685]: pgmap v180: 121 pgs: 121 active+clean; 397 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-08-17T17:09:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:40 smithi059 ceph-mon[94685]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T17:09:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:40 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:40.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:40 smithi059 ceph-mon[92261]: pgmap v180: 121 pgs: 121 active+clean; 397 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-08-17T17:09:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:40 smithi059 ceph-mon[92261]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T17:09:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:40 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:40.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:40 smithi087 ceph-mon[85676]: pgmap v180: 121 pgs: 121 active+clean; 397 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-08-17T17:09:40.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:40 smithi087 ceph-mon[85676]: osdmap e345: 8 total, 8 up, 8 in 2024-08-17T17:09:40.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:40 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:41.104 INFO:tasks.rados.rados.0.smithi059.stdout:1323: done (2 left) 2024-08-17T17:09:41.104 INFO:tasks.rados.rados.0.smithi059.stdout:1324: delete oid 2 current snap is 142 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1321: finishing write tid 2 to smithi05980601-25 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1321: finishing write tid 3 to smithi05980601-25 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1321: finishing write tid 4 to smithi05980601-25 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1321: finishing write tid 5 to smithi05980601-25 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1322: finishing rollback tid 0 to smithi05980601-37 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1322: finishing rollback tid 1 to smithi05980601-37 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1322: finishing rollback tid 2 to smithi05980601-37 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 1065 (ObjNum 352 snap 123 seq_num 352) dirty exists 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1321: finishing write tid 6 to smithi05980601-25 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1321: oid 25 updating version 0 to 565 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1321: oid 25 updating version 565 to 566 2024-08-17T17:09:41.105 INFO:tasks.rados.rados.0.smithi059.stdout:1321: oid 25 updating version 566 to 567 2024-08-17T17:09:41.106 INFO:tasks.rados.rados.0.smithi059.stdout:1321: oid 25 version 567 is already newer than 563 2024-08-17T17:09:41.106 INFO:tasks.rados.rados.0.smithi059.stdout:1321: oid 25 version 567 is already newer than 564 2024-08-17T17:09:41.106 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 567 (ObjNum 422 snap 142 seq_num 422) dirty exists 2024-08-17T17:09:41.106 INFO:tasks.rados.rados.0.smithi059.stdout:1321: left oid 25 (ObjNum 422 snap 142 seq_num 422) 2024-08-17T17:09:41.117 INFO:tasks.rados.rados.0.smithi059.stdout:1321: done (2 left) 2024-08-17T17:09:41.117 INFO:tasks.rados.rados.0.smithi059.stdout:1322: done (1 left) 2024-08-17T17:09:41.118 INFO:tasks.rados.rados.0.smithi059.stdout:1324: done (0 left) 2024-08-17T17:09:41.118 INFO:tasks.rados.rados.0.smithi059.stdout:1325: snap_create 2024-08-17T17:09:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:41 smithi059 ceph-mon[92261]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T17:09:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:41 smithi059 ceph-mon[92261]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T17:09:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:41 smithi059 ceph-mon[94685]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T17:09:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:41 smithi059 ceph-mon[94685]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T17:09:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:41 smithi087 ceph-mon[85676]: osdmap e346: 8 total, 8 up, 8 in 2024-08-17T17:09:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:41 smithi087 ceph-mon[85676]: osdmap e347: 8 total, 8 up, 8 in 2024-08-17T17:09:42.105 INFO:tasks.rados.rados.0.smithi059.stdout:1325: done (0 left) 2024-08-17T17:09:42.105 INFO:tasks.rados.rados.0.smithi059.stdout:1326: snap_create 2024-08-17T17:09:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:42 smithi059 ceph-mon[92261]: pgmap v183: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 45 op/s 2024-08-17T17:09:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:42 smithi059 ceph-mon[92261]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T17:09:42.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:42 smithi059 ceph-mon[94685]: pgmap v183: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 45 op/s 2024-08-17T17:09:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:42 smithi059 ceph-mon[94685]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T17:09:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:42 smithi087 ceph-mon[85676]: pgmap v183: 121 pgs: 121 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 45 op/s 2024-08-17T17:09:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:42 smithi087 ceph-mon[85676]: osdmap e348: 8 total, 8 up, 8 in 2024-08-17T17:09:43.109 INFO:tasks.rados.rados.0.smithi059.stdout:1326: done (0 left) 2024-08-17T17:09:43.109 INFO:tasks.rados.rados.0.smithi059.stdout:1327: rollback oid 2 current snap is 144 2024-08-17T17:09:43.109 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 2 to 138 2024-08-17T17:09:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:1328: read oid 21 snap -1 2024-08-17T17:09:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:1328: expect (ObjNum 374 snap 132 seq_num 374) 2024-08-17T17:09:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:1329: rollback oid 16 current snap is 144 2024-08-17T17:09:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 16 to 134 2024-08-17T17:09:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:1330: read oid 19 snap -1 2024-08-17T17:09:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:1330: expect deleted 2024-08-17T17:09:43.110 INFO:tasks.rados.rados.0.smithi059.stdout:1331: delete oid 38 current snap is 144 2024-08-17T17:09:43.114 INFO:tasks.rados.rados.0.smithi059.stdout:1330: done (4 left) 2024-08-17T17:09:43.115 INFO:tasks.rados.rados.0.smithi059.stdout:1331: done (3 left) 2024-08-17T17:09:43.115 INFO:tasks.rados.rados.0.smithi059.stdout:1332: rollback oid 46 current snap is 144 2024-08-17T17:09:43.115 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 46 to 71 2024-08-17T17:09:43.115 INFO:tasks.rados.rados.0.smithi059.stdout:1333: read oid 25 snap 107 2024-08-17T17:09:43.115 INFO:tasks.rados.rados.0.smithi059.stdout:1333: expect (ObjNum 317 snap 107 seq_num 317) 2024-08-17T17:09:43.115 INFO:tasks.rados.rados.0.smithi059.stdout:1334: read oid 30 snap -1 2024-08-17T17:09:43.115 INFO:tasks.rados.rados.0.smithi059.stdout:1334: expect (ObjNum 355 snap 124 seq_num 355) 2024-08-17T17:09:43.115 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 144 2024-08-17T17:09:43.115 INFO:tasks.rados.rados.0.smithi059.stdout:1335: seq_num 425 ranges {0=720896,720896=778240,1499136=638976,2138112=188416} 2024-08-17T17:09:43.118 INFO:tasks.rados.rados.0.smithi059.stdout:1335: writing smithi05980601-41 from 0 to 720896 tid 1 2024-08-17T17:09:43.123 INFO:tasks.rados.rados.0.smithi059.stdout:1335: writing smithi05980601-41 from 720896 to 1499136 tid 2 2024-08-17T17:09:43.128 INFO:tasks.rados.rados.0.smithi059.stdout:1335: writing smithi05980601-41 from 1499136 to 2138112 tid 3 2024-08-17T17:09:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:1335: writing smithi05980601-41 from 2138112 to 2326528 tid 4 2024-08-17T17:09:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:1336: copy_from oid 28 from oid 33 current snap is 144 2024-08-17T17:09:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:1329: finishing rollback tid 1 to smithi05980601-16 2024-08-17T17:09:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:1329: finishing rollback tid 2 to smithi05980601-16 2024-08-17T17:09:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 745 (ObjNum 383 snap 134 seq_num 383) dirty exists 2024-08-17T17:09:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:1327: finishing rollback tid 1 to smithi05980601-2 2024-08-17T17:09:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:1327: finishing rollback tid 2 to smithi05980601-2 2024-08-17T17:09:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 826 (ObjNum 192 snap 57 seq_num 192) dirty exists 2024-08-17T17:09:43.131 INFO:tasks.rados.rados.0.smithi059.stdout:1332: finishing rollback tid 0 to smithi05980601-46 2024-08-17T17:09:43.132 INFO:tasks.rados.rados.0.smithi059.stdout:1332: finishing rollback tid 1 to smithi05980601-46 2024-08-17T17:09:43.132 INFO:tasks.rados.rados.0.smithi059.stdout:1332: finishing rollback tid 2 to smithi05980601-46 2024-08-17T17:09:43.132 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 830 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-08-17T17:09:43.132 INFO:tasks.rados.rados.0.smithi059.stdout:1328: expect (ObjNum 374 snap 132 seq_num 374) 2024-08-17T17:09:43.179 INFO:tasks.rados.rados.0.smithi059.stdout:1335: finishing write tid 1 to smithi05980601-41 2024-08-17T17:09:43.180 INFO:tasks.rados.rados.0.smithi059.stdout:1335: finishing write tid 2 to smithi05980601-41 2024-08-17T17:09:43.180 INFO:tasks.rados.rados.0.smithi059.stdout:1327: done (7 left) 2024-08-17T17:09:43.180 INFO:tasks.rados.rados.0.smithi059.stdout:1328: done (6 left) 2024-08-17T17:09:43.180 INFO:tasks.rados.rados.0.smithi059.stdout:1329: done (5 left) 2024-08-17T17:09:43.180 INFO:tasks.rados.rados.0.smithi059.stdout:1332: done (4 left) 2024-08-17T17:09:43.180 INFO:tasks.rados.rados.0.smithi059.stdout:1337: read oid 19 snap -1 2024-08-17T17:09:43.180 INFO:tasks.rados.rados.0.smithi059.stdout:1337: expect deleted 2024-08-17T17:09:43.180 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 144 2024-08-17T17:09:43.180 INFO:tasks.rados.rados.0.smithi059.stdout:1333: expect (ObjNum 317 snap 107 seq_num 317) 2024-08-17T17:09:43.339 INFO:tasks.rados.rados.0.smithi059.stdout:1335: finishing write tid 3 to smithi05980601-41 2024-08-17T17:09:43.339 INFO:tasks.rados.rados.0.smithi059.stdout:1335: finishing write tid 4 to smithi05980601-41 2024-08-17T17:09:43.339 INFO:tasks.rados.rados.0.smithi059.stdout:1338: seq_num 426 ranges {4276224=737280,5013504=712704,5726208=802816,6529024=90112} 2024-08-17T17:09:43.366 INFO:tasks.rados.rados.0.smithi059.stdout:1338: writing smithi05980601-49 from 4276224 to 5013504 tid 1 2024-08-17T17:09:43.371 INFO:tasks.rados.rados.0.smithi059.stdout:1338: writing smithi05980601-49 from 5013504 to 5726208 tid 2 2024-08-17T17:09:43.375 INFO:tasks.rados.rados.0.smithi059.stdout:1338: writing smithi05980601-49 from 5726208 to 6529024 tid 3 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1338: writing smithi05980601-49 from 6529024 to 6619136 tid 4 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1333: done (5 left) 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1339: snap_create 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1335: finishing write tid 5 to smithi05980601-41 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1335: finishing write tid 6 to smithi05980601-41 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1335: oid 41 updating version 0 to 1018 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1335: oid 41 version 1018 is already newer than 1015 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1335: oid 41 version 1018 is already newer than 1016 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1335: oid 41 version 1018 is already newer than 1017 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:1335: oid 41 version 1018 is already newer than 1014 2024-08-17T17:09:43.377 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1018 (ObjNum 425 snap 144 seq_num 425) dirty exists 2024-08-17T17:09:43.378 INFO:tasks.rados.rados.0.smithi059.stdout:1335: left oid 41 (ObjNum 425 snap 144 seq_num 425) 2024-08-17T17:09:43.378 INFO:tasks.rados.rados.0.smithi059.stdout:1334: expect (ObjNum 355 snap 124 seq_num 355) 2024-08-17T17:09:43.749 INFO:tasks.rados.rados.0.smithi059.stdout:1336: finishing copy_from racing read to smithi05980601-28 2024-08-17T17:09:43.749 INFO:tasks.rados.rados.0.smithi059.stdout:1336: finishing copy_from to smithi05980601-28 2024-08-17T17:09:43.749 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 425 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:09:43.749 INFO:tasks.rados.rados.0.smithi059.stdout:1338: finishing write tid 1 to smithi05980601-49 2024-08-17T17:09:43.749 INFO:tasks.rados.rados.0.smithi059.stdout:1338: finishing write tid 2 to smithi05980601-49 2024-08-17T17:09:43.749 INFO:tasks.rados.rados.0.smithi059.stdout:1338: finishing write tid 3 to smithi05980601-49 2024-08-17T17:09:43.749 INFO:tasks.rados.rados.0.smithi059.stdout:1338: finishing write tid 4 to smithi05980601-49 2024-08-17T17:09:43.750 INFO:tasks.rados.rados.0.smithi059.stdout:1338: finishing write tid 5 to smithi05980601-49 2024-08-17T17:09:43.750 INFO:tasks.rados.rados.0.smithi059.stdout:1338: finishing write tid 6 to smithi05980601-49 2024-08-17T17:09:43.750 INFO:tasks.rados.rados.0.smithi059.stdout:1338: oid 49 updating version 0 to 1081 2024-08-17T17:09:43.750 INFO:tasks.rados.rados.0.smithi059.stdout:1338: oid 49 version 1081 is already newer than 1079 2024-08-17T17:09:43.750 INFO:tasks.rados.rados.0.smithi059.stdout:1338: oid 49 version 1081 is already newer than 1077 2024-08-17T17:09:43.750 INFO:tasks.rados.rados.0.smithi059.stdout:1338: oid 49 version 1081 is already newer than 1078 2024-08-17T17:09:43.750 INFO:tasks.rados.rados.0.smithi059.stdout:1338: oid 49 version 1081 is already newer than 1080 2024-08-17T17:09:43.750 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 1081 (ObjNum 426 snap 144 seq_num 426) dirty exists 2024-08-17T17:09:43.750 INFO:tasks.rados.rados.0.smithi059.stdout:1338: left oid 49 (ObjNum 426 snap 144 seq_num 426) 2024-08-17T17:09:44.145 INFO:tasks.rados.rados.0.smithi059.stdout:1334: done (5 left) 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:1335: done (4 left) 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:1336: done (3 left) 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:1337: done (2 left) 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:1338: done (1 left) 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:1339: done (0 left) 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:1340: copy_from oid 49 from oid 24 current snap is 145 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:1341: rollback oid 15 current snap is 145 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 15 to 139 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 145 2024-08-17T17:09:44.146 INFO:tasks.rados.rados.0.smithi059.stdout:1342: seq_num 427 ranges {0=761856,761856=598016,1359872=606208,1966080=401408} 2024-08-17T17:09:44.149 INFO:tasks.rados.rados.0.smithi059.stdout:1342: writing smithi05980601-35 from 0 to 761856 tid 1 2024-08-17T17:09:44.153 INFO:tasks.rados.rados.0.smithi059.stdout:1342: writing smithi05980601-35 from 761856 to 1359872 tid 2 2024-08-17T17:09:44.157 INFO:tasks.rados.rados.0.smithi059.stdout:1342: writing smithi05980601-35 from 1359872 to 1966080 tid 3 2024-08-17T17:09:44.160 INFO:tasks.rados.rados.0.smithi059.stdout:1342: writing smithi05980601-35 from 1966080 to 2367488 tid 4 2024-08-17T17:09:44.160 INFO:tasks.rados.rados.0.smithi059.stdout:1343: snap_create 2024-08-17T17:09:44.160 INFO:tasks.rados.rados.0.smithi059.stdout:1341: finishing rollback tid 0 to smithi05980601-15 2024-08-17T17:09:44.160 INFO:tasks.rados.rados.0.smithi059.stdout:1341: finishing rollback tid 1 to smithi05980601-15 2024-08-17T17:09:44.161 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 273 (ObjNum 145 snap 0 seq_num 339275952) dirty dne 2024-08-17T17:09:44.161 INFO:tasks.rados.rados.0.smithi059.stdout:1342: finishing write tid 1 to smithi05980601-35 2024-08-17T17:09:44.161 INFO:tasks.rados.rados.0.smithi059.stdout:1342: finishing write tid 2 to smithi05980601-35 2024-08-17T17:09:44.161 INFO:tasks.rados.rados.0.smithi059.stdout:1342: finishing write tid 3 to smithi05980601-35 2024-08-17T17:09:44.163 INFO:tasks.rados.rados.0.smithi059.stdout:1342: finishing write tid 4 to smithi05980601-35 2024-08-17T17:09:44.163 INFO:tasks.rados.rados.0.smithi059.stdout:1342: finishing write tid 5 to smithi05980601-35 2024-08-17T17:09:44.165 INFO:tasks.rados.rados.0.smithi059.stdout:1342: finishing write tid 6 to smithi05980601-35 2024-08-17T17:09:44.165 INFO:tasks.rados.rados.0.smithi059.stdout:1342: oid 35 updating version 0 to 453 2024-08-17T17:09:44.165 INFO:tasks.rados.rados.0.smithi059.stdout:1342: oid 35 version 453 is already newer than 451 2024-08-17T17:09:44.165 INFO:tasks.rados.rados.0.smithi059.stdout:1342: oid 35 version 453 is already newer than 452 2024-08-17T17:09:44.166 INFO:tasks.rados.rados.0.smithi059.stdout:1342: oid 35 version 453 is already newer than 450 2024-08-17T17:09:44.166 INFO:tasks.rados.rados.0.smithi059.stdout:1342: oid 35 version 453 is already newer than 449 2024-08-17T17:09:44.166 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 453 (ObjNum 427 snap 145 seq_num 427) dirty exists 2024-08-17T17:09:44.166 INFO:tasks.rados.rados.0.smithi059.stdout:1342: left oid 35 (ObjNum 427 snap 145 seq_num 427) 2024-08-17T17:09:44.170 INFO:tasks.rados.rados.0.smithi059.stdout:1340: finishing copy_from racing read to smithi05980601-49 2024-08-17T17:09:44.171 INFO:tasks.rados.rados.0.smithi059.stdout:1340: finishing copy_from to smithi05980601-49 2024-08-17T17:09:44.171 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 220 (ObjNum 403 snap 139 seq_num 403) dirty exists 2024-08-17T17:09:44.374 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:44 smithi059 ceph-mon[92261]: pgmap v186: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 9.1 MiB/s wr, 43 op/s 2024-08-17T17:09:44.374 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:44 smithi059 ceph-mon[92261]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T17:09:44.374 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:44 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:09:44.374 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:44 smithi059 ceph-mon[94685]: pgmap v186: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 9.1 MiB/s wr, 43 op/s 2024-08-17T17:09:44.374 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:44 smithi059 ceph-mon[94685]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T17:09:44.374 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:44 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:09:44.377 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:09:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:44 smithi087 ceph-mon[85676]: pgmap v186: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 9.1 MiB/s wr, 43 op/s 2024-08-17T17:09:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:44 smithi087 ceph-mon[85676]: osdmap e349: 8 total, 8 up, 8 in 2024-08-17T17:09:44.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:44 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-08-17T17:09:44.967 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:09:44.967 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (6m) 20s ago 7m 25.2M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:09:44.967 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (7m) 92s ago 7m 88.8M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:09:44.967 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (8m) 20s ago 8m 17.8M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:09:44.967 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (8m) 92s ago 8m 19.7M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:09:44.967 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (2m) 92s ago 11m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (3m) 20s ago 13m 522M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (2m) 20s ago 13m 52.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (97s) 92s ago 12m 27.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (115s) 20s ago 12m 42.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (6m) 20s ago 6m 16.1M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (6m) 92s ago 6m 16.3M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (57s) 20s ago 11m 122M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (24s) 20s ago 11m 12.2M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (10m) 20s ago 10m 187M 2481M 18.2.4-719-gced649f8 c870753d67c2 d7e2681878ac 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (10m) 20s ago 10m 117M 2481M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (9m) 92s ago 9m 128M 2480M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (9m) 92s ago 9m 143M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:09:44.968 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (9m) 92s ago 9m 121M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:09:44.969 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (8m) 92s ago 8m 98.3M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:09:44.969 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (2m) 92s ago 7m 48.8M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:09:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:1340: done (3 left) 2024-08-17T17:09:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:1341: done (2 left) 2024-08-17T17:09:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:1342: done (1 left) 2024-08-17T17:09:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:1343: done (0 left) 2024-08-17T17:09:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:1344: rollback oid 1 current snap is 146 2024-08-17T17:09:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 1 to 139 2024-08-17T17:09:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:1345: rollback oid 36 current snap is 146 2024-08-17T17:09:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 36 to 132 2024-08-17T17:09:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:1346: snap_remove snap 122 2024-08-17T17:09:45.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:45 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:09:45.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:45 smithi059 ceph-mon[92261]: Upgrade: osd.2 is safe to restart 2024-08-17T17:09:45.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:45 smithi059 ceph-mon[92261]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T17:09:45.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:45 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:09:45.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:45 smithi059 ceph-mon[94685]: Upgrade: osd.2 is safe to restart 2024-08-17T17:09:45.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:45 smithi059 ceph-mon[94685]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T17:09:45.332 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:09:45.332 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:09:45.332 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 6, 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 8, 2024-08-17T17:09:45.333 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 7 2024-08-17T17:09:45.334 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:09:45.334 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:09:45.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:45 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-17T17:09:45.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:45 smithi087 ceph-mon[85676]: Upgrade: osd.2 is safe to restart 2024-08-17T17:09:45.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:45 smithi087 ceph-mon[85676]: osdmap e350: 8 total, 8 up, 8 in 2024-08-17T17:09:45.638 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:09:45.638 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:09:45.638 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:09:45.638 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:09:45.638 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:09:45.638 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:09:45.639 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:09:45.639 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:09:45.639 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "7/20 daemons upgraded", 2024-08-17T17:09:45.639 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:09:45.639 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:09:45.639 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:09:46.103 INFO:tasks.rados.rados.0.smithi059.stdout:1346: done (2 left) 2024-08-17T17:09:46.103 INFO:tasks.rados.rados.0.smithi059.stdout:1347: snap_remove snap 144 2024-08-17T17:09:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: pgmap v189: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 548 KiB/s wr, 2 op/s 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3104710248' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[92261]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: pgmap v189: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 548 KiB/s wr, 2 op/s 2024-08-17T17:09:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T17:09:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3104710248' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:09:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:46 smithi059 ceph-mon[94685]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T17:09:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: from='client.34287 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: pgmap v189: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 KiB/s rd, 548 KiB/s wr, 2 op/s 2024-08-17T17:09:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: from='client.34299 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: osdmap e351: 8 total, 8 up, 8 in 2024-08-17T17:09:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3104710248' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:09:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-08-17T17:09:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:09:46.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:46 smithi087 ceph-mon[85676]: osdmap e352: 8 total, 8 up, 8 in 2024-08-17T17:09:47.105 INFO:tasks.rados.rados.0.smithi059.stdout:1347: done (2 left) 2024-08-17T17:09:47.105 INFO:tasks.rados.rados.0.smithi059.stdout:1348: snap_remove snap 71 2024-08-17T17:09:47.403 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:47 smithi059 ceph-mon[92261]: Upgrade: Updating osd.2 2024-08-17T17:09:47.403 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:47 smithi059 ceph-mon[92261]: Deploying daemon osd.2 on smithi059 2024-08-17T17:09:47.403 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:47 smithi059 ceph-mon[92261]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:47.403 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:47 smithi059 ceph-mon[92261]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T17:09:47.404 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:47 smithi059 ceph-mon[94685]: Upgrade: Updating osd.2 2024-08-17T17:09:47.404 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:47 smithi059 ceph-mon[94685]: Deploying daemon osd.2 on smithi059 2024-08-17T17:09:47.404 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:47 smithi059 ceph-mon[94685]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:47.404 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:47 smithi059 ceph-mon[94685]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T17:09:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:47 smithi087 ceph-mon[85676]: Upgrade: Updating osd.2 2024-08-17T17:09:47.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:47 smithi087 ceph-mon[85676]: Deploying daemon osd.2 on smithi059 2024-08-17T17:09:47.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:47 smithi087 ceph-mon[85676]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:09:47.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:47 smithi087 ceph-mon[85676]: osdmap e353: 8 total, 8 up, 8 in 2024-08-17T17:09:47.673 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:09:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:09:47] "GET /metrics HTTP/1.1" 200 36224 "" "Prometheus/2.43.0" 2024-08-17T17:09:48.107 INFO:tasks.rados.rados.0.smithi059.stdout:1348: done (2 left) 2024-08-17T17:09:48.107 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 146 2024-08-17T17:09:48.107 INFO:tasks.rados.rados.0.smithi059.stdout:1349: seq_num 428 ranges {1474560=778240,2252800=483328,2736128=409600,3145728=417792,3563520=294912} 2024-08-17T17:09:48.121 INFO:tasks.rados.rados.0.smithi059.stdout:1349: writing smithi05980601-29 from 1474560 to 2252800 tid 1 2024-08-17T17:09:48.124 INFO:tasks.rados.rados.0.smithi059.stdout:1349: writing smithi05980601-29 from 2252800 to 2736128 tid 2 2024-08-17T17:09:48.127 INFO:tasks.rados.rados.0.smithi059.stdout:1349: writing smithi05980601-29 from 2736128 to 3145728 tid 3 2024-08-17T17:09:48.130 INFO:tasks.rados.rados.0.smithi059.stdout:1349: writing smithi05980601-29 from 3145728 to 3563520 tid 4 2024-08-17T17:09:48.132 INFO:tasks.rados.rados.0.smithi059.stdout:1349: writing smithi05980601-29 from 3563520 to 3858432 tid 5 2024-08-17T17:09:48.133 INFO:tasks.rados.rados.0.smithi059.stdout:1350: snap_remove snap 113 2024-08-17T17:09:48.402 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:48 smithi059 ceph-mon[92261]: pgmap v192: 121 pgs: 121 active+clean; 457 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T17:09:48.402 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:48 smithi059 ceph-mon[92261]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T17:09:48.402 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:48 smithi059 ceph-mon[94685]: pgmap v192: 121 pgs: 121 active+clean; 457 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T17:09:48.402 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:48 smithi059 ceph-mon[94685]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T17:09:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:48 smithi087 ceph-mon[85676]: pgmap v192: 121 pgs: 121 active+clean; 457 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T17:09:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:48 smithi087 ceph-mon[85676]: osdmap e354: 8 total, 8 up, 8 in 2024-08-17T17:09:49.037 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:48 smithi059 systemd[1]: Stopping Ceph osd.2 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:49.109 INFO:tasks.rados.rados.0.smithi059.stdout:1350: done (3 left) 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1351: delete oid 13 current snap is 146 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1344: finishing rollback tid 0 to smithi05980601-1 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1345: finishing rollback tid 0 to smithi05980601-36 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1344: finishing rollback tid 1 to smithi05980601-1 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1344: finishing rollback tid 2 to smithi05980601-1 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 508 (ObjNum 388 snap 138 seq_num 388) dirty exists 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1345: finishing rollback tid 1 to smithi05980601-36 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1345: finishing rollback tid 2 to smithi05980601-36 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 579 (ObjNum 360 snap 128 seq_num 360) dirty exists 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1349: finishing write tid 1 to smithi05980601-29 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1349: finishing write tid 2 to smithi05980601-29 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1349: finishing write tid 3 to smithi05980601-29 2024-08-17T17:09:49.110 INFO:tasks.rados.rados.0.smithi059.stdout:1349: finishing write tid 4 to smithi05980601-29 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: finishing write tid 5 to smithi05980601-29 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: finishing write tid 6 to smithi05980601-29 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: finishing write tid 7 to smithi05980601-29 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: oid 29 updating version 0 to 151 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: oid 29 updating version 151 to 155 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: oid 29 version 155 is already newer than 153 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: oid 29 version 155 is already newer than 154 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: oid 29 updating version 155 to 156 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: oid 29 version 156 is already newer than 152 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 156 (ObjNum 428 snap 146 seq_num 428) dirty exists 2024-08-17T17:09:49.111 INFO:tasks.rados.rados.0.smithi059.stdout:1349: left oid 29 (ObjNum 428 snap 146 seq_num 428) 2024-08-17T17:09:49.119 INFO:tasks.rados.rados.0.smithi059.stdout:1344: done (3 left) 2024-08-17T17:09:49.119 INFO:tasks.rados.rados.0.smithi059.stdout:1345: done (2 left) 2024-08-17T17:09:49.119 INFO:tasks.rados.rados.0.smithi059.stdout:1349: done (1 left) 2024-08-17T17:09:49.119 INFO:tasks.rados.rados.0.smithi059.stdout:1351: done (0 left) 2024-08-17T17:09:49.119 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 146 2024-08-17T17:09:49.119 INFO:tasks.rados.rados.0.smithi059.stdout:1352: seq_num 430 ranges {0=8192} 2024-08-17T17:09:49.119 INFO:tasks.rados.rados.0.smithi059.stdout:1352: writing smithi05980601-15 from 0 to 8192 tid 1 2024-08-17T17:09:49.119 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 146 2024-08-17T17:09:49.119 INFO:tasks.rados.rados.0.smithi059.stdout:1353: seq_num 431 ranges {1966080=24576} 2024-08-17T17:09:49.131 INFO:tasks.rados.rados.0.smithi059.stdout:1353: writing smithi05980601-22 from 1966080 to 1990656 tid 1 2024-08-17T17:09:49.131 INFO:tasks.rados.rados.0.smithi059.stdout:1352: finishing write tid 1 to smithi05980601-15 2024-08-17T17:09:49.131 INFO:tasks.rados.rados.0.smithi059.stdout:1352: finishing write tid 2 to smithi05980601-15 2024-08-17T17:09:49.131 INFO:tasks.rados.rados.0.smithi059.stdout:1352: finishing write tid 3 to smithi05980601-15 2024-08-17T17:09:49.131 INFO:tasks.rados.rados.0.smithi059.stdout:1352: oid 15 updating version 0 to 285 2024-08-17T17:09:49.131 INFO:tasks.rados.rados.0.smithi059.stdout:1352: oid 15 version 285 is already newer than 284 2024-08-17T17:09:49.132 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 285 (ObjNum 430 snap 146 seq_num 430) dirty exists 2024-08-17T17:09:49.132 INFO:tasks.rados.rados.0.smithi059.stdout:1352: left oid 15 (ObjNum 430 snap 146 seq_num 430) 2024-08-17T17:09:49.132 INFO:tasks.rados.rados.0.smithi059.stdout:1352: done (1 left) 2024-08-17T17:09:49.132 INFO:tasks.rados.rados.0.smithi059.stdout:1354: read oid 19 snap -1 2024-08-17T17:09:49.132 INFO:tasks.rados.rados.0.smithi059.stdout:1354: expect deleted 2024-08-17T17:09:49.132 INFO:tasks.rados.rados.0.smithi059.stdout:1355: read oid 26 snap -1 2024-08-17T17:09:49.132 INFO:tasks.rados.rados.0.smithi059.stdout:1355: expect (ObjNum 415 snap 141 seq_num 415) 2024-08-17T17:09:49.132 INFO:tasks.rados.rados.0.smithi059.stdout:1356: snap_create 2024-08-17T17:09:49.138 INFO:tasks.rados.rados.0.smithi059.stdout:1353: finishing write tid 1 to smithi05980601-22 2024-08-17T17:09:49.138 INFO:tasks.rados.rados.0.smithi059.stdout:1353: finishing write tid 2 to smithi05980601-22 2024-08-17T17:09:49.139 INFO:tasks.rados.rados.0.smithi059.stdout:1353: finishing write tid 3 to smithi05980601-22 2024-08-17T17:09:49.139 INFO:tasks.rados.rados.0.smithi059.stdout:1353: oid 22 updating version 0 to 455 2024-08-17T17:09:49.139 INFO:tasks.rados.rados.0.smithi059.stdout:1353: oid 22 version 455 is already newer than 454 2024-08-17T17:09:49.139 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 455 (ObjNum 431 snap 146 seq_num 431) dirty exists 2024-08-17T17:09:49.139 INFO:tasks.rados.rados.0.smithi059.stdout:1353: left oid 22 (ObjNum 431 snap 146 seq_num 431) 2024-08-17T17:09:49.148 INFO:tasks.rados.rados.0.smithi059.stdout:1355: expect (ObjNum 415 snap 141 seq_num 415) 2024-08-17T17:09:49.537 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[55750]: 2024-08-17T17:09:49.135+0000 7f42621ce640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:09:49.537 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[55750]: 2024-08-17T17:09:49.135+0000 7f42621ce640 -1 osd.2 355 *** Got signal Terminated *** 2024-08-17T17:09:49.537 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:49 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[55750]: 2024-08-17T17:09:49.135+0000 7f42621ce640 -1 osd.2 355 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:09:50.117 INFO:tasks.rados.rados.0.smithi059.stdout:1353: done (3 left) 2024-08-17T17:09:50.117 INFO:tasks.rados.rados.0.smithi059.stdout:1354: done (2 left) 2024-08-17T17:09:50.118 INFO:tasks.rados.rados.0.smithi059.stdout:1355: done (1 left) 2024-08-17T17:09:50.118 INFO:tasks.rados.rados.0.smithi059.stdout:1356: done (0 left) 2024-08-17T17:09:50.118 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 147 2024-08-17T17:09:50.118 INFO:tasks.rados.rados.0.smithi059.stdout:1357: seq_num 432 ranges {6094848=40960} 2024-08-17T17:09:50.152 INFO:tasks.rados.rados.0.smithi059.stdout:1357: writing smithi05980601-17 from 6094848 to 6135808 tid 1 2024-08-17T17:09:50.152 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 147 2024-08-17T17:09:50.152 INFO:tasks.rados.rados.0.smithi059.stdout:1358: seq_num 433 ranges {2367488=57344} 2024-08-17T17:09:50.165 INFO:tasks.rados.rados.0.smithi059.stdout:1358: writing smithi05980601-35 from 2367488 to 2424832 tid 1 2024-08-17T17:09:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1359: snap_create 2024-08-17T17:09:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1357: finishing write tid 1 to smithi05980601-17 2024-08-17T17:09:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1357: finishing write tid 2 to smithi05980601-17 2024-08-17T17:09:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1357: finishing write tid 3 to smithi05980601-17 2024-08-17T17:09:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1357: oid 17 updating version 0 to 1122 2024-08-17T17:09:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1357: oid 17 version 1122 is already newer than 1121 2024-08-17T17:09:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1122 (ObjNum 432 snap 147 seq_num 432) dirty exists 2024-08-17T17:09:50.166 INFO:tasks.rados.rados.0.smithi059.stdout:1357: left oid 17 (ObjNum 432 snap 147 seq_num 432) 2024-08-17T17:09:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:50 smithi059 ceph-mon[92261]: pgmap v195: 121 pgs: 121 active+clean; 463 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-08-17T17:09:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:50 smithi059 ceph-mon[92261]: osdmap e355: 8 total, 8 up, 8 in 2024-08-17T17:09:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:50 smithi059 ceph-mon[92261]: osd.2 marked itself down and dead 2024-08-17T17:09:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:50 smithi059 ceph-mon[94685]: pgmap v195: 121 pgs: 121 active+clean; 463 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-08-17T17:09:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:50 smithi059 ceph-mon[94685]: osdmap e355: 8 total, 8 up, 8 in 2024-08-17T17:09:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:50 smithi059 ceph-mon[94685]: osd.2 marked itself down and dead 2024-08-17T17:09:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:50 smithi087 ceph-mon[85676]: pgmap v195: 121 pgs: 121 active+clean; 463 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.1 MiB/s wr, 13 op/s 2024-08-17T17:09:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:50 smithi087 ceph-mon[85676]: osdmap e355: 8 total, 8 up, 8 in 2024-08-17T17:09:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:50 smithi087 ceph-mon[85676]: osd.2 marked itself down and dead 2024-08-17T17:09:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:09:50.865 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:50 smithi059 podman[109100]: 2024-08-17 17:09:50.613204695 +0000 UTC m=+1.590452756 container died d7e2681878ac3c6746f0818a0903047d7c88350eda0c4464ce5d47ef8fc40886 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:09:51.106 INFO:tasks.rados.rados.0.smithi059.stdout:1357: done (2 left) 2024-08-17T17:09:51.107 INFO:tasks.rados.rados.0.smithi059.stdout:1359: done (1 left) 2024-08-17T17:09:51.107 INFO:tasks.rados.rados.0.smithi059.stdout:1360: delete oid 38 current snap is 148 2024-08-17T17:09:51.116 INFO:tasks.rados.rados.0.smithi059.stdout:1360: done (1 left) 2024-08-17T17:09:51.117 INFO:tasks.rados.rados.0.smithi059.stdout:1361: rmattr oid 30 current snap is 148 2024-08-17T17:09:51.117 INFO:tasks.rados.rados.0.smithi059.stdout:1362: read oid 21 snap -1 2024-08-17T17:09:51.117 INFO:tasks.rados.rados.0.smithi059.stdout:1362: expect (ObjNum 374 snap 132 seq_num 374) 2024-08-17T17:09:51.117 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 148 2024-08-17T17:09:51.117 INFO:tasks.rados.rados.0.smithi059.stdout:1363: seq_num 435 ranges {3891200=90112} 2024-08-17T17:09:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1363: writing smithi05980601-28 from 3891200 to 3981312 tid 1 2024-08-17T17:09:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 148 2024-08-17T17:09:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 206 (ObjNum 355 snap 124 seq_num 355) dirty exists 2024-08-17T17:09:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1364: seq_num 436 ranges {0=106496} 2024-08-17T17:09:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1364: writing smithi05980601-5 from 0 to 106496 tid 1 2024-08-17T17:09:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1361: done (4 left) 2024-08-17T17:09:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 148 2024-08-17T17:09:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1365: seq_num 437 ranges {6422528=122880} 2024-08-17T17:09:51.175 INFO:tasks.rados.rados.0.smithi059.stdout:1365: writing smithi05980601-30 from 6422528 to 6545408 tid 1 2024-08-17T17:09:51.175 INFO:tasks.rados.rados.0.smithi059.stdout:1366: snap_remove snap 141 2024-08-17T17:09:51.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:51 smithi059 ceph-mon[94685]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:09:51.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:51 smithi059 ceph-mon[94685]: osdmap e356: 8 total, 7 up, 8 in 2024-08-17T17:09:51.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:51 smithi059 ceph-mon[92261]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:09:51.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:51 smithi059 ceph-mon[92261]: osdmap e356: 8 total, 7 up, 8 in 2024-08-17T17:09:51.288 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:51 smithi059 podman[109100]: 2024-08-17 17:09:51.039311481 +0000 UTC m=+2.016559543 container cleanup d7e2681878ac3c6746f0818a0903047d7c88350eda0c4464ce5d47ef8fc40886 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:09:51.288 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:51 smithi059 bash[109100]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2 2024-08-17T17:09:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:51 smithi087 ceph-mon[85676]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:09:51.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:51 smithi087 ceph-mon[85676]: osdmap e356: 8 total, 7 up, 8 in 2024-08-17T17:09:51.718 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:51 smithi059 podman[109128]: 2024-08-17 17:09:51.299984193 +0000 UTC m=+0.684797179 container remove d7e2681878ac3c6746f0818a0903047d7c88350eda0c4464ce5d47ef8fc40886 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ced649f, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0) 2024-08-17T17:09:51.979 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:51 smithi059 podman[109216]: 2024-08-17 17:09:51.717508321 +0000 UTC m=+0.104493386 container create 9c366d31aad3394ac7d164145d146e0f1a3b8375c51c979620690d10dd9f9c3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T17:09:51.979 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:51 smithi059 podman[109216]: 2024-08-17 17:09:51.631121348 +0000 UTC m=+0.018106391 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:09:52.123 INFO:tasks.rados.rados.0.smithi059.stdout:1366: done (5 left) 2024-08-17T17:09:52.123 INFO:tasks.rados.rados.0.smithi059.stdout:1367: snap_create 2024-08-17T17:09:52.123 INFO:tasks.rados.rados.0.smithi059.stdout:1358: finishing write tid 1 to smithi05980601-35 2024-08-17T17:09:52.123 INFO:tasks.rados.rados.0.smithi059.stdout:1358: finishing write tid 2 to smithi05980601-35 2024-08-17T17:09:52.123 INFO:tasks.rados.rados.0.smithi059.stdout:1358: finishing write tid 3 to smithi05980601-35 2024-08-17T17:09:52.123 INFO:tasks.rados.rados.0.smithi059.stdout:1358: oid 35 updating version 0 to 457 2024-08-17T17:09:52.123 INFO:tasks.rados.rados.0.smithi059.stdout:1358: oid 35 version 457 is already newer than 456 2024-08-17T17:09:52.124 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 457 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:09:52.124 INFO:tasks.rados.rados.0.smithi059.stdout:1358: left oid 35 (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:09:52.124 INFO:tasks.rados.rados.0.smithi059.stdout:1362: expect (ObjNum 374 snap 132 seq_num 374) 2024-08-17T17:09:52.170 INFO:tasks.rados.rados.0.smithi059.stdout:1364: finishing write tid 1 to smithi05980601-5 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1364: finishing write tid 2 to smithi05980601-5 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1363: finishing write tid 1 to smithi05980601-28 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1363: finishing write tid 2 to smithi05980601-28 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1364: finishing write tid 3 to smithi05980601-5 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1364: oid 5 updating version 0 to 1019 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1364: oid 5 updating version 1019 to 1020 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1020 (ObjNum 436 snap 148 seq_num 436) dirty exists 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1364: left oid 5 (ObjNum 436 snap 148 seq_num 436) 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1363: finishing write tid 3 to smithi05980601-28 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1363: oid 28 updating version 0 to 534 2024-08-17T17:09:52.171 INFO:tasks.rados.rados.0.smithi059.stdout:1363: oid 28 updating version 534 to 535 2024-08-17T17:09:52.172 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 535 (ObjNum 435 snap 148 seq_num 435) dirty exists 2024-08-17T17:09:52.172 INFO:tasks.rados.rados.0.smithi059.stdout:1363: left oid 28 (ObjNum 435 snap 148 seq_num 435) 2024-08-17T17:09:52.172 INFO:tasks.rados.rados.0.smithi059.stdout:1365: finishing write tid 1 to smithi05980601-30 2024-08-17T17:09:52.172 INFO:tasks.rados.rados.0.smithi059.stdout:1365: finishing write tid 2 to smithi05980601-30 2024-08-17T17:09:52.172 INFO:tasks.rados.rados.0.smithi059.stdout:1365: finishing write tid 3 to smithi05980601-30 2024-08-17T17:09:52.172 INFO:tasks.rados.rados.0.smithi059.stdout:1365: oid 30 updating version 0 to 208 2024-08-17T17:09:52.172 INFO:tasks.rados.rados.0.smithi059.stdout:1365: oid 30 version 208 is already newer than 207 2024-08-17T17:09:52.172 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 208 (ObjNum 437 snap 148 seq_num 437) dirty exists 2024-08-17T17:09:52.172 INFO:tasks.rados.rados.0.smithi059.stdout:1365: left oid 30 (ObjNum 437 snap 148 seq_num 437) 2024-08-17T17:09:52.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:52 smithi059 ceph-mon[92261]: pgmap v198: 121 pgs: 26 peering, 4 stale+active+clean, 91 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-17T17:09:52.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:52 smithi059 ceph-mon[92261]: osdmap e357: 8 total, 7 up, 8 in 2024-08-17T17:09:52.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:52 smithi059 ceph-mon[92261]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-08-17T17:09:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:52 smithi059 ceph-mon[94685]: pgmap v198: 121 pgs: 26 peering, 4 stale+active+clean, 91 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-17T17:09:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:52 smithi059 ceph-mon[94685]: osdmap e357: 8 total, 7 up, 8 in 2024-08-17T17:09:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:52 smithi059 ceph-mon[94685]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-08-17T17:09:52.288 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:51 smithi059 podman[109216]: 2024-08-17 17:09:51.978464742 +0000 UTC m=+0.365449778 container init 9c366d31aad3394ac7d164145d146e0f1a3b8375c51c979620690d10dd9f9c3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-17T17:09:52.288 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:51 smithi059 podman[109216]: 2024-08-17 17:09:51.982077289 +0000 UTC m=+0.369062313 container start 9c366d31aad3394ac7d164145d146e0f1a3b8375c51c979620690d10dd9f9c3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True) 2024-08-17T17:09:52.288 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:52 smithi059 podman[109216]: 2024-08-17 17:09:52.070064194 +0000 UTC m=+0.457049221 container attach 9c366d31aad3394ac7d164145d146e0f1a3b8375c51c979620690d10dd9f9c3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:09:52.288 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:52 smithi059 podman[109216]: 2024-08-17 17:09:52.189423221 +0000 UTC m=+0.576408244 container died 9c366d31aad3394ac7d164145d146e0f1a3b8375c51c979620690d10dd9f9c3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T17:09:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:52 smithi087 ceph-mon[85676]: pgmap v198: 121 pgs: 26 peering, 4 stale+active+clean, 91 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-08-17T17:09:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:52 smithi087 ceph-mon[85676]: osdmap e357: 8 total, 7 up, 8 in 2024-08-17T17:09:52.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:52 smithi087 ceph-mon[85676]: Health check failed: Reduced data availability: 4 pgs inactive, 5 pgs peering (PG_AVAILABILITY) 2024-08-17T17:09:53.037 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:52 smithi059 podman[109238]: 2024-08-17 17:09:52.740502103 +0000 UTC m=+0.541516553 container remove 9c366d31aad3394ac7d164145d146e0f1a3b8375c51c979620690d10dd9f9c3a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T17:09:53.037 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:52 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-17T17:09:53.037 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:52 smithi059 systemd[1]: Stopped Ceph osd.2 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:53.038 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:52 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.2.service: Consumed 13.789s CPU time. 2024-08-17T17:09:53.038 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:52 smithi059 systemd[1]: Starting Ceph osd.2 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:1358: done (5 left) 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:1362: done (4 left) 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:1363: done (3 left) 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:1364: done (2 left) 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:1365: done (1 left) 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:1367: done (0 left) 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:1368: copy_from oid 34 from oid 38 current snap is 149 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:1369: rollback oid 46 current snap is 149 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 46 to 124 2024-08-17T17:09:53.128 INFO:tasks.rados.rados.0.smithi059.stdout:1370: rollback oid 23 current snap is 149 2024-08-17T17:09:53.129 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 23 to 143 2024-08-17T17:09:53.129 INFO:tasks.rados.rados.0.smithi059.stdout:1371: delete oid 22 current snap is 149 2024-08-17T17:09:53.133 INFO:tasks.rados.rados.0.smithi059.stdout:1368: finishing copy_from to smithi05980601-34 2024-08-17T17:09:53.133 INFO:tasks.rados.rados.0.smithi059.stdout:1368: got expected ENOENT (src dne) 2024-08-17T17:09:53.133 INFO:tasks.rados.rados.0.smithi059.stdout:1371: done (3 left) 2024-08-17T17:09:53.133 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 149 2024-08-17T17:09:53.133 INFO:tasks.rados.rados.0.smithi059.stdout:1372: seq_num 439 ranges {0=155648} 2024-08-17T17:09:53.134 INFO:tasks.rados.rados.0.smithi059.stdout:1372: writing smithi05980601-12 from 0 to 155648 tid 1 2024-08-17T17:09:53.134 INFO:tasks.rados.rados.0.smithi059.stdout:1373: copy_from oid 28 from oid 42 current snap is 149 2024-08-17T17:09:53.134 INFO:tasks.rados.rados.0.smithi059.stdout:1374: snap_remove snap 147 2024-08-17T17:09:53.471 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:53 smithi059 ceph-mon[92261]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T17:09:53.471 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:53 smithi059 ceph-mon[94685]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T17:09:53.471 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 podman[109337]: 2024-08-17 17:09:53.098831275 +0000 UTC m=+0.018058709 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:09:53.471 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 podman[109337]: 2024-08-17 17:09:53.200133577 +0000 UTC m=+0.119360998 container create b5073d77c73da44b952e670db45fc8760a5b0ac742b4106d466e41442d3731ab (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0) 2024-08-17T17:09:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:53 smithi087 ceph-mon[85676]: osdmap e358: 8 total, 7 up, 8 in 2024-08-17T17:09:53.788 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 podman[109337]: 2024-08-17 17:09:53.470689093 +0000 UTC m=+0.389916523 container init b5073d77c73da44b952e670db45fc8760a5b0ac742b4106d466e41442d3731ab (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-17T17:09:53.788 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 podman[109337]: 2024-08-17 17:09:53.474364362 +0000 UTC m=+0.393591782 container start b5073d77c73da44b952e670db45fc8760a5b0ac742b4106d466e41442d3731ab (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD) 2024-08-17T17:09:53.788 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 podman[109337]: 2024-08-17 17:09:53.569834882 +0000 UTC m=+0.489062328 container attach b5073d77c73da44b952e670db45fc8760a5b0ac742b4106d466e41442d3731ab (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T17:09:53.788 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 bash[109337]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 bash[109337]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 bash[109337]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 bash[109337]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 bash[109337]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:09:53.789 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T17:09:53.790 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 bash[109337]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T17:09:53.790 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-17T17:09:53.790 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:53 smithi059 bash[109337]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-17T17:09:54.131 INFO:tasks.rados.rados.0.smithi059.stdout:1374: done (5 left) 2024-08-17T17:09:54.132 INFO:tasks.rados.rados.0.smithi059.stdout:1375: snap_remove snap 146 2024-08-17T17:09:54.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-mon[94685]: pgmap v201: 121 pgs: 5 active+undersized, 26 peering, 3 stale+active+clean, 1 active+undersized+degraded, 86 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 18 KiB/s wr, 3 op/s; 4/834 objects degraded (0.480%) 2024-08-17T17:09:54.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-mon[94685]: Health check failed: Degraded data redundancy: 4/834 objects degraded (0.480%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:09:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-mon[94685]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T17:09:54.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-mon[92261]: pgmap v201: 121 pgs: 5 active+undersized, 26 peering, 3 stale+active+clean, 1 active+undersized+degraded, 86 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 18 KiB/s wr, 3 op/s; 4/834 objects degraded (0.480%) 2024-08-17T17:09:54.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-mon[92261]: Health check failed: Degraded data redundancy: 4/834 objects degraded (0.480%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:09:54.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-mon[92261]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T17:09:54.288 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T17:09:54.288 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 bash[109337]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-17T17:09:54.288 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-17T17:09:54.289 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 bash[109337]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-17T17:09:54.289 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T17:09:54.289 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 bash[109337]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T17:09:54.289 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T17:09:54.289 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 bash[109337]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-17T17:09:54.289 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate[109352]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-17T17:09:54.289 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 bash[109337]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-17T17:09:54.289 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 podman[109337]: 2024-08-17 17:09:54.030327664 +0000 UTC m=+0.949555099 container died b5073d77c73da44b952e670db45fc8760a5b0ac742b4106d466e41442d3731ab (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:09:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:54 smithi087 ceph-mon[85676]: pgmap v201: 121 pgs: 5 active+undersized, 26 peering, 3 stale+active+clean, 1 active+undersized+degraded, 86 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 18 KiB/s wr, 3 op/s; 4/834 objects degraded (0.480%) 2024-08-17T17:09:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:54 smithi087 ceph-mon[85676]: Health check failed: Degraded data redundancy: 4/834 objects degraded (0.480%), 1 pg degraded (PG_DEGRADED) 2024-08-17T17:09:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:54 smithi087 ceph-mon[85676]: osdmap e359: 8 total, 7 up, 8 in 2024-08-17T17:09:54.945 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 podman[109458]: 2024-08-17 17:09:54.607450396 +0000 UTC m=+0.570782665 container remove b5073d77c73da44b952e670db45fc8760a5b0ac742b4106d466e41442d3731ab (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-activate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T17:09:54.945 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 podman[109520]: 2024-08-17 17:09:54.824785553 +0000 UTC m=+0.115035294 container create c229ba7bad79ac4e9d465c55234ea0eff017d8442e968e0d52e519537bc02183 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:09:54.945 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:54 smithi059 podman[109520]: 2024-08-17 17:09:54.727520406 +0000 UTC m=+0.017770160 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:09:55.141 INFO:tasks.rados.rados.0.smithi059.stdout:1375: done (5 left) 2024-08-17T17:09:55.141 INFO:tasks.rados.rados.0.smithi059.stdout:1376: copy_from oid 36 from oid 45 current snap is 149 2024-08-17T17:09:55.141 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 149 2024-08-17T17:09:55.141 INFO:tasks.rados.rados.0.smithi059.stdout:1377: seq_num 440 ranges {8667136=172032} 2024-08-17T17:09:55.190 INFO:tasks.rados.rados.0.smithi059.stdout:1377: writing smithi05980601-31 from 8667136 to 8839168 tid 1 2024-08-17T17:09:55.190 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 149 2024-08-17T17:09:55.190 INFO:tasks.rados.rados.0.smithi059.stdout:1378: seq_num 441 ranges {3858432=188416} 2024-08-17T17:09:55.208 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:55 smithi059 ceph-mon[94685]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T17:09:55.208 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:55 smithi059 ceph-mon[92261]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T17:09:55.209 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:55 smithi059 podman[109520]: 2024-08-17 17:09:55.093868721 +0000 UTC m=+0.384118476 container init c229ba7bad79ac4e9d465c55234ea0eff017d8442e968e0d52e519537bc02183 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:09:55.209 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:55 smithi059 podman[109520]: 2024-08-17 17:09:55.097205696 +0000 UTC m=+0.387455440 container start c229ba7bad79ac4e9d465c55234ea0eff017d8442e968e0d52e519537bc02183 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe) 2024-08-17T17:09:55.209 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:55 smithi059 ceph-osd[109539]: -- 172.21.15.59:0/844632004 <== mon.2 v2:172.21.15.59:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559407391a40 con 0x559407534400 2024-08-17T17:09:55.212 INFO:tasks.rados.rados.0.smithi059.stdout:1378: writing smithi05980601-29 from 3858432 to 4046848 tid 1 2024-08-17T17:09:55.212 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 149 2024-08-17T17:09:55.212 INFO:tasks.rados.rados.0.smithi059.stdout:1368: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:09:55.212 INFO:tasks.rados.rados.0.smithi059.stdout:1379: seq_num 442 ranges {4554752=204800} 2024-08-17T17:09:55.240 INFO:tasks.rados.rados.0.smithi059.stdout:1379: writing smithi05980601-11 from 4554752 to 4759552 tid 1 2024-08-17T17:09:55.240 INFO:tasks.rados.rados.0.smithi059.stdout:1368: done (8 left) 2024-08-17T17:09:55.240 INFO:tasks.rados.rados.0.smithi059.stdout:1380: rmattr oid 25 current snap is 149 2024-08-17T17:09:55.240 INFO:tasks.rados.rados.0.smithi059.stdout:1380: done (8 left) 2024-08-17T17:09:55.240 INFO:tasks.rados.rados.0.smithi059.stdout:1381: delete oid 6 current snap is 149 2024-08-17T17:09:55.240 INFO:tasks.rados.rados.0.smithi059.stdout:1369: finishing rollback tid 0 to smithi05980601-46 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1369: finishing rollback tid 1 to smithi05980601-46 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1369: finishing rollback tid 2 to smithi05980601-46 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 866 (ObjNum 194 snap 57 seq_num 194) dirty exists 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1372: finishing write tid 1 to smithi05980601-12 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1372: finishing write tid 2 to smithi05980601-12 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1370: finishing rollback tid 1 to smithi05980601-23 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 799 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1372: finishing write tid 3 to smithi05980601-12 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1372: oid 12 updating version 0 to 746 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1372: oid 12 updating version 746 to 747 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 747 (ObjNum 439 snap 149 seq_num 439) dirty exists 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1372: left oid 12 (ObjNum 439 snap 149 seq_num 439) 2024-08-17T17:09:55.241 INFO:tasks.rados.rados.0.smithi059.stdout:1373: finishing copy_from racing read to smithi05980601-28 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:1373: finishing copy_from to smithi05980601-28 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 766 (ObjNum 411 snap 140 seq_num 411) dirty exists 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:1376: finishing copy_from racing read to smithi05980601-36 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:1376: finishing copy_from to smithi05980601-36 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 297 (ObjNum 278 snap 97 seq_num 278) dirty exists 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:1377: finishing write tid 1 to smithi05980601-31 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:1377: finishing write tid 2 to smithi05980601-31 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:1377: finishing write tid 3 to smithi05980601-31 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:1377: oid 31 updating version 0 to 1135 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:1377: oid 31 version 1135 is already newer than 1134 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1135 (ObjNum 440 snap 149 seq_num 440) dirty exists 2024-08-17T17:09:55.242 INFO:tasks.rados.rados.0.smithi059.stdout:1377: left oid 31 (ObjNum 440 snap 149 seq_num 440) 2024-08-17T17:09:55.243 INFO:tasks.rados.rados.0.smithi059.stdout:1378: finishing write tid 1 to smithi05980601-29 2024-08-17T17:09:55.243 INFO:tasks.rados.rados.0.smithi059.stdout:1378: finishing write tid 2 to smithi05980601-29 2024-08-17T17:09:55.243 INFO:tasks.rados.rados.0.smithi059.stdout:1378: finishing write tid 3 to smithi05980601-29 2024-08-17T17:09:55.243 INFO:tasks.rados.rados.0.smithi059.stdout:1378: oid 29 updating version 0 to 163 2024-08-17T17:09:55.243 INFO:tasks.rados.rados.0.smithi059.stdout:1378: oid 29 version 163 is already newer than 162 2024-08-17T17:09:55.243 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 163 (ObjNum 441 snap 149 seq_num 441) dirty exists 2024-08-17T17:09:55.243 INFO:tasks.rados.rados.0.smithi059.stdout:1378: left oid 29 (ObjNum 441 snap 149 seq_num 441) 2024-08-17T17:09:55.244 INFO:tasks.rados.rados.0.smithi059.stdout:1369: done (8 left) 2024-08-17T17:09:55.244 INFO:tasks.rados.rados.0.smithi059.stdout:1370: done (7 left) 2024-08-17T17:09:55.244 INFO:tasks.rados.rados.0.smithi059.stdout:1372: done (6 left) 2024-08-17T17:09:55.244 INFO:tasks.rados.rados.0.smithi059.stdout:1373: done (5 left) 2024-08-17T17:09:55.244 INFO:tasks.rados.rados.0.smithi059.stdout:1376: done (4 left) 2024-08-17T17:09:55.244 INFO:tasks.rados.rados.0.smithi059.stdout:1377: done (3 left) 2024-08-17T17:09:55.245 INFO:tasks.rados.rados.0.smithi059.stdout:1378: done (2 left) 2024-08-17T17:09:55.245 INFO:tasks.rados.rados.0.smithi059.stdout:1381: done (1 left) 2024-08-17T17:09:55.245 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 149 2024-08-17T17:09:55.245 INFO:tasks.rados.rados.0.smithi059.stdout:1382: seq_num 444 ranges {106496=237568} 2024-08-17T17:09:55.245 INFO:tasks.rados.rados.0.smithi059.stdout:1382: writing smithi05980601-5 from 106496 to 344064 tid 1 2024-08-17T17:09:55.245 INFO:tasks.rados.rados.0.smithi059.stdout:1383: delete oid 38 current snap is 149 2024-08-17T17:09:55.245 INFO:tasks.rados.rados.0.smithi059.stdout:1379: finishing write tid 1 to smithi05980601-11 2024-08-17T17:09:55.245 INFO:tasks.rados.rados.0.smithi059.stdout:1379: finishing write tid 2 to smithi05980601-11 2024-08-17T17:09:55.246 INFO:tasks.rados.rados.0.smithi059.stdout:1379: finishing write tid 3 to smithi05980601-11 2024-08-17T17:09:55.246 INFO:tasks.rados.rados.0.smithi059.stdout:1379: oid 11 updating version 0 to 1138 2024-08-17T17:09:55.246 INFO:tasks.rados.rados.0.smithi059.stdout:1379: oid 11 version 1138 is already newer than 1137 2024-08-17T17:09:55.246 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1138 (ObjNum 442 snap 149 seq_num 442) dirty exists 2024-08-17T17:09:55.246 INFO:tasks.rados.rados.0.smithi059.stdout:1379: left oid 11 (ObjNum 442 snap 149 seq_num 442) 2024-08-17T17:09:55.246 INFO:tasks.rados.rados.0.smithi059.stdout:1379: done (2 left) 2024-08-17T17:09:55.246 INFO:tasks.rados.rados.0.smithi059.stdout:1383: done (1 left) 2024-08-17T17:09:55.246 INFO:tasks.rados.rados.0.smithi059.stdout:1384: setattr oid 17 current snap is 149 2024-08-17T17:09:55.247 INFO:tasks.rados.rados.0.smithi059.stdout:1385: read oid 21 snap -1 2024-08-17T17:09:55.247 INFO:tasks.rados.rados.0.smithi059.stdout:1385: expect (ObjNum 374 snap 132 seq_num 374) 2024-08-17T17:09:55.247 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 149 2024-08-17T17:09:55.247 INFO:tasks.rados.rados.0.smithi059.stdout:1386: seq_num 446 ranges {2162688=278528} 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:1386: writing smithi05980601-26 from 2162688 to 2441216 tid 1 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 149 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:1382: finishing write tid 1 to smithi05980601-5 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:1382: finishing write tid 2 to smithi05980601-5 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:1382: finishing write tid 3 to smithi05980601-5 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:1382: oid 5 updating version 0 to 1022 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:1382: oid 5 version 1022 is already newer than 1021 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1022 (ObjNum 444 snap 149 seq_num 444) dirty exists 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:1382: left oid 5 (ObjNum 444 snap 149 seq_num 444) 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1140 (ObjNum 432 snap 147 seq_num 432) dirty exists 2024-08-17T17:09:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:1387: seq_num 447 ranges {0=294912} 2024-08-17T17:09:55.262 INFO:tasks.rados.rados.0.smithi059.stdout:1387: writing smithi05980601-7 from 0 to 294912 tid 1 2024-08-17T17:09:55.262 INFO:tasks.rados.rados.0.smithi059.stdout:1382: done (4 left) 2024-08-17T17:09:55.262 INFO:tasks.rados.rados.0.smithi059.stdout:1384: done (3 left) 2024-08-17T17:09:55.263 INFO:tasks.rados.rados.0.smithi059.stdout:1388: rollback oid 30 current snap is 149 2024-08-17T17:09:55.263 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 138 2024-08-17T17:09:55.263 INFO:tasks.rados.rados.0.smithi059.stdout:1385: expect (ObjNum 374 snap 132 seq_num 374) 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:1386: finishing write tid 1 to smithi05980601-26 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:1386: finishing write tid 2 to smithi05980601-26 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:1386: finishing write tid 3 to smithi05980601-26 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:1386: oid 26 updating version 0 to 290 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:1386: oid 26 version 290 is already newer than 289 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 290 (ObjNum 446 snap 149 seq_num 446) dirty exists 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:1386: left oid 26 (ObjNum 446 snap 149 seq_num 446) 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:1387: finishing write tid 1 to smithi05980601-7 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:1387: finishing write tid 2 to smithi05980601-7 2024-08-17T17:09:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:1388: finishing rollback tid 0 to smithi05980601-30 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1387: finishing write tid 3 to smithi05980601-7 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1387: oid 7 updating version 0 to 239 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1387: oid 7 version 239 is already newer than 238 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 239 (ObjNum 447 snap 149 seq_num 447) dirty exists 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1387: left oid 7 (ObjNum 447 snap 149 seq_num 447) 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1388: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1385: done (3 left) 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1386: done (2 left) 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1387: done (1 left) 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1389: rollback oid 9 current snap is 149 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 124 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:1388: finishing rollback tid 2 to smithi05980601-30 2024-08-17T17:09:55.312 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 211 (ObjNum 349 snap 123 seq_num 349) dirty exists 2024-08-17T17:09:55.313 INFO:tasks.rados.rados.0.smithi059.stdout:1388: done (1 left) 2024-08-17T17:09:55.313 INFO:tasks.rados.rados.0.smithi059.stdout:1390: snap_create 2024-08-17T17:09:55.313 INFO:tasks.rados.rados.0.smithi059.stdout:1389: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:09:55.313 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 701 (ObjNum 65 snap 0 seq_num 1684296275) dirty dne 2024-08-17T17:09:55.537 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:55 smithi059 bash[109520]: c229ba7bad79ac4e9d465c55234ea0eff017d8442e968e0d52e519537bc02183 2024-08-17T17:09:55.537 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:55 smithi059 systemd[1]: Started Ceph osd.2 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:09:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:55 smithi087 ceph-mon[85676]: osdmap e360: 8 total, 7 up, 8 in 2024-08-17T17:09:56.105 INFO:tasks.rados.rados.0.smithi059.stdout:1389: done (1 left) 2024-08-17T17:09:56.106 INFO:tasks.rados.rados.0.smithi059.stdout:1390: done (0 left) 2024-08-17T17:09:56.106 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 150 2024-08-17T17:09:56.106 INFO:tasks.rados.rados.0.smithi059.stdout:1391: seq_num 448 ranges {344064=311296} 2024-08-17T17:09:56.109 INFO:tasks.rados.rados.0.smithi059.stdout:1391: writing smithi05980601-5 from 344064 to 655360 tid 1 2024-08-17T17:09:56.109 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 150 2024-08-17T17:09:56.109 INFO:tasks.rados.rados.0.smithi059.stdout:1392: seq_num 449 ranges {5619712=327680} 2024-08-17T17:09:56.142 INFO:tasks.rados.rados.0.smithi059.stdout:1392: writing smithi05980601-10 from 5619712 to 5947392 tid 1 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1393: rmattr oid 30 current snap is 150 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1391: finishing write tid 1 to smithi05980601-5 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1391: finishing write tid 2 to smithi05980601-5 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1391: finishing write tid 3 to smithi05980601-5 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1391: oid 5 updating version 0 to 1024 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1391: oid 5 version 1024 is already newer than 1023 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1024 (ObjNum 448 snap 150 seq_num 448) dirty exists 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1391: left oid 5 (ObjNum 448 snap 150 seq_num 448) 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1391: done (2 left) 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1394: copy_from oid 34 from oid 50 current snap is 150 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1395: read oid 28 snap -1 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:1395: expect (ObjNum 411 snap 140 seq_num 411) 2024-08-17T17:09:56.143 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 150 2024-08-17T17:09:56.144 INFO:tasks.rados.rados.0.smithi059.stdout:1396: seq_num 450 ranges {0=344064} 2024-08-17T17:09:56.144 INFO:tasks.rados.rados.0.smithi059.stdout:1396: writing smithi05980601-22 from 0 to 344064 tid 1 2024-08-17T17:09:56.144 INFO:tasks.rados.rados.0.smithi059.stdout:1397: copy_from oid 42 from oid 25 current snap is 150 2024-08-17T17:09:56.144 INFO:tasks.rados.rados.0.smithi059.stdout:1398: snap_remove snap 148 2024-08-17T17:09:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[92261]: pgmap v204: 121 pgs: 8 active+undersized, 26 peering, 3 active+undersized+degraded, 84 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 10 KiB/s wr, 0 op/s; 45/819 objects degraded (5.495%) 2024-08-17T17:09:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[92261]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T17:09:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[92261]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T17:09:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[94685]: pgmap v204: 121 pgs: 8 active+undersized, 26 peering, 3 active+undersized+degraded, 84 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 10 KiB/s wr, 0 op/s; 45/819 objects degraded (5.495%) 2024-08-17T17:09:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[94685]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T17:09:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-mon[94685]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T17:09:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:56 smithi087 ceph-mon[85676]: pgmap v204: 121 pgs: 8 active+undersized, 26 peering, 3 active+undersized+degraded, 84 active+clean; 437 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 10 KiB/s wr, 0 op/s; 45/819 objects degraded (5.495%) 2024-08-17T17:09:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:56 smithi087 ceph-mon[85676]: osdmap e361: 8 total, 7 up, 8 in 2024-08-17T17:09:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:09:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:56 smithi087 ceph-mon[85676]: osdmap e362: 8 total, 7 up, 8 in 2024-08-17T17:09:57.037 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:09:56 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[109535]: 2024-08-17T17:09:56.764+0000 7fd6ba58e640 -1 Falling back to public interface 2024-08-17T17:09:57.151 INFO:tasks.rados.rados.0.smithi059.stdout:1398: done (6 left) 2024-08-17T17:09:57.151 INFO:tasks.rados.rados.0.smithi059.stdout:1399: snap_remove snap 125 2024-08-17T17:09:57.496 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:57 smithi059 ceph-mon[92261]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 446 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 100/852 objects degraded (11.737%) 2024-08-17T17:09:57.496 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:57 smithi059 ceph-mon[92261]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 7 pgs peering) 2024-08-17T17:09:57.496 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:57 smithi059 ceph-mon[92261]: osdmap e363: 8 total, 7 up, 8 in 2024-08-17T17:09:57.497 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:09:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:09:57] "GET /metrics HTTP/1.1" 200 36224 "" "Prometheus/2.43.0" 2024-08-17T17:09:57.497 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:57 smithi059 ceph-mon[94685]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 446 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 100/852 objects degraded (11.737%) 2024-08-17T17:09:57.497 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:57 smithi059 ceph-mon[94685]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 7 pgs peering) 2024-08-17T17:09:57.497 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:57 smithi059 ceph-mon[94685]: osdmap e363: 8 total, 7 up, 8 in 2024-08-17T17:09:57.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:57 smithi087 ceph-mon[85676]: pgmap v207: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 446 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 12 op/s; 100/852 objects degraded (11.737%) 2024-08-17T17:09:57.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:57 smithi087 ceph-mon[85676]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 7 pgs peering) 2024-08-17T17:09:57.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:57 smithi087 ceph-mon[85676]: osdmap e363: 8 total, 7 up, 8 in 2024-08-17T17:09:58.152 INFO:tasks.rados.rados.0.smithi059.stdout:1399: done (6 left) 2024-08-17T17:09:58.153 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 150 2024-08-17T17:09:58.153 INFO:tasks.rados.rados.0.smithi059.stdout:1400: seq_num 451 ranges {7274496=360448} 2024-08-17T17:09:58.195 INFO:tasks.rados.rados.0.smithi059.stdout:1400: writing smithi05980601-44 from 7274496 to 7634944 tid 1 2024-08-17T17:09:58.195 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 150 2024-08-17T17:09:58.195 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 212 (ObjNum 349 snap 123 seq_num 349) dirty exists 2024-08-17T17:09:58.196 INFO:tasks.rados.rados.0.smithi059.stdout:1401: seq_num 452 ranges {2441216=376832} 2024-08-17T17:09:58.214 INFO:tasks.rados.rados.0.smithi059.stdout:1401: writing smithi05980601-26 from 2441216 to 2818048 tid 1 2024-08-17T17:09:58.214 INFO:tasks.rados.rados.0.smithi059.stdout:1393: done (7 left) 2024-08-17T17:09:58.214 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 150 2024-08-17T17:09:58.214 INFO:tasks.rados.rados.0.smithi059.stdout:1402: seq_num 453 ranges {1105920=393216} 2024-08-17T17:09:58.219 INFO:tasks.rados.rados.0.smithi059.stdout:1402: writing smithi05980601-37 from 1105920 to 1499136 tid 1 2024-08-17T17:09:58.219 INFO:tasks.rados.rados.0.smithi059.stdout:1403: copy_from oid 32 from oid 40 current snap is 150 2024-08-17T17:09:58.219 INFO:tasks.rados.rados.0.smithi059.stdout:1396: finishing write tid 1 to smithi05980601-22 2024-08-17T17:09:58.219 INFO:tasks.rados.rados.0.smithi059.stdout:1404: copy_from oid 11 from oid 9 current snap is 150 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1396: finishing write tid 2 to smithi05980601-22 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1392: finishing write tid 1 to smithi05980601-10 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1392: finishing write tid 2 to smithi05980601-10 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1405: rollback oid 45 current snap is 150 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 45 to 133 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1396: finishing write tid 3 to smithi05980601-22 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1396: oid 22 updating version 0 to 459 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1396: oid 22 updating version 459 to 460 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 460 (ObjNum 450 snap 150 seq_num 450) dirty exists 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1396: left oid 22 (ObjNum 450 snap 150 seq_num 450) 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1392: finishing write tid 3 to smithi05980601-10 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1392: oid 10 updating version 0 to 748 2024-08-17T17:09:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:1392: oid 10 updating version 748 to 749 2024-08-17T17:09:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 749 (ObjNum 449 snap 150 seq_num 449) dirty exists 2024-08-17T17:09:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:1392: left oid 10 (ObjNum 449 snap 150 seq_num 449) 2024-08-17T17:09:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:1394: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:09:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:1395: expect (ObjNum 411 snap 140 seq_num 411) 2024-08-17T17:09:58.347 INFO:tasks.rados.rados.0.smithi059.stdout:1394: finishing copy_from to smithi05980601-34 2024-08-17T17:09:58.347 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 968 (ObjNum 393 snap 139 seq_num 393) dirty exists 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1397: finishing copy_from racing read to smithi05980601-42 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1397: finishing copy_from to smithi05980601-42 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 567 (ObjNum 422 snap 142 seq_num 422) dirty exists 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1392: done (10 left) 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1394: done (9 left) 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1395: done (8 left) 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1396: done (7 left) 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1397: done (6 left) 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1406: read oid 5 snap -1 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1406: expect (ObjNum 448 snap 150 seq_num 448) 2024-08-17T17:09:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:1407: snap_remove snap 135 2024-08-17T17:09:59.161 INFO:tasks.rados.rados.0.smithi059.stdout:1407: done (7 left) 2024-08-17T17:09:59.161 INFO:tasks.rados.rados.0.smithi059.stdout:1408: copy_from oid 20 from oid 22 current snap is 150 2024-08-17T17:09:59.161 INFO:tasks.rados.rados.0.smithi059.stdout:1400: finishing write tid 1 to smithi05980601-44 2024-08-17T17:09:59.161 INFO:tasks.rados.rados.0.smithi059.stdout:1400: finishing write tid 2 to smithi05980601-44 2024-08-17T17:09:59.161 INFO:tasks.rados.rados.0.smithi059.stdout:1400: finishing write tid 3 to smithi05980601-44 2024-08-17T17:09:59.161 INFO:tasks.rados.rados.0.smithi059.stdout:1400: oid 44 updating version 0 to 768 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:1400: oid 44 version 768 is already newer than 767 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 768 (ObjNum 451 snap 150 seq_num 451) dirty exists 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:1400: left oid 44 (ObjNum 451 snap 150 seq_num 451) 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:1401: finishing write tid 1 to smithi05980601-26 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:1401: finishing write tid 2 to smithi05980601-26 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:1401: finishing write tid 3 to smithi05980601-26 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:1401: oid 26 updating version 0 to 296 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:1401: oid 26 updating version 296 to 297 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 297 (ObjNum 452 snap 150 seq_num 452) dirty exists 2024-08-17T17:09:59.162 INFO:tasks.rados.rados.0.smithi059.stdout:1401: left oid 26 (ObjNum 452 snap 150 seq_num 452) 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1402: finishing write tid 1 to smithi05980601-37 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1402: finishing write tid 2 to smithi05980601-37 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1405: finishing rollback tid 0 to smithi05980601-45 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1405: finishing rollback tid 1 to smithi05980601-45 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1405: finishing rollback tid 2 to smithi05980601-45 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 752 (ObjNum 278 snap 97 seq_num 278) dirty exists 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1404: finishing copy_from to smithi05980601-11 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1404: got expected ENOENT (src dne) 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1404: finishing copy_from racing read to smithi05980601-11 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1402: finishing write tid 3 to smithi05980601-37 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1402: oid 37 updating version 0 to 1162 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1402: oid 37 updating version 1162 to 1163 2024-08-17T17:09:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 1163 (ObjNum 453 snap 150 seq_num 453) dirty exists 2024-08-17T17:09:59.164 INFO:tasks.rados.rados.0.smithi059.stdout:1402: left oid 37 (ObjNum 453 snap 150 seq_num 453) 2024-08-17T17:09:59.164 INFO:tasks.rados.rados.0.smithi059.stdout:1403: finishing copy_from racing read to smithi05980601-32 2024-08-17T17:09:59.164 INFO:tasks.rados.rados.0.smithi059.stdout:1403: finishing copy_from to smithi05980601-32 2024-08-17T17:09:59.164 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 492 (ObjNum 417 snap 141 seq_num 417) dirty exists 2024-08-17T17:09:59.164 INFO:tasks.rados.rados.0.smithi059.stdout:1406: expect (ObjNum 448 snap 150 seq_num 448) 2024-08-17T17:09:59.192 INFO:tasks.rados.rados.0.smithi059.stdout:1408: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1408: finishing copy_from to smithi05980601-20 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 460 (ObjNum 450 snap 150 seq_num 450) dirty exists 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1400: done (7 left) 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1401: done (6 left) 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1402: done (5 left) 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1403: done (4 left) 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1404: done (3 left) 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1405: done (2 left) 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1406: done (1 left) 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1408: done (0 left) 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1409: read oid 19 snap 105 2024-08-17T17:09:59.193 INFO:tasks.rados.rados.0.smithi059.stdout:1409: expect (ObjNum 303 snap 103 seq_num 303) 2024-08-17T17:09:59.194 INFO:tasks.rados.rados.0.smithi059.stdout:1410: rollback oid 14 current snap is 150 2024-08-17T17:09:59.194 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 78 2024-08-17T17:09:59.194 INFO:tasks.rados.rados.0.smithi059.stdout:1411: read oid 23 snap -1 2024-08-17T17:09:59.194 INFO:tasks.rados.rados.0.smithi059.stdout:1411: expect deleted 2024-08-17T17:09:59.194 INFO:tasks.rados.rados.0.smithi059.stdout:1412: copy_from oid 34 from oid 22 current snap is 150 2024-08-17T17:09:59.194 INFO:tasks.rados.rados.0.smithi059.stdout:1413: snap_create 2024-08-17T17:09:59.194 INFO:tasks.rados.rados.0.smithi059.stdout:1410: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:09:59.194 INFO:tasks.rados.rados.0.smithi059.stdout:1409: expect (ObjNum 303 snap 103 seq_num 303) 2024-08-17T17:09:59.202 INFO:tasks.rados.rados.0.smithi059.stdout:1410: finishing rollback tid 2 to smithi05980601-14 2024-08-17T17:09:59.203 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 175 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-17T17:09:59.203 INFO:tasks.rados.rados.0.smithi059.stdout:1412: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:09:59.203 INFO:tasks.rados.rados.0.smithi059.stdout:1412: finishing copy_from to smithi05980601-34 2024-08-17T17:09:59.203 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 460 (ObjNum 450 snap 150 seq_num 450) dirty exists 2024-08-17T17:09:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:59 smithi059 ceph-mon[92261]: osdmap e364: 8 total, 7 up, 8 in 2024-08-17T17:09:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:59 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:09:59 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:59 smithi059 ceph-mon[94685]: osdmap e364: 8 total, 7 up, 8 in 2024-08-17T17:09:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:59 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:09:59 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:59 smithi087 ceph-mon[85676]: osdmap e364: 8 total, 7 up, 8 in 2024-08-17T17:09:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:59 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:09:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:09:59 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:00.166 INFO:tasks.rados.rados.0.smithi059.stdout:1409: done (4 left) 2024-08-17T17:10:00.166 INFO:tasks.rados.rados.0.smithi059.stdout:1410: done (3 left) 2024-08-17T17:10:00.166 INFO:tasks.rados.rados.0.smithi059.stdout:1411: done (2 left) 2024-08-17T17:10:00.166 INFO:tasks.rados.rados.0.smithi059.stdout:1412: done (1 left) 2024-08-17T17:10:00.166 INFO:tasks.rados.rados.0.smithi059.stdout:1413: done (0 left) 2024-08-17T17:10:00.166 INFO:tasks.rados.rados.0.smithi059.stdout:1414: setattr oid 12 current snap is 151 2024-08-17T17:10:00.166 INFO:tasks.rados.rados.0.smithi059.stdout:1415: delete oid 11 current snap is 151 2024-08-17T17:10:00.170 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 753 (ObjNum 439 snap 149 seq_num 439) dirty exists 2024-08-17T17:10:00.172 INFO:tasks.rados.rados.0.smithi059.stdout:1414: done (1 left) 2024-08-17T17:10:00.173 INFO:tasks.rados.rados.0.smithi059.stdout:1415: done (0 left) 2024-08-17T17:10:00.173 INFO:tasks.rados.rados.0.smithi059.stdout:1416: snap_remove snap 138 2024-08-17T17:10:00.225 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pgmap v210: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 459 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 21 op/s; 103/870 objects degraded (11.839%) 2024-08-17T17:10:00.226 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 103/870 objects degraded (11.839%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:00.226 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: osdmap e365: 8 total, 7 up, 8 in 2024-08-17T17:10:00.226 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:00.226 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:00.226 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 103/870 objects degraded (11.839%), 10 pgs degraded 2024-08-17T17:10:00.226 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: [WRN] OSD_DOWN: 1 osds down 2024-08-17T17:10:00.227 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: osd.2 (root=default,host=smithi059) is down 2024-08-17T17:10:00.227 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: [WRN] PG_DEGRADED: Degraded data redundancy: 103/870 objects degraded (11.839%), 10 pgs degraded 2024-08-17T17:10:00.227 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 2.7 is active+undersized+degraded, acting [6,7] 2024-08-17T17:10:00.227 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 2.e is active+undersized+degraded, acting [3,7] 2024-08-17T17:10:00.227 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 2.10 is active+undersized+degraded, acting [1,0] 2024-08-17T17:10:00.228 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 2.1c is active+undersized+degraded, acting [7,5] 2024-08-17T17:10:00.228 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 5.4 is active+undersized+degraded, acting [7,NONE,5] 2024-08-17T17:10:00.228 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-08-17T17:10:00.228 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 5.8 is active+undersized+degraded, acting [NONE,0,1] 2024-08-17T17:10:00.228 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-08-17T17:10:00.228 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 5.b is active+undersized+degraded, acting [NONE,0,5] 2024-08-17T17:10:00.228 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[92261]: pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-08-17T17:10:00.229 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pgmap v210: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 459 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 21 op/s; 103/870 objects degraded (11.839%) 2024-08-17T17:10:00.229 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 103/870 objects degraded (11.839%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:00.229 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: osdmap e365: 8 total, 7 up, 8 in 2024-08-17T17:10:00.229 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:00.230 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:00.230 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 103/870 objects degraded (11.839%), 10 pgs degraded 2024-08-17T17:10:00.230 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: [WRN] OSD_DOWN: 1 osds down 2024-08-17T17:10:00.230 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: osd.2 (root=default,host=smithi059) is down 2024-08-17T17:10:00.230 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: [WRN] PG_DEGRADED: Degraded data redundancy: 103/870 objects degraded (11.839%), 10 pgs degraded 2024-08-17T17:10:00.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 2.7 is active+undersized+degraded, acting [6,7] 2024-08-17T17:10:00.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 2.e is active+undersized+degraded, acting [3,7] 2024-08-17T17:10:00.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 2.10 is active+undersized+degraded, acting [1,0] 2024-08-17T17:10:00.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 2.1c is active+undersized+degraded, acting [7,5] 2024-08-17T17:10:00.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 5.4 is active+undersized+degraded, acting [7,NONE,5] 2024-08-17T17:10:00.231 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-08-17T17:10:00.232 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 5.8 is active+undersized+degraded, acting [NONE,0,1] 2024-08-17T17:10:00.232 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-08-17T17:10:00.232 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 5.b is active+undersized+degraded, acting [NONE,0,5] 2024-08-17T17:10:00.232 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-mon[94685]: pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-08-17T17:10:00.517 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:10:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[109535]: 2024-08-17T17:10:00.450+0000 7fd6ba58e640 -1 osd.2 355 log_to_monitors true 2024-08-17T17:10:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pgmap v210: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 459 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 21 op/s; 103/870 objects degraded (11.839%) 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 103/870 objects degraded (11.839%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: osdmap e365: 8 total, 7 up, 8 in 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: Health detail: HEALTH_WARN 1 osds down; Degraded data redundancy: 103/870 objects degraded (11.839%), 10 pgs degraded 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: [WRN] OSD_DOWN: 1 osds down 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: osd.2 (root=default,host=smithi059) is down 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: [WRN] PG_DEGRADED: Degraded data redundancy: 103/870 objects degraded (11.839%), 10 pgs degraded 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 2.7 is active+undersized+degraded, acting [6,7] 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 2.e is active+undersized+degraded, acting [3,7] 2024-08-17T17:10:00.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 2.10 is active+undersized+degraded, acting [1,0] 2024-08-17T17:10:00.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 2.1c is active+undersized+degraded, acting [7,5] 2024-08-17T17:10:00.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 5.4 is active+undersized+degraded, acting [7,NONE,5] 2024-08-17T17:10:00.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 5.6 is active+undersized+degraded, acting [NONE,5,1] 2024-08-17T17:10:00.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 5.8 is active+undersized+degraded, acting [NONE,0,1] 2024-08-17T17:10:00.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 5.a is active+undersized+degraded, acting [NONE,4,3] 2024-08-17T17:10:00.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 5.b is active+undersized+degraded, acting [NONE,0,5] 2024-08-17T17:10:00.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:00 smithi087 ceph-mon[85676]: pg 5.d is active+undersized+degraded, acting [NONE,7,5] 2024-08-17T17:10:01.185 INFO:tasks.rados.rados.0.smithi059.stdout:1416: done (0 left) 2024-08-17T17:10:01.185 INFO:tasks.rados.rados.0.smithi059.stdout:1417: rmattr oid 47 current snap is 151 2024-08-17T17:10:01.185 INFO:tasks.rados.rados.0.smithi059.stdout:1418: read oid 14 snap 78 2024-08-17T17:10:01.185 INFO:tasks.rados.rados.0.smithi059.stdout:1418: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:10:01.185 INFO:tasks.rados.rados.0.smithi059.stdout:1419: read oid 22 snap -1 2024-08-17T17:10:01.186 INFO:tasks.rados.rados.0.smithi059.stdout:1419: expect (ObjNum 450 snap 150 seq_num 450) 2024-08-17T17:10:01.186 INFO:tasks.rados.rados.0.smithi059.stdout:1420: read oid 18 snap -1 2024-08-17T17:10:01.186 INFO:tasks.rados.rados.0.smithi059.stdout:1420: expect (ObjNum 396 snap 139 seq_num 396) 2024-08-17T17:10:01.186 INFO:tasks.rados.rados.0.smithi059.stdout:1421: rmattr oid 29 current snap is 151 2024-08-17T17:10:01.186 INFO:tasks.rados.rados.0.smithi059.stdout:1422: copy_from oid 46 from oid 30 current snap is 151 2024-08-17T17:10:01.187 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 151 2024-08-17T17:10:01.187 INFO:tasks.rados.rados.0.smithi059.stdout:1423: seq_num 455 ranges {0=425984} 2024-08-17T17:10:01.188 INFO:tasks.rados.rados.0.smithi059.stdout:1423: writing smithi05980601-9 from 0 to 425984 tid 1 2024-08-17T17:10:01.188 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 151 2024-08-17T17:10:01.188 INFO:tasks.rados.rados.0.smithi059.stdout:1424: seq_num 456 ranges {0=442368} 2024-08-17T17:10:01.189 INFO:tasks.rados.rados.0.smithi059.stdout:1424: writing smithi05980601-13 from 0 to 442368 tid 1 2024-08-17T17:10:01.189 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 407 (ObjNum 355 snap 124 seq_num 355) dirty exists 2024-08-17T17:10:01.189 INFO:tasks.rados.rados.0.smithi059.stdout:1417: done (7 left) 2024-08-17T17:10:01.189 INFO:tasks.rados.rados.0.smithi059.stdout:1425: setattr oid 1 current snap is 151 2024-08-17T17:10:01.190 INFO:tasks.rados.rados.0.smithi059.stdout:1426: rollback oid 49 current snap is 151 2024-08-17T17:10:01.190 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 49 to 131 2024-08-17T17:10:01.190 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 151 2024-08-17T17:10:01.190 INFO:tasks.rados.rados.0.smithi059.stdout:1427: seq_num 457 ranges {344064=458752} 2024-08-17T17:10:01.197 INFO:tasks.rados.rados.0.smithi059.stdout:1427: writing smithi05980601-20 from 344064 to 802816 tid 1 2024-08-17T17:10:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:1428: rmattr oid 24 current snap is 151 2024-08-17T17:10:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:1429: read oid 25 snap -1 2024-08-17T17:10:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:1429: expect (ObjNum 422 snap 142 seq_num 422) 2024-08-17T17:10:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:1430: snap_create 2024-08-17T17:10:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 173 (ObjNum 441 snap 149 seq_num 441) dirty exists 2024-08-17T17:10:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:1419: expect (ObjNum 450 snap 150 seq_num 450) 2024-08-17T17:10:01.213 INFO:tasks.rados.rados.0.smithi059.stdout:1423: finishing write tid 1 to smithi05980601-9 2024-08-17T17:10:01.213 INFO:tasks.rados.rados.0.smithi059.stdout:1423: finishing write tid 2 to smithi05980601-9 2024-08-17T17:10:01.213 INFO:tasks.rados.rados.0.smithi059.stdout:1423: finishing write tid 3 to smithi05980601-9 2024-08-17T17:10:01.214 INFO:tasks.rados.rados.0.smithi059.stdout:1423: oid 9 updating version 0 to 755 2024-08-17T17:10:01.214 INFO:tasks.rados.rados.0.smithi059.stdout:1423: oid 9 version 755 is already newer than 754 2024-08-17T17:10:01.214 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 755 (ObjNum 455 snap 151 seq_num 455) dirty exists 2024-08-17T17:10:01.214 INFO:tasks.rados.rados.0.smithi059.stdout:1423: left oid 9 (ObjNum 455 snap 151 seq_num 455) 2024-08-17T17:10:01.214 INFO:tasks.rados.rados.0.smithi059.stdout:1418: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:10:01.236 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 767 (ObjNum 388 snap 138 seq_num 388) dirty exists 2024-08-17T17:10:01.236 INFO:tasks.rados.rados.0.smithi059.stdout:1422: finishing copy_from racing read to smithi05980601-46 2024-08-17T17:10:01.236 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 241 (ObjNum 403 snap 139 seq_num 403) dirty exists 2024-08-17T17:10:01.236 INFO:tasks.rados.rados.0.smithi059.stdout:1420: expect (ObjNum 396 snap 139 seq_num 396) 2024-08-17T17:10:01.286 INFO:tasks.rados.rados.0.smithi059.stdout:1426: finishing rollback tid 0 to smithi05980601-49 2024-08-17T17:10:01.286 INFO:tasks.rados.rados.0.smithi059.stdout:1422: finishing copy_from to smithi05980601-46 2024-08-17T17:10:01.286 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 212 (ObjNum 349 snap 123 seq_num 349) dirty exists 2024-08-17T17:10:01.286 INFO:tasks.rados.rados.0.smithi059.stdout:1424: finishing write tid 1 to smithi05980601-13 2024-08-17T17:10:01.286 INFO:tasks.rados.rados.0.smithi059.stdout:1426: finishing rollback tid 1 to smithi05980601-49 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1424: finishing write tid 2 to smithi05980601-13 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1427: finishing write tid 1 to smithi05980601-20 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1426: finishing rollback tid 2 to smithi05980601-49 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 1185 (ObjNum 347 snap 123 seq_num 347) dirty exists 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1427: finishing write tid 2 to smithi05980601-20 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1424: finishing write tid 3 to smithi05980601-13 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1424: oid 13 updating version 0 to 467 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1424: oid 13 version 467 is already newer than 466 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 467 (ObjNum 456 snap 151 seq_num 456) dirty exists 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1424: left oid 13 (ObjNum 456 snap 151 seq_num 456) 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1427: finishing write tid 3 to smithi05980601-20 2024-08-17T17:10:01.287 INFO:tasks.rados.rados.0.smithi059.stdout:1427: oid 20 updating version 0 to 910 2024-08-17T17:10:01.288 INFO:tasks.rados.rados.0.smithi059.stdout:1427: oid 20 version 910 is already newer than 909 2024-08-17T17:10:01.288 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 910 (ObjNum 457 snap 151 seq_num 457) dirty exists 2024-08-17T17:10:01.288 INFO:tasks.rados.rados.0.smithi059.stdout:1427: left oid 20 (ObjNum 457 snap 151 seq_num 457) 2024-08-17T17:10:01.288 INFO:tasks.rados.rados.0.smithi059.stdout:1429: expect (ObjNum 422 snap 142 seq_num 422) 2024-08-17T17:10:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:01 smithi059 ceph-mon[92261]: osdmap e366: 8 total, 7 up, 8 in 2024-08-17T17:10:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:01 smithi059 ceph-mon[92261]: from='osd.2 [v2:172.21.15.59:6818/4166509310,v1:172.21.15.59:6819/4166509310]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T17:10:01.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:01 smithi059 ceph-mon[92261]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T17:10:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:01 smithi059 ceph-mon[94685]: osdmap e366: 8 total, 7 up, 8 in 2024-08-17T17:10:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:01 smithi059 ceph-mon[94685]: from='osd.2 [v2:172.21.15.59:6818/4166509310,v1:172.21.15.59:6819/4166509310]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T17:10:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:01 smithi059 ceph-mon[94685]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T17:10:01.538 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:10:01 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[109535]: 2024-08-17T17:10:01.217+0000 7fd6ae330640 -1 osd.2 355 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:10:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:01 smithi087 ceph-mon[85676]: osdmap e366: 8 total, 7 up, 8 in 2024-08-17T17:10:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:01 smithi087 ceph-mon[85676]: from='osd.2 [v2:172.21.15.59:6818/4166509310,v1:172.21.15.59:6819/4166509310]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T17:10:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:01 smithi087 ceph-mon[85676]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-08-17T17:10:02.184 INFO:tasks.rados.rados.0.smithi059.stdout:1418: done (12 left) 2024-08-17T17:10:02.184 INFO:tasks.rados.rados.0.smithi059.stdout:1419: done (11 left) 2024-08-17T17:10:02.184 INFO:tasks.rados.rados.0.smithi059.stdout:1420: done (10 left) 2024-08-17T17:10:02.184 INFO:tasks.rados.rados.0.smithi059.stdout:1421: done (9 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1422: done (8 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1423: done (7 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1424: done (6 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1425: done (5 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1426: done (4 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1427: done (3 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1428: done (2 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1429: done (1 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1430: done (0 left) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1431: read oid 49 snap -1 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1431: expect (ObjNum 347 snap 123 seq_num 347) 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 152 2024-08-17T17:10:02.185 INFO:tasks.rados.rados.0.smithi059.stdout:1432: seq_num 458 ranges {2818048=475136} 2024-08-17T17:10:02.203 INFO:tasks.rados.rados.0.smithi059.stdout:1432: writing smithi05980601-26 from 2818048 to 3293184 tid 1 2024-08-17T17:10:02.204 INFO:tasks.rados.rados.0.smithi059.stdout:1433: snap_create 2024-08-17T17:10:02.206 INFO:tasks.rados.rados.0.smithi059.stdout:1432: finishing write tid 1 to smithi05980601-26 2024-08-17T17:10:02.206 INFO:tasks.rados.rados.0.smithi059.stdout:1432: finishing write tid 2 to smithi05980601-26 2024-08-17T17:10:02.207 INFO:tasks.rados.rados.0.smithi059.stdout:1432: finishing write tid 3 to smithi05980601-26 2024-08-17T17:10:02.207 INFO:tasks.rados.rados.0.smithi059.stdout:1432: oid 26 updating version 0 to 300 2024-08-17T17:10:02.207 INFO:tasks.rados.rados.0.smithi059.stdout:1432: oid 26 version 300 is already newer than 299 2024-08-17T17:10:02.207 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 300 (ObjNum 458 snap 152 seq_num 458) dirty exists 2024-08-17T17:10:02.208 INFO:tasks.rados.rados.0.smithi059.stdout:1432: left oid 26 (ObjNum 458 snap 152 seq_num 458) 2024-08-17T17:10:02.208 INFO:tasks.rados.rados.0.smithi059.stdout:1431: expect (ObjNum 347 snap 123 seq_num 347) 2024-08-17T17:10:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[92261]: pgmap v213: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 461 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 25 op/s; 103/882 objects degraded (11.678%) 2024-08-17T17:10:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[92261]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T17:10:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[92261]: osdmap e367: 8 total, 7 up, 8 in 2024-08-17T17:10:02.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[92261]: from='osd.2 [v2:172.21.15.59:6818/4166509310,v1:172.21.15.59:6819/4166509310]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:10:02.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[92261]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:10:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[94685]: pgmap v213: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 461 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 25 op/s; 103/882 objects degraded (11.678%) 2024-08-17T17:10:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[94685]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T17:10:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[94685]: osdmap e367: 8 total, 7 up, 8 in 2024-08-17T17:10:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[94685]: from='osd.2 [v2:172.21.15.59:6818/4166509310,v1:172.21.15.59:6819/4166509310]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:10:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-mon[94685]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:10:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:02 smithi087 ceph-mon[85676]: pgmap v213: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 461 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.1 MiB/s wr, 25 op/s; 103/882 objects degraded (11.678%) 2024-08-17T17:10:02.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:02 smithi087 ceph-mon[85676]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-17T17:10:02.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:02 smithi087 ceph-mon[85676]: osdmap e367: 8 total, 7 up, 8 in 2024-08-17T17:10:02.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:02 smithi087 ceph-mon[85676]: from='osd.2 [v2:172.21.15.59:6818/4166509310,v1:172.21.15.59:6819/4166509310]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:10:02.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:02 smithi087 ceph-mon[85676]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:10:02.875 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:10:02 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:10:02.736+0000 7f056bcc9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T17:10:03.177 INFO:tasks.rados.rados.0.smithi059.stdout:1431: done (2 left) 2024-08-17T17:10:03.177 INFO:tasks.rados.rados.0.smithi059.stdout:1432: done (1 left) 2024-08-17T17:10:03.177 INFO:tasks.rados.rados.0.smithi059.stdout:1433: done (0 left) 2024-08-17T17:10:03.177 INFO:tasks.rados.rados.0.smithi059.stdout:1434: snap_create 2024-08-17T17:10:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: osd.2 [v2:172.21.15.59:6818/4166509310,v1:172.21.15.59:6819/4166509310] boot 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: pgmap v216: 121 pgs: 5 peering, 22 active+undersized, 10 active+undersized+degraded, 84 active+clean; 464 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s; 103/888 objects degraded (11.599%) 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:03.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:03.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:03.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:03.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:10:03.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:10:03.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T17:10:03.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[92261]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T17:10:03.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:10:03.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: osd.2 [v2:172.21.15.59:6818/4166509310,v1:172.21.15.59:6819/4166509310] boot 2024-08-17T17:10:03.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T17:10:03.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T17:10:03.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: pgmap v216: 121 pgs: 5 peering, 22 active+undersized, 10 active+undersized+degraded, 84 active+clean; 464 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s; 103/888 objects degraded (11.599%) 2024-08-17T17:10:03.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:03.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:03.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:03.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:03.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:03.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:03.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:03.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:03.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:03.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:10:03.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:10:03.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T17:10:03.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:03 smithi059 ceph-mon[94685]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T17:10:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:10:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: osd.2 [v2:172.21.15.59:6818/4166509310,v1:172.21.15.59:6819/4166509310] boot 2024-08-17T17:10:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: osdmap e368: 8 total, 8 up, 8 in 2024-08-17T17:10:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-08-17T17:10:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: pgmap v216: 121 pgs: 5 peering, 22 active+undersized, 10 active+undersized+degraded, 84 active+clean; 464 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.0 MiB/s wr, 19 op/s; 103/888 objects degraded (11.599%) 2024-08-17T17:10:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:03.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:10:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:10:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T17:10:03.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:03 smithi087 ceph-mon[85676]: osdmap e369: 8 total, 8 up, 8 in 2024-08-17T17:10:04.177 INFO:tasks.rados.rados.0.smithi059.stdout:1434: done (0 left) 2024-08-17T17:10:04.177 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 154 2024-08-17T17:10:04.177 INFO:tasks.rados.rados.0.smithi059.stdout:1435: seq_num 459 ranges {7634944=491520} 2024-08-17T17:10:04.221 INFO:tasks.rados.rados.0.smithi059.stdout:1435: writing smithi05980601-44 from 7634944 to 8126464 tid 1 2024-08-17T17:10:04.221 INFO:tasks.rados.rados.0.smithi059.stdout:1436: read oid 10 snap -1 2024-08-17T17:10:04.221 INFO:tasks.rados.rados.0.smithi059.stdout:1436: expect (ObjNum 449 snap 150 seq_num 449) 2024-08-17T17:10:04.222 INFO:tasks.rados.rados.0.smithi059.stdout:1437: read oid 1 snap -1 2024-08-17T17:10:04.222 INFO:tasks.rados.rados.0.smithi059.stdout:1437: expect (ObjNum 388 snap 138 seq_num 388) 2024-08-17T17:10:04.222 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 154 2024-08-17T17:10:04.222 INFO:tasks.rados.rados.0.smithi059.stdout:1438: seq_num 460 ranges {5431296=507904} 2024-08-17T17:10:04.254 INFO:tasks.rados.rados.0.smithi059.stdout:1438: writing smithi05980601-16 from 5431296 to 5939200 tid 1 2024-08-17T17:10:04.254 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 154 2024-08-17T17:10:04.254 INFO:tasks.rados.rados.0.smithi059.stdout:1439: seq_num 461 ranges {344064=524288} 2024-08-17T17:10:04.259 INFO:tasks.rados.rados.0.smithi059.stdout:1439: writing smithi05980601-22 from 344064 to 868352 tid 1 2024-08-17T17:10:04.259 INFO:tasks.rados.rados.0.smithi059.stdout:1440: rollback oid 11 current snap is 154 2024-08-17T17:10:04.259 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 151 2024-08-17T17:10:04.259 INFO:tasks.rados.rados.0.smithi059.stdout:1435: finishing write tid 1 to smithi05980601-44 2024-08-17T17:10:04.259 INFO:tasks.rados.rados.0.smithi059.stdout:1435: finishing write tid 2 to smithi05980601-44 2024-08-17T17:10:04.259 INFO:tasks.rados.rados.0.smithi059.stdout:1441: snap_create 2024-08-17T17:10:04.260 INFO:tasks.rados.rados.0.smithi059.stdout:1435: finishing write tid 3 to smithi05980601-44 2024-08-17T17:10:04.260 INFO:tasks.rados.rados.0.smithi059.stdout:1435: oid 44 updating version 0 to 770 2024-08-17T17:10:04.260 INFO:tasks.rados.rados.0.smithi059.stdout:1435: oid 44 version 770 is already newer than 769 2024-08-17T17:10:04.260 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 770 (ObjNum 459 snap 154 seq_num 459) dirty exists 2024-08-17T17:10:04.260 INFO:tasks.rados.rados.0.smithi059.stdout:1435: left oid 44 (ObjNum 459 snap 154 seq_num 459) 2024-08-17T17:10:04.260 INFO:tasks.rados.rados.0.smithi059.stdout:1437: expect (ObjNum 388 snap 138 seq_num 388) 2024-08-17T17:10:04.508 INFO:tasks.rados.rados.0.smithi059.stdout:1436: expect (ObjNum 449 snap 150 seq_num 449) 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:1438: finishing write tid 1 to smithi05980601-16 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:1438: finishing write tid 2 to smithi05980601-16 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:1438: finishing write tid 3 to smithi05980601-16 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:1438: oid 16 updating version 0 to 756 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:1438: oid 16 updating version 756 to 757 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 757 (ObjNum 460 snap 154 seq_num 460) dirty exists 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:1438: left oid 16 (ObjNum 460 snap 154 seq_num 460) 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:1440: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1177 (ObjNum 177 snap 0 seq_num 681553280) dirty dne 2024-08-17T17:10:04.858 INFO:tasks.rados.rados.0.smithi059.stdout:1439: finishing write tid 1 to smithi05980601-22 2024-08-17T17:10:04.859 INFO:tasks.rados.rados.0.smithi059.stdout:1439: finishing write tid 2 to smithi05980601-22 2024-08-17T17:10:04.859 INFO:tasks.rados.rados.0.smithi059.stdout:1439: finishing write tid 3 to smithi05980601-22 2024-08-17T17:10:04.859 INFO:tasks.rados.rados.0.smithi059.stdout:1439: oid 22 updating version 0 to 462 2024-08-17T17:10:04.859 INFO:tasks.rados.rados.0.smithi059.stdout:1439: oid 22 version 462 is already newer than 461 2024-08-17T17:10:04.859 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 462 (ObjNum 461 snap 154 seq_num 461) dirty exists 2024-08-17T17:10:04.859 INFO:tasks.rados.rados.0.smithi059.stdout:1439: left oid 22 (ObjNum 461 snap 154 seq_num 461) 2024-08-17T17:10:05.182 INFO:tasks.rados.rados.0.smithi059.stdout:1435: done (6 left) 2024-08-17T17:10:05.183 INFO:tasks.rados.rados.0.smithi059.stdout:1436: done (5 left) 2024-08-17T17:10:05.183 INFO:tasks.rados.rados.0.smithi059.stdout:1437: done (4 left) 2024-08-17T17:10:05.183 INFO:tasks.rados.rados.0.smithi059.stdout:1438: done (3 left) 2024-08-17T17:10:05.183 INFO:tasks.rados.rados.0.smithi059.stdout:1439: done (2 left) 2024-08-17T17:10:05.183 INFO:tasks.rados.rados.0.smithi059.stdout:1440: done (1 left) 2024-08-17T17:10:05.183 INFO:tasks.rados.rados.0.smithi059.stdout:1441: done (0 left) 2024-08-17T17:10:05.183 INFO:tasks.rados.rados.0.smithi059.stdout:1442: read oid 8 snap 131 2024-08-17T17:10:05.183 INFO:tasks.rados.rados.0.smithi059.stdout:1442: expect (ObjNum 368 snap 130 seq_num 368) 2024-08-17T17:10:05.183 INFO:tasks.rados.rados.0.smithi059.stdout:1443: snap_create 2024-08-17T17:10:05.233 INFO:tasks.rados.rados.0.smithi059.stdout:1442: expect (ObjNum 368 snap 130 seq_num 368) 2024-08-17T17:10:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:05 smithi059 ceph-mon[92261]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T17:10:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:05 smithi059 ceph-mon[94685]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T17:10:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:05 smithi087 ceph-mon[85676]: osdmap e370: 8 total, 8 up, 8 in 2024-08-17T17:10:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:05.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:06.182 INFO:tasks.rados.rados.0.smithi059.stdout:1442: done (1 left) 2024-08-17T17:10:06.183 INFO:tasks.rados.rados.0.smithi059.stdout:1443: done (0 left) 2024-08-17T17:10:06.183 INFO:tasks.rados.rados.0.smithi059.stdout:1444: delete oid 40 current snap is 156 2024-08-17T17:10:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:1444: done (0 left) 2024-08-17T17:10:06.188 INFO:tasks.rados.rados.0.smithi059.stdout:1445: snap_remove snap 82 2024-08-17T17:10:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:06 smithi059 ceph-mon[92261]: pgmap v219: 121 pgs: 5 peering, 20 active+undersized, 10 active+undersized+degraded, 86 active+clean; 464 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 96 KiB/s wr, 6 op/s; 103/891 objects degraded (11.560%) 2024-08-17T17:10:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:06 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 103/891 objects degraded (11.560%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:06 smithi059 ceph-mon[92261]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T17:10:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:06 smithi059 ceph-mon[94685]: pgmap v219: 121 pgs: 5 peering, 20 active+undersized, 10 active+undersized+degraded, 86 active+clean; 464 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 96 KiB/s wr, 6 op/s; 103/891 objects degraded (11.560%) 2024-08-17T17:10:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:06 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 103/891 objects degraded (11.560%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:06 smithi059 ceph-mon[94685]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T17:10:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:06 smithi087 ceph-mon[85676]: pgmap v219: 121 pgs: 5 peering, 20 active+undersized, 10 active+undersized+degraded, 86 active+clean; 464 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 96 KiB/s wr, 6 op/s; 103/891 objects degraded (11.560%) 2024-08-17T17:10:06.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:06 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 103/891 objects degraded (11.560%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:06.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:06 smithi087 ceph-mon[85676]: osdmap e371: 8 total, 8 up, 8 in 2024-08-17T17:10:07.191 INFO:tasks.rados.rados.0.smithi059.stdout:1445: done (0 left) 2024-08-17T17:10:07.191 INFO:tasks.rados.rados.0.smithi059.stdout:1446: snap_remove snap 124 2024-08-17T17:10:07.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:07 smithi059 ceph-mon[92261]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T17:10:07.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:07 smithi059 ceph-mon[92261]: pgmap v222: 121 pgs: 5 peering, 116 active+clean; 468 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 21 op/s; 19 MiB/s, 5 objects/s recovering 2024-08-17T17:10:07.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:10:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:10:07] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.43.0" 2024-08-17T17:10:07.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:07 smithi059 ceph-mon[94685]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T17:10:07.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:07 smithi059 ceph-mon[94685]: pgmap v222: 121 pgs: 5 peering, 116 active+clean; 468 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 21 op/s; 19 MiB/s, 5 objects/s recovering 2024-08-17T17:10:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:07 smithi087 ceph-mon[85676]: osdmap e372: 8 total, 8 up, 8 in 2024-08-17T17:10:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:07 smithi087 ceph-mon[85676]: pgmap v222: 121 pgs: 5 peering, 116 active+clean; 468 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 21 op/s; 19 MiB/s, 5 objects/s recovering 2024-08-17T17:10:08.204 INFO:tasks.rados.rados.0.smithi059.stdout:1446: done (0 left) 2024-08-17T17:10:08.204 INFO:tasks.rados.rados.0.smithi059.stdout:1447: snap_remove snap 105 2024-08-17T17:10:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:08 smithi059 ceph-mon[92261]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 103/891 objects degraded (11.560%), 10 pgs degraded) 2024-08-17T17:10:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:08 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:10:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:08 smithi059 ceph-mon[92261]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T17:10:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:08 smithi059 ceph-mon[94685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 103/891 objects degraded (11.560%), 10 pgs degraded) 2024-08-17T17:10:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:08 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:10:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:08 smithi059 ceph-mon[94685]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T17:10:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:08 smithi087 ceph-mon[85676]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 103/891 objects degraded (11.560%), 10 pgs degraded) 2024-08-17T17:10:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:08 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:10:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:08 smithi087 ceph-mon[85676]: osdmap e373: 8 total, 8 up, 8 in 2024-08-17T17:10:09.214 INFO:tasks.rados.rados.0.smithi059.stdout:1447: done (0 left) 2024-08-17T17:10:09.214 INFO:tasks.rados.rados.0.smithi059.stdout:1448: delete oid 34 current snap is 156 2024-08-17T17:10:09.226 INFO:tasks.rados.rados.0.smithi059.stdout:1448: done (0 left) 2024-08-17T17:10:09.226 INFO:tasks.rados.rados.0.smithi059.stdout:1449: read oid 33 snap -1 2024-08-17T17:10:09.227 INFO:tasks.rados.rados.0.smithi059.stdout:1449: expect (ObjNum 188 snap 56 seq_num 188) 2024-08-17T17:10:09.227 INFO:tasks.rados.rados.0.smithi059.stdout:1450: snap_remove snap 142 2024-08-17T17:10:09.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:09 smithi059 ceph-mon[94685]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T17:10:09.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:09 smithi059 ceph-mon[94685]: pgmap v225: 121 pgs: 121 active+clean; 468 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 18 op/s; 19 MiB/s, 5 objects/s recovering 2024-08-17T17:10:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:09 smithi059 ceph-mon[92261]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T17:10:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:09 smithi059 ceph-mon[92261]: pgmap v225: 121 pgs: 121 active+clean; 468 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 18 op/s; 19 MiB/s, 5 objects/s recovering 2024-08-17T17:10:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:09 smithi087 ceph-mon[85676]: osdmap e374: 8 total, 8 up, 8 in 2024-08-17T17:10:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:09 smithi087 ceph-mon[85676]: pgmap v225: 121 pgs: 121 active+clean; 468 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 18 op/s; 19 MiB/s, 5 objects/s recovering 2024-08-17T17:10:10.220 INFO:tasks.rados.rados.0.smithi059.stdout:1449: expect (ObjNum 188 snap 56 seq_num 188) 2024-08-17T17:10:10.395 INFO:tasks.rados.rados.0.smithi059.stdout:1449: done (1 left) 2024-08-17T17:10:10.396 INFO:tasks.rados.rados.0.smithi059.stdout:1450: done (0 left) 2024-08-17T17:10:10.396 INFO:tasks.rados.rados.0.smithi059.stdout:1451: setattr oid 45 current snap is 156 2024-08-17T17:10:10.398 INFO:tasks.rados.rados.0.smithi059.stdout:1452: copy_from oid 12 from oid 18 current snap is 156 2024-08-17T17:10:10.398 INFO:tasks.rados.rados.0.smithi059.stdout:1453: read oid 24 snap -1 2024-08-17T17:10:10.398 INFO:tasks.rados.rados.0.smithi059.stdout:1453: expect (ObjNum 403 snap 139 seq_num 403) 2024-08-17T17:10:10.398 INFO:tasks.rados.rados.0.smithi059.stdout:1454: delete oid 46 current snap is 156 2024-08-17T17:10:10.401 INFO:tasks.rados.rados.0.smithi059.stdout:1454: done (3 left) 2024-08-17T17:10:10.402 INFO:tasks.rados.rados.0.smithi059.stdout:1455: copy_from oid 2 from oid 35 current snap is 156 2024-08-17T17:10:10.402 INFO:tasks.rados.rados.0.smithi059.stdout:1456: snap_create 2024-08-17T17:10:10.404 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 758 (ObjNum 278 snap 97 seq_num 278) dirty exists 2024-08-17T17:10:10.410 INFO:tasks.rados.rados.0.smithi059.stdout:1453: expect (ObjNum 403 snap 139 seq_num 403) 2024-08-17T17:10:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:10 smithi059 ceph-mon[92261]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T17:10:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:10 smithi059 ceph-mon[94685]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T17:10:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:10 smithi087 ceph-mon[85676]: osdmap e375: 8 total, 8 up, 8 in 2024-08-17T17:10:10.591 INFO:tasks.rados.rados.0.smithi059.stdout:1452: finishing copy_from racing read to smithi05980601-12 2024-08-17T17:10:10.591 INFO:tasks.rados.rados.0.smithi059.stdout:1452: finishing copy_from to smithi05980601-12 2024-08-17T17:10:10.591 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 415 (ObjNum 396 snap 139 seq_num 396) dirty exists 2024-08-17T17:10:10.591 INFO:tasks.rados.rados.0.smithi059.stdout:1455: finishing copy_from racing read to smithi05980601-2 2024-08-17T17:10:10.592 INFO:tasks.rados.rados.0.smithi059.stdout:1455: finishing copy_from to smithi05980601-2 2024-08-17T17:10:10.592 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 457 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:10:11.109 INFO:tasks.rados.rados.0.smithi059.stdout:1451: done (4 left) 2024-08-17T17:10:11.109 INFO:tasks.rados.rados.0.smithi059.stdout:1452: done (3 left) 2024-08-17T17:10:11.109 INFO:tasks.rados.rados.0.smithi059.stdout:1453: done (2 left) 2024-08-17T17:10:11.109 INFO:tasks.rados.rados.0.smithi059.stdout:1455: done (1 left) 2024-08-17T17:10:11.109 INFO:tasks.rados.rados.0.smithi059.stdout:1456: done (0 left) 2024-08-17T17:10:11.109 INFO:tasks.rados.rados.0.smithi059.stdout:1457: copy_from oid 10 from oid 6 current snap is 157 2024-08-17T17:10:11.110 INFO:tasks.rados.rados.0.smithi059.stdout:1458: read oid 35 snap -1 2024-08-17T17:10:11.110 INFO:tasks.rados.rados.0.smithi059.stdout:1458: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:10:11.110 INFO:tasks.rados.rados.0.smithi059.stdout:1459: delete oid 18 current snap is 157 2024-08-17T17:10:11.114 INFO:tasks.rados.rados.0.smithi059.stdout:1459: done (2 left) 2024-08-17T17:10:11.114 INFO:tasks.rados.rados.0.smithi059.stdout:1460: delete oid 15 current snap is 157 2024-08-17T17:10:11.116 INFO:tasks.rados.rados.0.smithi059.stdout:1457: finishing copy_from to smithi05980601-10 2024-08-17T17:10:11.116 INFO:tasks.rados.rados.0.smithi059.stdout:1457: got expected ENOENT (src dne) 2024-08-17T17:10:11.116 INFO:tasks.rados.rados.0.smithi059.stdout:1457: finishing copy_from racing read to smithi05980601-10 2024-08-17T17:10:11.120 INFO:tasks.rados.rados.0.smithi059.stdout:1457: done (2 left) 2024-08-17T17:10:11.120 INFO:tasks.rados.rados.0.smithi059.stdout:1460: done (1 left) 2024-08-17T17:10:11.120 INFO:tasks.rados.rados.0.smithi059.stdout:1461: snap_remove snap 153 2024-08-17T17:10:11.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:11 smithi059 ceph-mon[92261]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T17:10:11.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:11 smithi059 ceph-mon[92261]: pgmap v228: 121 pgs: 121 active+clean; 470 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-17T17:10:11.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:11 smithi059 ceph-mon[92261]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T17:10:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:11 smithi059 ceph-mon[94685]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T17:10:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:11 smithi059 ceph-mon[94685]: pgmap v228: 121 pgs: 121 active+clean; 470 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-17T17:10:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:11 smithi059 ceph-mon[94685]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T17:10:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:11 smithi087 ceph-mon[85676]: osdmap e376: 8 total, 8 up, 8 in 2024-08-17T17:10:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:11 smithi087 ceph-mon[85676]: pgmap v228: 121 pgs: 121 active+clean; 470 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 6 op/s 2024-08-17T17:10:11.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:11 smithi087 ceph-mon[85676]: osdmap e377: 8 total, 8 up, 8 in 2024-08-17T17:10:12.113 INFO:tasks.rados.rados.0.smithi059.stdout:1461: done (1 left) 2024-08-17T17:10:12.114 INFO:tasks.rados.rados.0.smithi059.stdout:1462: snap_remove snap 150 2024-08-17T17:10:13.124 INFO:tasks.rados.rados.0.smithi059.stdout:1462: done (1 left) 2024-08-17T17:10:13.124 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 157 2024-08-17T17:10:13.124 INFO:tasks.rados.rados.0.smithi059.stdout:1463: seq_num 467 ranges {442368=630784} 2024-08-17T17:10:13.129 INFO:tasks.rados.rados.0.smithi059.stdout:1463: writing smithi05980601-13 from 442368 to 1073152 tid 1 2024-08-17T17:10:13.130 INFO:tasks.rados.rados.0.smithi059.stdout:1464: rmattr oid 6 current snap is 157 2024-08-17T17:10:13.130 INFO:tasks.rados.rados.0.smithi059.stdout:1464: done (2 left) 2024-08-17T17:10:13.130 INFO:tasks.rados.rados.0.smithi059.stdout:1465: read oid 33 snap 131 2024-08-17T17:10:13.130 INFO:tasks.rados.rados.0.smithi059.stdout:1465: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:10:13.130 INFO:tasks.rados.rados.0.smithi059.stdout:1466: snap_remove snap 114 2024-08-17T17:10:13.369 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:13 smithi059 ceph-mon[92261]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T17:10:13.370 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:13 smithi059 ceph-mon[94685]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T17:10:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:13 smithi087 ceph-mon[85676]: osdmap e378: 8 total, 8 up, 8 in 2024-08-17T17:10:14.124 INFO:tasks.rados.rados.0.smithi059.stdout:1466: done (3 left) 2024-08-17T17:10:14.125 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 157 2024-08-17T17:10:14.125 INFO:tasks.rados.rados.0.smithi059.stdout:1467: seq_num 468 ranges {4800512=647168} 2024-08-17T17:10:14.156 INFO:tasks.rados.rados.0.smithi059.stdout:1467: writing smithi05980601-1 from 4800512 to 5447680 tid 1 2024-08-17T17:10:14.157 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 157 2024-08-17T17:10:14.157 INFO:tasks.rados.rados.0.smithi059.stdout:1468: seq_num 469 ranges {2195456=663552} 2024-08-17T17:10:14.173 INFO:tasks.rados.rados.0.smithi059.stdout:1468: writing smithi05980601-32 from 2195456 to 2859008 tid 1 2024-08-17T17:10:14.173 INFO:tasks.rados.rados.0.smithi059.stdout:1469: read oid 50 snap 139 2024-08-17T17:10:14.173 INFO:tasks.rados.rados.0.smithi059.stdout:1469: expect (ObjNum 393 snap 139 seq_num 393) 2024-08-17T17:10:14.173 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 157 2024-08-17T17:10:14.174 INFO:tasks.rados.rados.0.smithi059.stdout:1458: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:10:14.280 INFO:tasks.rados.rados.0.smithi059.stdout:1463: finishing write tid 1 to smithi05980601-13 2024-08-17T17:10:14.280 INFO:tasks.rados.rados.0.smithi059.stdout:1463: finishing write tid 2 to smithi05980601-13 2024-08-17T17:10:14.280 INFO:tasks.rados.rados.0.smithi059.stdout:1463: finishing write tid 3 to smithi05980601-13 2024-08-17T17:10:14.280 INFO:tasks.rados.rados.0.smithi059.stdout:1463: oid 13 updating version 0 to 468 2024-08-17T17:10:14.280 INFO:tasks.rados.rados.0.smithi059.stdout:1463: oid 13 updating version 468 to 469 2024-08-17T17:10:14.280 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 469 (ObjNum 467 snap 157 seq_num 467) dirty exists 2024-08-17T17:10:14.280 INFO:tasks.rados.rados.0.smithi059.stdout:1463: left oid 13 (ObjNum 467 snap 157 seq_num 467) 2024-08-17T17:10:14.280 INFO:tasks.rados.rados.0.smithi059.stdout:1465: expect (ObjNum 333 snap 115 seq_num 333) 2024-08-17T17:10:14.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:14 smithi059 ceph-mon[92261]: pgmap v231: 121 pgs: 121 active+clean; 461 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-17T17:10:14.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:14 smithi059 ceph-mon[92261]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T17:10:14.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:14 smithi059 ceph-mon[94685]: pgmap v231: 121 pgs: 121 active+clean; 461 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-17T17:10:14.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:14 smithi059 ceph-mon[94685]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T17:10:14.431 INFO:tasks.rados.rados.0.smithi059.stdout:1467: finishing write tid 1 to smithi05980601-1 2024-08-17T17:10:14.431 INFO:tasks.rados.rados.0.smithi059.stdout:1467: finishing write tid 2 to smithi05980601-1 2024-08-17T17:10:14.431 INFO:tasks.rados.rados.0.smithi059.stdout:1467: finishing write tid 3 to smithi05980601-1 2024-08-17T17:10:14.431 INFO:tasks.rados.rados.0.smithi059.stdout:1467: oid 1 updating version 0 to 769 2024-08-17T17:10:14.431 INFO:tasks.rados.rados.0.smithi059.stdout:1467: oid 1 updating version 769 to 770 2024-08-17T17:10:14.431 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 770 (ObjNum 468 snap 157 seq_num 468) dirty exists 2024-08-17T17:10:14.432 INFO:tasks.rados.rados.0.smithi059.stdout:1467: left oid 1 (ObjNum 468 snap 157 seq_num 468) 2024-08-17T17:10:14.432 INFO:tasks.rados.rados.0.smithi059.stdout:1468: finishing write tid 1 to smithi05980601-32 2024-08-17T17:10:14.432 INFO:tasks.rados.rados.0.smithi059.stdout:1468: finishing write tid 2 to smithi05980601-32 2024-08-17T17:10:14.432 INFO:tasks.rados.rados.0.smithi059.stdout:1468: finishing write tid 3 to smithi05980601-32 2024-08-17T17:10:14.432 INFO:tasks.rados.rados.0.smithi059.stdout:1468: oid 32 updating version 0 to 495 2024-08-17T17:10:14.432 INFO:tasks.rados.rados.0.smithi059.stdout:1468: oid 32 version 495 is already newer than 494 2024-08-17T17:10:14.432 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 495 (ObjNum 469 snap 157 seq_num 469) dirty exists 2024-08-17T17:10:14.432 INFO:tasks.rados.rados.0.smithi059.stdout:1468: left oid 32 (ObjNum 469 snap 157 seq_num 469) 2024-08-17T17:10:14.432 INFO:tasks.rados.rados.0.smithi059.stdout:1469: expect (ObjNum 393 snap 139 seq_num 393) 2024-08-17T17:10:14.478 INFO:tasks.rados.rados.0.smithi059.stdout:1470: seq_num 470 ranges {294912=679936} 2024-08-17T17:10:14.483 INFO:tasks.rados.rados.0.smithi059.stdout:1470: writing smithi05980601-7 from 294912 to 974848 tid 1 2024-08-17T17:10:14.483 INFO:tasks.rados.rados.0.smithi059.stdout:1458: done (6 left) 2024-08-17T17:10:14.483 INFO:tasks.rados.rados.0.smithi059.stdout:1463: done (5 left) 2024-08-17T17:10:14.483 INFO:tasks.rados.rados.0.smithi059.stdout:1465: done (4 left) 2024-08-17T17:10:14.484 INFO:tasks.rados.rados.0.smithi059.stdout:1467: done (3 left) 2024-08-17T17:10:14.484 INFO:tasks.rados.rados.0.smithi059.stdout:1468: done (2 left) 2024-08-17T17:10:14.484 INFO:tasks.rados.rados.0.smithi059.stdout:1469: done (1 left) 2024-08-17T17:10:14.484 INFO:tasks.rados.rados.0.smithi059.stdout:1471: setattr oid 25 current snap is 157 2024-08-17T17:10:14.484 INFO:tasks.rados.rados.0.smithi059.stdout:1472: read oid 41 snap -1 2024-08-17T17:10:14.484 INFO:tasks.rados.rados.0.smithi059.stdout:1472: expect (ObjNum 425 snap 144 seq_num 425) 2024-08-17T17:10:14.485 INFO:tasks.rados.rados.0.smithi059.stdout:1473: rollback oid 28 current snap is 157 2024-08-17T17:10:14.485 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 28 to 154 2024-08-17T17:10:14.485 INFO:tasks.rados.rados.0.smithi059.stdout:1474: snap_remove snap 152 2024-08-17T17:10:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:14 smithi087 ceph-mon[85676]: pgmap v231: 121 pgs: 121 active+clean; 461 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-08-17T17:10:14.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:14 smithi087 ceph-mon[85676]: osdmap e379: 8 total, 8 up, 8 in 2024-08-17T17:10:15.131 INFO:tasks.rados.rados.0.smithi059.stdout:1474: done (4 left) 2024-08-17T17:10:15.131 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 157 2024-08-17T17:10:15.131 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 655 (ObjNum 422 snap 142 seq_num 422) dirty exists 2024-08-17T17:10:15.131 INFO:tasks.rados.rados.0.smithi059.stdout:1475: seq_num 471 ranges {1056768=696320} 2024-08-17T17:10:15.142 INFO:tasks.rados.rados.0.smithi059.stdout:1475: writing smithi05980601-30 from 1056768 to 1753088 tid 1 2024-08-17T17:10:15.142 INFO:tasks.rados.rados.0.smithi059.stdout:1471: done (4 left) 2024-08-17T17:10:15.142 INFO:tasks.rados.rados.0.smithi059.stdout:1476: copy_from oid 44 from oid 35 current snap is 157 2024-08-17T17:10:15.143 INFO:tasks.rados.rados.0.smithi059.stdout:1473: finishing rollback tid 0 to smithi05980601-28 2024-08-17T17:10:15.143 INFO:tasks.rados.rados.0.smithi059.stdout:1470: finishing write tid 1 to smithi05980601-7 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:1473: finishing rollback tid 1 to smithi05980601-28 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:1470: finishing write tid 2 to smithi05980601-7 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:1473: finishing rollback tid 2 to smithi05980601-28 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 773 (ObjNum 411 snap 140 seq_num 411) dirty exists 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:1470: finishing write tid 3 to smithi05980601-7 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:1470: oid 7 updating version 0 to 265 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:1470: oid 7 updating version 265 to 266 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 266 (ObjNum 470 snap 157 seq_num 470) dirty exists 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:1470: left oid 7 (ObjNum 470 snap 157 seq_num 470) 2024-08-17T17:10:15.144 INFO:tasks.rados.rados.0.smithi059.stdout:1472: expect (ObjNum 425 snap 144 seq_num 425) 2024-08-17T17:10:15.212 INFO:tasks.rados.rados.0.smithi059.stdout:1475: finishing write tid 1 to smithi05980601-30 2024-08-17T17:10:15.212 INFO:tasks.rados.rados.0.smithi059.stdout:1475: finishing write tid 2 to smithi05980601-30 2024-08-17T17:10:15.212 INFO:tasks.rados.rados.0.smithi059.stdout:1475: finishing write tid 3 to smithi05980601-30 2024-08-17T17:10:15.212 INFO:tasks.rados.rados.0.smithi059.stdout:1475: oid 30 updating version 0 to 213 2024-08-17T17:10:15.212 INFO:tasks.rados.rados.0.smithi059.stdout:1475: oid 30 updating version 213 to 214 2024-08-17T17:10:15.212 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 214 (ObjNum 471 snap 157 seq_num 471) dirty exists 2024-08-17T17:10:15.212 INFO:tasks.rados.rados.0.smithi059.stdout:1475: left oid 30 (ObjNum 471 snap 157 seq_num 471) 2024-08-17T17:10:15.212 INFO:tasks.rados.rados.0.smithi059.stdout:1476: finishing copy_from racing read to smithi05980601-44 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:1476: finishing copy_from to smithi05980601-44 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 457 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:1470: done (4 left) 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:1472: done (3 left) 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:1473: done (2 left) 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:1475: done (1 left) 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:1476: done (0 left) 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:1477: rollback oid 33 current snap is 157 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 33 to 128 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 157 2024-08-17T17:10:15.213 INFO:tasks.rados.rados.0.smithi059.stdout:1478: seq_num 472 ranges {0=712704} 2024-08-17T17:10:15.216 INFO:tasks.rados.rados.0.smithi059.stdout:1478: writing smithi05980601-18 from 0 to 712704 tid 1 2024-08-17T17:10:15.216 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 157 2024-08-17T17:10:15.216 INFO:tasks.rados.rados.0.smithi059.stdout:1477: finishing rollback tid 0 to smithi05980601-33 2024-08-17T17:10:15.216 INFO:tasks.rados.rados.0.smithi059.stdout:1477: finishing rollback tid 1 to smithi05980601-33 2024-08-17T17:10:15.216 INFO:tasks.rados.rados.0.smithi059.stdout:1479: seq_num 473 ranges {8839168=729088} 2024-08-17T17:10:15.269 INFO:tasks.rados.rados.0.smithi059.stdout:1479: writing smithi05980601-31 from 8839168 to 9568256 tid 1 2024-08-17T17:10:15.269 INFO:tasks.rados.rados.0.smithi059.stdout:1480: setattr oid 29 current snap is 157 2024-08-17T17:10:15.269 INFO:tasks.rados.rados.0.smithi059.stdout:1477: finishing rollback tid 2 to smithi05980601-33 2024-08-17T17:10:15.269 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 773 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:10:15.269 INFO:tasks.rados.rados.0.smithi059.stdout:1478: finishing write tid 1 to smithi05980601-18 2024-08-17T17:10:15.269 INFO:tasks.rados.rados.0.smithi059.stdout:1478: finishing write tid 2 to smithi05980601-18 2024-08-17T17:10:15.270 INFO:tasks.rados.rados.0.smithi059.stdout:1478: finishing write tid 3 to smithi05980601-18 2024-08-17T17:10:15.270 INFO:tasks.rados.rados.0.smithi059.stdout:1478: oid 18 updating version 0 to 497 2024-08-17T17:10:15.270 INFO:tasks.rados.rados.0.smithi059.stdout:1478: oid 18 version 497 is already newer than 496 2024-08-17T17:10:15.270 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 497 (ObjNum 472 snap 157 seq_num 472) dirty exists 2024-08-17T17:10:15.270 INFO:tasks.rados.rados.0.smithi059.stdout:1478: left oid 18 (ObjNum 472 snap 157 seq_num 472) 2024-08-17T17:10:15.270 INFO:tasks.rados.rados.0.smithi059.stdout:1477: done (3 left) 2024-08-17T17:10:15.270 INFO:tasks.rados.rados.0.smithi059.stdout:1478: done (2 left) 2024-08-17T17:10:15.270 INFO:tasks.rados.rados.0.smithi059.stdout:1481: snap_remove snap 151 2024-08-17T17:10:15.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:15 smithi087 ceph-mon[85676]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T17:10:15.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:15 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:15 smithi059 ceph-mon[92261]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T17:10:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:15 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:15.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:15 smithi059 ceph-mon[94685]: osdmap e380: 8 total, 8 up, 8 in 2024-08-17T17:10:15.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:15 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:15.951 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:10:16.109 INFO:tasks.rados.rados.0.smithi059.stdout:1481: done (2 left) 2024-08-17T17:10:16.109 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 157 2024-08-17T17:10:16.109 INFO:tasks.rados.rados.0.smithi059.stdout:1479: finishing write tid 1 to smithi05980601-31 2024-08-17T17:10:16.109 INFO:tasks.rados.rados.0.smithi059.stdout:1482: seq_num 474 ranges {0=745472} 2024-08-17T17:10:16.114 INFO:tasks.rados.rados.0.smithi059.stdout:1482: writing smithi05980601-39 from 0 to 745472 tid 1 2024-08-17T17:10:16.114 INFO:tasks.rados.rados.0.smithi059.stdout:1483: setattr oid 22 current snap is 157 2024-08-17T17:10:16.114 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 187 (ObjNum 441 snap 149 seq_num 441) dirty exists 2024-08-17T17:10:16.114 INFO:tasks.rados.rados.0.smithi059.stdout:1479: finishing write tid 2 to smithi05980601-31 2024-08-17T17:10:16.115 INFO:tasks.rados.rados.0.smithi059.stdout:1479: finishing write tid 3 to smithi05980601-31 2024-08-17T17:10:16.115 INFO:tasks.rados.rados.0.smithi059.stdout:1479: oid 31 updating version 0 to 1264 2024-08-17T17:10:16.115 INFO:tasks.rados.rados.0.smithi059.stdout:1479: oid 31 updating version 1264 to 1265 2024-08-17T17:10:16.115 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1265 (ObjNum 473 snap 157 seq_num 473) dirty exists 2024-08-17T17:10:16.115 INFO:tasks.rados.rados.0.smithi059.stdout:1479: left oid 31 (ObjNum 473 snap 157 seq_num 473) 2024-08-17T17:10:16.116 INFO:tasks.rados.rados.0.smithi059.stdout:1479: done (3 left) 2024-08-17T17:10:16.116 INFO:tasks.rados.rados.0.smithi059.stdout:1480: done (2 left) 2024-08-17T17:10:16.116 INFO:tasks.rados.rados.0.smithi059.stdout:1484: snap_remove snap 134 2024-08-17T17:10:16.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:16 smithi059 ceph-mon[92261]: pgmap v234: 121 pgs: 121 active+clean; 461 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-08-17T17:10:16.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:16 smithi059 ceph-mon[92261]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T17:10:16.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:16 smithi059 ceph-mon[92261]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T17:10:16.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:16 smithi059 ceph-mon[94685]: pgmap v234: 121 pgs: 121 active+clean; 461 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-08-17T17:10:16.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:16 smithi059 ceph-mon[94685]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T17:10:16.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:16 smithi059 ceph-mon[94685]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T17:10:16.548 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:10:16.548 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (6m) 17s ago 7m 25.2M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:10:16.548 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (7m) 2m ago 7m 88.8M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:10:16.548 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (9m) 17s ago 9m 18.0M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (9m) 2m ago 9m 19.7M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (3m) 2m ago 12m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (3m) 17s ago 13m 524M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (2m) 17s ago 13m 51.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (2m) 2m ago 12m 27.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (2m) 17s ago 12m 42.3M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (7m) 17s ago 7m 15.7M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (7m) 2m ago 7m 16.3M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (88s) 17s ago 12m 172M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (55s) 17s ago 11m 128M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (21s) 17s ago 11m 12.2M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (10m) 17s ago 10m 138M 2481M 18.2.4-719-gced649f8 c870753d67c2 e2833acff634 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (10m) 2m ago 10m 128M 2480M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:10:16.549 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (10m) 2m ago 10m 143M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:10:16.550 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (9m) 2m ago 9m 121M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:10:16.550 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (9m) 2m ago 9m 98.3M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:10:16.550 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (3m) 2m ago 8m 48.8M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:10:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:16 smithi087 ceph-mon[85676]: pgmap v234: 121 pgs: 121 active+clean; 461 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 2 op/s 2024-08-17T17:10:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:16 smithi087 ceph-mon[85676]: osdmap e381: 8 total, 8 up, 8 in 2024-08-17T17:10:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:16 smithi087 ceph-mon[85676]: osdmap e382: 8 total, 8 up, 8 in 2024-08-17T17:10:16.897 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:10:16.897 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:10:16.897 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:10:16.897 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:10:16.897 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:10:16.897 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:10:16.897 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 5, 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 7, 2024-08-17T17:10:16.898 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:10:16.899 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:10:16.899 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:10:17.115 INFO:tasks.rados.rados.0.smithi059.stdout:1484: done (2 left) 2024-08-17T17:10:17.115 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 157 2024-08-17T17:10:17.115 INFO:tasks.rados.rados.0.smithi059.stdout:1485: seq_num 475 ranges {1794048=761856} 2024-08-17T17:10:17.130 INFO:tasks.rados.rados.0.smithi059.stdout:1485: writing smithi05980601-50 from 1794048 to 2555904 tid 1 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:1486: copy_from oid 28 from oid 19 current snap is 157 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:1482: finishing write tid 1 to smithi05980601-39 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:1482: finishing write tid 2 to smithi05980601-39 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 463 (ObjNum 461 snap 154 seq_num 461) dirty exists 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:1482: finishing write tid 3 to smithi05980601-39 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:1482: oid 39 updating version 0 to 1267 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:1482: oid 39 version 1267 is already newer than 1266 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 1267 (ObjNum 474 snap 157 seq_num 474) dirty exists 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:1482: left oid 39 (ObjNum 474 snap 157 seq_num 474) 2024-08-17T17:10:17.131 INFO:tasks.rados.rados.0.smithi059.stdout:1482: done (3 left) 2024-08-17T17:10:17.132 INFO:tasks.rados.rados.0.smithi059.stdout:1483: done (2 left) 2024-08-17T17:10:17.132 INFO:tasks.rados.rados.0.smithi059.stdout:1487: setattr oid 25 current snap is 157 2024-08-17T17:10:17.132 INFO:tasks.rados.rados.0.smithi059.stdout:1488: rollback oid 45 current snap is 157 2024-08-17T17:10:17.132 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 45 to 131 2024-08-17T17:10:17.133 INFO:tasks.rados.rados.0.smithi059.stdout:1489: rollback oid 6 current snap is 157 2024-08-17T17:10:17.133 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 6 to 131 2024-08-17T17:10:17.133 INFO:tasks.rados.rados.0.smithi059.stdout:1490: delete oid 7 current snap is 157 2024-08-17T17:10:17.138 INFO:tasks.rados.rados.0.smithi059.stdout:1488: finishing rollback tid 0 to smithi05980601-45 2024-08-17T17:10:17.139 INFO:tasks.rados.rados.0.smithi059.stdout:1490: done (5 left) 2024-08-17T17:10:17.139 INFO:tasks.rados.rados.0.smithi059.stdout:1491: read oid 34 snap -1 2024-08-17T17:10:17.139 INFO:tasks.rados.rados.0.smithi059.stdout:1491: expect deleted 2024-08-17T17:10:17.139 INFO:tasks.rados.rados.0.smithi059.stdout:1492: read oid 27 snap 127 2024-08-17T17:10:17.139 INFO:tasks.rados.rados.0.smithi059.stdout:1492: expect (ObjNum 358 snap 126 seq_num 358) 2024-08-17T17:10:17.139 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 157 2024-08-17T17:10:17.139 INFO:tasks.rados.rados.0.smithi059.stdout:1493: seq_num 477 ranges {0=794624} 2024-08-17T17:10:17.144 INFO:tasks.rados.rados.0.smithi059.stdout:1493: writing smithi05980601-40 from 0 to 794624 tid 1 2024-08-17T17:10:17.144 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 157 2024-08-17T17:10:17.144 INFO:tasks.rados.rados.0.smithi059.stdout:1494: seq_num 478 ranges {1073152=409600,1482752=401408} 2024-08-17T17:10:17.153 INFO:tasks.rados.rados.0.smithi059.stdout:1494: writing smithi05980601-13 from 1073152 to 1482752 tid 1 2024-08-17T17:10:17.156 INFO:tasks.rados.rados.0.smithi059.stdout:1494: writing smithi05980601-13 from 1482752 to 1884160 tid 2 2024-08-17T17:10:17.156 INFO:tasks.rados.rados.0.smithi059.stdout:1495: snap_remove snap 145 2024-08-17T17:10:17.221 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:10:17.221 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "8/20 daemons upgraded", 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:10:17.222 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:10:17.223 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:17 smithi059 ceph-mon[92261]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:17.223 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:17 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/467628198' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:17.223 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:17 smithi059 ceph-mon[92261]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T17:10:17.223 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:17 smithi059 ceph-mon[94685]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:17.223 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:17 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/467628198' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:17.223 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:17 smithi059 ceph-mon[94685]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T17:10:17.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:10:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:10:17] "GET /metrics HTTP/1.1" 200 36079 "" "Prometheus/2.43.0" 2024-08-17T17:10:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:17 smithi087 ceph-mon[85676]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:17 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/467628198' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:17 smithi087 ceph-mon[85676]: osdmap e383: 8 total, 8 up, 8 in 2024-08-17T17:10:18.147 INFO:tasks.rados.rados.0.smithi059.stdout:1495: done (9 left) 2024-08-17T17:10:18.147 INFO:tasks.rados.rados.0.smithi059.stdout:1496: read oid 39 snap -1 2024-08-17T17:10:18.147 INFO:tasks.rados.rados.0.smithi059.stdout:1496: expect (ObjNum 474 snap 157 seq_num 474) 2024-08-17T17:10:18.147 INFO:tasks.rados.rados.0.smithi059.stdout:1497: read oid 24 snap 133 2024-08-17T17:10:18.148 INFO:tasks.rados.rados.0.smithi059.stdout:1497: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:10:18.148 INFO:tasks.rados.rados.0.smithi059.stdout:1498: rollback oid 29 current snap is 157 2024-08-17T17:10:18.148 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 128 2024-08-17T17:10:18.148 INFO:tasks.rados.rados.0.smithi059.stdout:1499: read oid 4 snap -1 2024-08-17T17:10:18.148 INFO:tasks.rados.rados.0.smithi059.stdout:1499: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:10:18.148 INFO:tasks.rados.rados.0.smithi059.stdout:1500: copy_from oid 37 from oid 38 current snap is 157 2024-08-17T17:10:18.148 INFO:tasks.rados.rados.0.smithi059.stdout:1501: copy_from oid 47 from oid 42 current snap is 157 2024-08-17T17:10:18.148 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 157 2024-08-17T17:10:18.148 INFO:tasks.rados.rados.0.smithi059.stdout:1502: seq_num 479 ranges {1474560=425984,1900544=401408} 2024-08-17T17:10:18.158 INFO:tasks.rados.rados.0.smithi059.stdout:1502: writing smithi05980601-21 from 1474560 to 1900544 tid 1 2024-08-17T17:10:18.162 INFO:tasks.rados.rados.0.smithi059.stdout:1502: writing smithi05980601-21 from 1900544 to 2301952 tid 2 2024-08-17T17:10:18.162 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 16 2024-08-17T17:10:18.164 INFO:tasks.rados.rados.0.smithi059.stdout:1488: finishing rollback tid 1 to smithi05980601-45 2024-08-17T17:10:18.164 INFO:tasks.rados.rados.0.smithi059.stdout:1489: finishing rollback tid 1 to smithi05980601-6 2024-08-17T17:10:18.164 INFO:tasks.rados.rados.0.smithi059.stdout:1488: finishing rollback tid 2 to smithi05980601-45 2024-08-17T17:10:18.164 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 761 (ObjNum 321 snap 108 seq_num 321) dirty exists 2024-08-17T17:10:18.164 INFO:tasks.rados.rados.0.smithi059.stdout:1489: finishing rollback tid 2 to smithi05980601-6 2024-08-17T17:10:18.164 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 988 (ObjNum 341 snap 120 seq_num 341) dirty exists 2024-08-17T17:10:18.164 INFO:tasks.rados.rados.0.smithi059.stdout:1486: finishing copy_from to smithi05980601-28 2024-08-17T17:10:18.164 INFO:tasks.rados.rados.0.smithi059.stdout:1486: got expected ENOENT (src dne) 2024-08-17T17:10:18.165 INFO:tasks.rados.rados.0.smithi059.stdout:1486: finishing copy_from racing read to smithi05980601-28 2024-08-17T17:10:18.165 INFO:tasks.rados.rados.0.smithi059.stdout:1485: finishing write tid 1 to smithi05980601-50 2024-08-17T17:10:18.165 INFO:tasks.rados.rados.0.smithi059.stdout:1485: finishing write tid 2 to smithi05980601-50 2024-08-17T17:10:18.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 660 (ObjNum 422 snap 142 seq_num 422) dirty exists 2024-08-17T17:10:18.165 INFO:tasks.rados.rados.0.smithi059.stdout:1485: finishing write tid 3 to smithi05980601-50 2024-08-17T17:10:18.165 INFO:tasks.rados.rados.0.smithi059.stdout:1485: oid 50 updating version 0 to 1280 2024-08-17T17:10:18.165 INFO:tasks.rados.rados.0.smithi059.stdout:1485: oid 50 version 1280 is already newer than 1279 2024-08-17T17:10:18.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 1280 (ObjNum 475 snap 157 seq_num 475) dirty exists 2024-08-17T17:10:18.165 INFO:tasks.rados.rados.0.smithi059.stdout:1485: left oid 50 (ObjNum 475 snap 157 seq_num 475) 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1493: finishing write tid 1 to smithi05980601-40 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1493: finishing write tid 2 to smithi05980601-40 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1493: finishing write tid 3 to smithi05980601-40 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1493: oid 40 updating version 0 to 775 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1493: oid 40 version 775 is already newer than 774 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 775 (ObjNum 477 snap 157 seq_num 477) dirty exists 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1493: left oid 40 (ObjNum 477 snap 157 seq_num 477) 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1494: finishing write tid 1 to smithi05980601-13 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1494: finishing write tid 2 to smithi05980601-13 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1494: finishing write tid 3 to smithi05980601-13 2024-08-17T17:10:18.166 INFO:tasks.rados.rados.0.smithi059.stdout:1494: finishing write tid 4 to smithi05980601-13 2024-08-17T17:10:18.167 INFO:tasks.rados.rados.0.smithi059.stdout:1494: oid 13 updating version 0 to 471 2024-08-17T17:10:18.167 INFO:tasks.rados.rados.0.smithi059.stdout:1494: oid 13 updating version 471 to 472 2024-08-17T17:10:18.167 INFO:tasks.rados.rados.0.smithi059.stdout:1494: oid 13 version 472 is already newer than 470 2024-08-17T17:10:18.167 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 472 (ObjNum 478 snap 157 seq_num 478) dirty exists 2024-08-17T17:10:18.167 INFO:tasks.rados.rados.0.smithi059.stdout:1494: left oid 13 (ObjNum 478 snap 157 seq_num 478) 2024-08-17T17:10:18.167 INFO:tasks.rados.rados.0.smithi059.stdout:1492: expect (ObjNum 358 snap 126 seq_num 358) 2024-08-17T17:10:18.473 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:18 smithi059 ceph-mon[92261]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:18.474 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:18 smithi059 ceph-mon[92261]: pgmap v237: 121 pgs: 121 active+clean; 461 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T17:10:18.474 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:18 smithi059 ceph-mon[92261]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:18.474 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:18 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:10:18.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:18 smithi059 ceph-mon[94685]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:18.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:18 smithi059 ceph-mon[94685]: pgmap v237: 121 pgs: 121 active+clean; 461 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T17:10:18.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:18 smithi059 ceph-mon[94685]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:18.474 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:18 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:10:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:18 smithi087 ceph-mon[85676]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:18 smithi087 ceph-mon[85676]: pgmap v237: 121 pgs: 121 active+clean; 461 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T17:10:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:18 smithi087 ceph-mon[85676]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:18 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-08-17T17:10:18.826 INFO:tasks.rados.rados.0.smithi059.stdout:1499: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:10:18.830 INFO:tasks.rados.rados.0.smithi059.stdout:1497: expect (ObjNum 173 snap 51 seq_num 173) 2024-08-17T17:10:18.931 INFO:tasks.rados.rados.0.smithi059.stdout:1502: finishing write tid 1 to smithi05980601-21 2024-08-17T17:10:18.931 INFO:tasks.rados.rados.0.smithi059.stdout:1496: expect (ObjNum 474 snap 157 seq_num 474) 2024-08-17T17:10:18.952 INFO:tasks.rados.rados.0.smithi059.stdout:1502: finishing write tid 2 to smithi05980601-21 2024-08-17T17:10:18.952 INFO:tasks.rados.rados.0.smithi059.stdout:1500: finishing copy_from to smithi05980601-37 2024-08-17T17:10:18.952 INFO:tasks.rados.rados.0.smithi059.stdout:1500: got expected ENOENT (src dne) 2024-08-17T17:10:18.952 INFO:tasks.rados.rados.0.smithi059.stdout:1500: finishing copy_from racing read to smithi05980601-37 2024-08-17T17:10:18.953 INFO:tasks.rados.rados.0.smithi059.stdout:1498: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:10:18.953 INFO:tasks.rados.rados.0.smithi059.stdout:1498: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:10:18.953 INFO:tasks.rados.rados.0.smithi059.stdout:1498: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:10:18.953 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 196 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:10:18.953 INFO:tasks.rados.rados.0.smithi059.stdout:1502: finishing write tid 3 to smithi05980601-21 2024-08-17T17:10:18.953 INFO:tasks.rados.rados.0.smithi059.stdout:1502: finishing write tid 4 to smithi05980601-21 2024-08-17T17:10:18.953 INFO:tasks.rados.rados.0.smithi059.stdout:1502: oid 21 updating version 0 to 1026 2024-08-17T17:10:18.953 INFO:tasks.rados.rados.0.smithi059.stdout:1502: oid 21 updating version 1026 to 1027 2024-08-17T17:10:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:1502: oid 21 updating version 1027 to 1028 2024-08-17T17:10:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1028 (ObjNum 479 snap 157 seq_num 479) dirty exists 2024-08-17T17:10:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:1502: left oid 21 (ObjNum 479 snap 157 seq_num 479) 2024-08-17T17:10:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:1501: finishing copy_from racing read to smithi05980601-47 2024-08-17T17:10:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:1501: finishing copy_from to smithi05980601-47 2024-08-17T17:10:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 567 (ObjNum 422 snap 142 seq_num 422) dirty exists 2024-08-17T17:10:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:1485: done (15 left) 2024-08-17T17:10:18.954 INFO:tasks.rados.rados.0.smithi059.stdout:1486: done (14 left) 2024-08-17T17:10:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:1487: done (13 left) 2024-08-17T17:10:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:1488: done (12 left) 2024-08-17T17:10:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:1489: done (11 left) 2024-08-17T17:10:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:1491: done (10 left) 2024-08-17T17:10:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:1492: done (9 left) 2024-08-17T17:10:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:1493: done (8 left) 2024-08-17T17:10:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:1494: done (7 left) 2024-08-17T17:10:18.955 INFO:tasks.rados.rados.0.smithi059.stdout:1496: done (6 left) 2024-08-17T17:10:18.956 INFO:tasks.rados.rados.0.smithi059.stdout:1497: done (5 left) 2024-08-17T17:10:18.956 INFO:tasks.rados.rados.0.smithi059.stdout:1498: done (4 left) 2024-08-17T17:10:18.956 INFO:tasks.rados.rados.0.smithi059.stdout:1499: done (3 left) 2024-08-17T17:10:18.956 INFO:tasks.rados.rados.0.smithi059.stdout:1500: done (2 left) 2024-08-17T17:10:18.956 INFO:tasks.rados.rados.0.smithi059.stdout:1501: done (1 left) 2024-08-17T17:10:18.956 INFO:tasks.rados.rados.0.smithi059.stdout:1502: done (0 left) 2024-08-17T17:10:18.956 INFO:tasks.rados.rados.0.smithi059.stdout:1503: copy_from oid 37 from oid 2 current snap is 157 2024-08-17T17:10:18.956 INFO:tasks.rados.rados.0.smithi059.stdout:1504: read oid 42 snap -1 2024-08-17T17:10:18.957 INFO:tasks.rados.rados.0.smithi059.stdout:1504: expect (ObjNum 422 snap 142 seq_num 422) 2024-08-17T17:10:18.957 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 157 2024-08-17T17:10:18.957 INFO:tasks.rados.rados.0.smithi059.stdout:1505: seq_num 480 ranges {3891200=442368,4333568=401408} 2024-08-17T17:10:18.975 INFO:tasks.rados.rados.0.smithi059.stdout:1505: writing smithi05980601-33 from 3891200 to 4333568 tid 1 2024-08-17T17:10:18.978 INFO:tasks.rados.rados.0.smithi059.stdout:1505: writing smithi05980601-33 from 4333568 to 4734976 tid 2 2024-08-17T17:10:18.978 INFO:tasks.rados.rados.0.smithi059.stdout:1506: read oid 39 snap -1 2024-08-17T17:10:18.978 INFO:tasks.rados.rados.0.smithi059.stdout:1506: expect (ObjNum 474 snap 157 seq_num 474) 2024-08-17T17:10:18.978 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 157 2024-08-17T17:10:18.978 INFO:tasks.rados.rados.0.smithi059.stdout:1507: seq_num 481 ranges {712704=458752,1171456=401408} 2024-08-17T17:10:18.984 INFO:tasks.rados.rados.0.smithi059.stdout:1507: writing smithi05980601-18 from 712704 to 1171456 tid 1 2024-08-17T17:10:18.987 INFO:tasks.rados.rados.0.smithi059.stdout:1507: writing smithi05980601-18 from 1171456 to 1572864 tid 2 2024-08-17T17:10:18.987 INFO:tasks.rados.rados.0.smithi059.stdout:1503: finishing copy_from racing read to smithi05980601-37 2024-08-17T17:10:18.987 INFO:tasks.rados.rados.0.smithi059.stdout:1503: finishing copy_from to smithi05980601-37 2024-08-17T17:10:18.987 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 457 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:10:18.987 INFO:tasks.rados.rados.0.smithi059.stdout:1504: expect (ObjNum 422 snap 142 seq_num 422) 2024-08-17T17:10:19.492 INFO:tasks.rados.rados.0.smithi059.stdout:1505: finishing write tid 1 to smithi05980601-33 2024-08-17T17:10:19.493 INFO:tasks.rados.rados.0.smithi059.stdout:1505: finishing write tid 2 to smithi05980601-33 2024-08-17T17:10:19.493 INFO:tasks.rados.rados.0.smithi059.stdout:1505: finishing write tid 3 to smithi05980601-33 2024-08-17T17:10:19.493 INFO:tasks.rados.rados.0.smithi059.stdout:1506: expect (ObjNum 474 snap 157 seq_num 474) 2024-08-17T17:10:19.513 INFO:tasks.rados.rados.0.smithi059.stdout:1505: finishing write tid 4 to smithi05980601-33 2024-08-17T17:10:19.513 INFO:tasks.rados.rados.0.smithi059.stdout:1505: oid 33 updating version 0 to 775 2024-08-17T17:10:19.513 INFO:tasks.rados.rados.0.smithi059.stdout:1505: oid 33 updating version 775 to 776 2024-08-17T17:10:19.513 INFO:tasks.rados.rados.0.smithi059.stdout:1505: oid 33 version 776 is already newer than 774 2024-08-17T17:10:19.513 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 776 (ObjNum 480 snap 157 seq_num 480) dirty exists 2024-08-17T17:10:19.513 INFO:tasks.rados.rados.0.smithi059.stdout:1505: left oid 33 (ObjNum 480 snap 157 seq_num 480) 2024-08-17T17:10:19.513 INFO:tasks.rados.rados.0.smithi059.stdout:1507: finishing write tid 1 to smithi05980601-18 2024-08-17T17:10:19.513 INFO:tasks.rados.rados.0.smithi059.stdout:1507: finishing write tid 2 to smithi05980601-18 2024-08-17T17:10:19.513 INFO:tasks.rados.rados.0.smithi059.stdout:1507: finishing write tid 3 to smithi05980601-18 2024-08-17T17:10:19.514 INFO:tasks.rados.rados.0.smithi059.stdout:1507: finishing write tid 4 to smithi05980601-18 2024-08-17T17:10:19.514 INFO:tasks.rados.rados.0.smithi059.stdout:1507: oid 18 updating version 0 to 499 2024-08-17T17:10:19.514 INFO:tasks.rados.rados.0.smithi059.stdout:1507: oid 18 updating version 499 to 500 2024-08-17T17:10:19.514 INFO:tasks.rados.rados.0.smithi059.stdout:1507: oid 18 version 500 is already newer than 498 2024-08-17T17:10:19.514 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 500 (ObjNum 481 snap 157 seq_num 481) dirty exists 2024-08-17T17:10:19.514 INFO:tasks.rados.rados.0.smithi059.stdout:1507: left oid 18 (ObjNum 481 snap 157 seq_num 481) 2024-08-17T17:10:19.515 INFO:tasks.rados.rados.0.smithi059.stdout:1508: read oid 13 snap -1 2024-08-17T17:10:19.515 INFO:tasks.rados.rados.0.smithi059.stdout:1508: expect (ObjNum 478 snap 157 seq_num 478) 2024-08-17T17:10:19.515 INFO:tasks.rados.rados.0.smithi059.stdout:1503: done (5 left) 2024-08-17T17:10:19.515 INFO:tasks.rados.rados.0.smithi059.stdout:1504: done (4 left) 2024-08-17T17:10:19.515 INFO:tasks.rados.rados.0.smithi059.stdout:1505: done (3 left) 2024-08-17T17:10:19.515 INFO:tasks.rados.rados.0.smithi059.stdout:1506: done (2 left) 2024-08-17T17:10:19.515 INFO:tasks.rados.rados.0.smithi059.stdout:1507: done (1 left) 2024-08-17T17:10:19.515 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 157 2024-08-17T17:10:19.516 INFO:tasks.rados.rados.0.smithi059.stdout:1509: seq_num 482 ranges {3497984=475136,3973120=401408} 2024-08-17T17:10:19.534 INFO:tasks.rados.rados.0.smithi059.stdout:1509: writing smithi05980601-43 from 3497984 to 3973120 tid 1 2024-08-17T17:10:19.538 INFO:tasks.rados.rados.0.smithi059.stdout:1509: writing smithi05980601-43 from 3973120 to 4374528 tid 2 2024-08-17T17:10:19.539 INFO:tasks.rados.rados.0.smithi059.stdout:1510: setattr oid 44 current snap is 157 2024-08-17T17:10:19.539 INFO:tasks.rados.rados.0.smithi059.stdout:1508: expect (ObjNum 478 snap 157 seq_num 478) 2024-08-17T17:10:19.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:19 smithi059 ceph-mon[92261]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:19.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:19 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:10:19.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:19 smithi059 ceph-mon[92261]: Upgrade: osd.3 is safe to restart 2024-08-17T17:10:19.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:19 smithi059 ceph-mon[92261]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T17:10:19.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:19 smithi059 ceph-mon[94685]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:19.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:19 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:10:19.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:19 smithi059 ceph-mon[94685]: Upgrade: osd.3 is safe to restart 2024-08-17T17:10:19.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:19 smithi059 ceph-mon[94685]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T17:10:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:19 smithi087 ceph-mon[85676]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:19 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-17T17:10:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:19 smithi087 ceph-mon[85676]: Upgrade: osd.3 is safe to restart 2024-08-17T17:10:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:19 smithi087 ceph-mon[85676]: osdmap e384: 8 total, 8 up, 8 in 2024-08-17T17:10:19.632 INFO:tasks.rados.rados.0.smithi059.stdout:1509: finishing write tid 1 to smithi05980601-43 2024-08-17T17:10:19.632 INFO:tasks.rados.rados.0.smithi059.stdout:1509: finishing write tid 2 to smithi05980601-43 2024-08-17T17:10:19.632 INFO:tasks.rados.rados.0.smithi059.stdout:1509: finishing write tid 3 to smithi05980601-43 2024-08-17T17:10:19.632 INFO:tasks.rados.rados.0.smithi059.stdout:1509: finishing write tid 4 to smithi05980601-43 2024-08-17T17:10:19.632 INFO:tasks.rados.rados.0.smithi059.stdout:1509: oid 43 updating version 0 to 777 2024-08-17T17:10:19.632 INFO:tasks.rados.rados.0.smithi059.stdout:1509: oid 43 version 777 is already newer than 776 2024-08-17T17:10:19.632 INFO:tasks.rados.rados.0.smithi059.stdout:1509: oid 43 updating version 777 to 778 2024-08-17T17:10:19.632 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 778 (ObjNum 482 snap 157 seq_num 482) dirty exists 2024-08-17T17:10:19.633 INFO:tasks.rados.rados.0.smithi059.stdout:1509: left oid 43 (ObjNum 482 snap 157 seq_num 482) 2024-08-17T17:10:19.633 INFO:tasks.rados.rados.0.smithi059.stdout:1508: done (2 left) 2024-08-17T17:10:19.633 INFO:tasks.rados.rados.0.smithi059.stdout:1509: done (1 left) 2024-08-17T17:10:19.633 INFO:tasks.rados.rados.0.smithi059.stdout:1511: delete oid 38 current snap is 157 2024-08-17T17:10:19.633 INFO:tasks.rados.rados.0.smithi059.stdout:1511: done (1 left) 2024-08-17T17:10:19.633 INFO:tasks.rados.rados.0.smithi059.stdout:1512: rollback oid 40 current snap is 157 2024-08-17T17:10:19.633 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 131 2024-08-17T17:10:19.633 INFO:tasks.rados.rados.0.smithi059.stdout:1513: delete oid 13 current snap is 157 2024-08-17T17:10:19.634 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 777 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:10:19.636 INFO:tasks.rados.rados.0.smithi059.stdout:1512: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:10:19.636 INFO:tasks.rados.rados.0.smithi059.stdout:1512: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:10:19.636 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 780 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:10:19.636 INFO:tasks.rados.rados.0.smithi059.stdout:1510: done (2 left) 2024-08-17T17:10:19.636 INFO:tasks.rados.rados.0.smithi059.stdout:1512: done (1 left) 2024-08-17T17:10:19.636 INFO:tasks.rados.rados.0.smithi059.stdout:1513: done (0 left) 2024-08-17T17:10:19.636 INFO:tasks.rados.rados.0.smithi059.stdout:1514: delete oid 20 current snap is 157 2024-08-17T17:10:19.638 INFO:tasks.rados.rados.0.smithi059.stdout:1514: done (0 left) 2024-08-17T17:10:19.639 INFO:tasks.rados.rados.0.smithi059.stdout:1515: read oid 32 snap -1 2024-08-17T17:10:19.639 INFO:tasks.rados.rados.0.smithi059.stdout:1515: expect (ObjNum 469 snap 157 seq_num 469) 2024-08-17T17:10:19.639 INFO:tasks.rados.rados.0.smithi059.stdout:1516: setattr oid 19 current snap is 157 2024-08-17T17:10:19.640 INFO:tasks.rados.rados.0.smithi059.stdout:1517: snap_remove snap 118 2024-08-17T17:10:20.338 INFO:tasks.rados.rados.0.smithi059.stdout:1517: done (2 left) 2024-08-17T17:10:20.338 INFO:tasks.rados.rados.0.smithi059.stdout:1518: read oid 10 snap -1 2024-08-17T17:10:20.339 INFO:tasks.rados.rados.0.smithi059.stdout:1518: expect (ObjNum 449 snap 150 seq_num 449) 2024-08-17T17:10:20.339 INFO:tasks.rados.rados.0.smithi059.stdout:1519: rmattr oid 50 current snap is 157 2024-08-17T17:10:20.339 INFO:tasks.rados.rados.0.smithi059.stdout:1519: done (3 left) 2024-08-17T17:10:20.339 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 157 2024-08-17T17:10:20.339 INFO:tasks.rados.rados.0.smithi059.stdout:1520: seq_num 486 ranges {5447680=548864,5996544=401408} 2024-08-17T17:10:20.359 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[92261]: pgmap v240: 121 pgs: 121 active+clean; 464 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-17T17:10:20.359 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[94685]: pgmap v240: 121 pgs: 121 active+clean; 464 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:20.360 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:20.375 INFO:tasks.rados.rados.0.smithi059.stdout:1520: writing smithi05980601-1 from 5447680 to 5996544 tid 1 2024-08-17T17:10:20.377 INFO:tasks.rados.rados.0.smithi059.stdout:1520: writing smithi05980601-1 from 5996544 to 6397952 tid 2 2024-08-17T17:10:20.377 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 157 2024-08-17T17:10:20.378 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 1299 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:10:20.378 INFO:tasks.rados.rados.0.smithi059.stdout:1521: seq_num 487 ranges {2269184=565248,2834432=401408} 2024-08-17T17:10:20.393 INFO:tasks.rados.rados.0.smithi059.stdout:1521: writing smithi05980601-36 from 2269184 to 2834432 tid 1 2024-08-17T17:10:20.395 INFO:tasks.rados.rados.0.smithi059.stdout:1521: writing smithi05980601-36 from 2834432 to 3235840 tid 2 2024-08-17T17:10:20.395 INFO:tasks.rados.rados.0.smithi059.stdout:1516: done (4 left) 2024-08-17T17:10:20.396 INFO:tasks.rados.rados.0.smithi059.stdout:1522: snap_create 2024-08-17T17:10:20.396 INFO:tasks.rados.rados.0.smithi059.stdout:1515: expect (ObjNum 469 snap 157 seq_num 469) 2024-08-17T17:10:20.508 INFO:tasks.rados.rados.0.smithi059.stdout:1518: expect (ObjNum 449 snap 150 seq_num 449) 2024-08-17T17:10:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:20 smithi087 ceph-mon[85676]: pgmap v240: 121 pgs: 121 active+clean; 464 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-17T17:10:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-08-17T17:10:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:1520: finishing write tid 1 to smithi05980601-1 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:1520: finishing write tid 2 to smithi05980601-1 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:1520: finishing write tid 3 to smithi05980601-1 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:1520: finishing write tid 4 to smithi05980601-1 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:1520: oid 1 updating version 0 to 783 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:1520: oid 1 version 783 is already newer than 781 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:1520: oid 1 version 783 is already newer than 782 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 783 (ObjNum 486 snap 157 seq_num 486) dirty exists 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:1520: left oid 1 (ObjNum 486 snap 157 seq_num 486) 2024-08-17T17:10:20.868 INFO:tasks.rados.rados.0.smithi059.stdout:1521: finishing write tid 1 to smithi05980601-36 2024-08-17T17:10:20.869 INFO:tasks.rados.rados.0.smithi059.stdout:1521: finishing write tid 2 to smithi05980601-36 2024-08-17T17:10:20.869 INFO:tasks.rados.rados.0.smithi059.stdout:1521: finishing write tid 3 to smithi05980601-36 2024-08-17T17:10:20.869 INFO:tasks.rados.rados.0.smithi059.stdout:1521: finishing write tid 4 to smithi05980601-36 2024-08-17T17:10:20.869 INFO:tasks.rados.rados.0.smithi059.stdout:1521: oid 36 updating version 0 to 682 2024-08-17T17:10:20.869 INFO:tasks.rados.rados.0.smithi059.stdout:1521: oid 36 version 682 is already newer than 681 2024-08-17T17:10:20.869 INFO:tasks.rados.rados.0.smithi059.stdout:1521: oid 36 version 682 is already newer than 680 2024-08-17T17:10:20.869 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 682 (ObjNum 487 snap 157 seq_num 487) dirty exists 2024-08-17T17:10:20.869 INFO:tasks.rados.rados.0.smithi059.stdout:1521: left oid 36 (ObjNum 487 snap 157 seq_num 487) 2024-08-17T17:10:21.114 INFO:tasks.rados.rados.0.smithi059.stdout:1515: done (4 left) 2024-08-17T17:10:21.115 INFO:tasks.rados.rados.0.smithi059.stdout:1518: done (3 left) 2024-08-17T17:10:21.115 INFO:tasks.rados.rados.0.smithi059.stdout:1520: done (2 left) 2024-08-17T17:10:21.115 INFO:tasks.rados.rados.0.smithi059.stdout:1521: done (1 left) 2024-08-17T17:10:21.115 INFO:tasks.rados.rados.0.smithi059.stdout:1522: done (0 left) 2024-08-17T17:10:21.115 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 158 2024-08-17T17:10:21.115 INFO:tasks.rados.rados.0.smithi059.stdout:1523: seq_num 488 ranges {425984=581632,1007616=401408} 2024-08-17T17:10:21.119 INFO:tasks.rados.rados.0.smithi059.stdout:1523: writing smithi05980601-9 from 425984 to 1007616 tid 1 2024-08-17T17:10:21.122 INFO:tasks.rados.rados.0.smithi059.stdout:1523: writing smithi05980601-9 from 1007616 to 1409024 tid 2 2024-08-17T17:10:21.123 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 158 2024-08-17T17:10:21.123 INFO:tasks.rados.rados.0.smithi059.stdout:1524: seq_num 489 ranges {5947392=598016,6545408=401408} 2024-08-17T17:10:21.159 INFO:tasks.rados.rados.0.smithi059.stdout:1524: writing smithi05980601-10 from 5947392 to 6545408 tid 1 2024-08-17T17:10:21.161 INFO:tasks.rados.rados.0.smithi059.stdout:1524: writing smithi05980601-10 from 6545408 to 6946816 tid 2 2024-08-17T17:10:21.161 INFO:tasks.rados.rados.0.smithi059.stdout:1525: copy_from oid 6 from oid 7 current snap is 158 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1523: finishing write tid 1 to smithi05980601-9 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1523: finishing write tid 2 to smithi05980601-9 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1523: finishing write tid 3 to smithi05980601-9 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1523: finishing write tid 4 to smithi05980601-9 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1523: oid 9 updating version 0 to 779 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1523: oid 9 version 779 is already newer than 778 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1523: oid 9 version 779 is already newer than 777 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 779 (ObjNum 488 snap 158 seq_num 488) dirty exists 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1523: left oid 9 (ObjNum 488 snap 158 seq_num 488) 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1523: done (2 left) 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1526: rmattr oid 50 current snap is 158 2024-08-17T17:10:21.162 INFO:tasks.rados.rados.0.smithi059.stdout:1526: done (2 left) 2024-08-17T17:10:21.163 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 158 2024-08-17T17:10:21.163 INFO:tasks.rados.rados.0.smithi059.stdout:1527: seq_num 490 ranges {0=614400,614400=401408} 2024-08-17T17:10:21.165 INFO:tasks.rados.rados.0.smithi059.stdout:1527: writing smithi05980601-38 from 0 to 614400 tid 1 2024-08-17T17:10:21.168 INFO:tasks.rados.rados.0.smithi059.stdout:1527: writing smithi05980601-38 from 614400 to 1015808 tid 2 2024-08-17T17:10:21.168 INFO:tasks.rados.rados.0.smithi059.stdout:1528: delete oid 18 current snap is 158 2024-08-17T17:10:21.168 INFO:tasks.rados.rados.0.smithi059.stdout:1524: finishing write tid 1 to smithi05980601-10 2024-08-17T17:10:21.168 INFO:tasks.rados.rados.0.smithi059.stdout:1524: finishing write tid 2 to smithi05980601-10 2024-08-17T17:10:21.168 INFO:tasks.rados.rados.0.smithi059.stdout:1524: finishing write tid 3 to smithi05980601-10 2024-08-17T17:10:21.168 INFO:tasks.rados.rados.0.smithi059.stdout:1525: finishing copy_from to smithi05980601-6 2024-08-17T17:10:21.168 INFO:tasks.rados.rados.0.smithi059.stdout:1525: got expected ENOENT (src dne) 2024-08-17T17:10:21.168 INFO:tasks.rados.rados.0.smithi059.stdout:1525: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:10:21.169 INFO:tasks.rados.rados.0.smithi059.stdout:1524: finishing write tid 4 to smithi05980601-10 2024-08-17T17:10:21.169 INFO:tasks.rados.rados.0.smithi059.stdout:1524: oid 10 updating version 0 to 781 2024-08-17T17:10:21.169 INFO:tasks.rados.rados.0.smithi059.stdout:1524: oid 10 updating version 781 to 782 2024-08-17T17:10:21.169 INFO:tasks.rados.rados.0.smithi059.stdout:1524: oid 10 updating version 782 to 783 2024-08-17T17:10:21.169 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 783 (ObjNum 489 snap 158 seq_num 489) dirty exists 2024-08-17T17:10:21.169 INFO:tasks.rados.rados.0.smithi059.stdout:1524: left oid 10 (ObjNum 489 snap 158 seq_num 489) 2024-08-17T17:10:21.169 INFO:tasks.rados.rados.0.smithi059.stdout:1527: finishing write tid 1 to smithi05980601-38 2024-08-17T17:10:21.171 INFO:tasks.rados.rados.0.smithi059.stdout:1527: finishing write tid 2 to smithi05980601-38 2024-08-17T17:10:21.172 INFO:tasks.rados.rados.0.smithi059.stdout:1527: finishing write tid 3 to smithi05980601-38 2024-08-17T17:10:21.173 INFO:tasks.rados.rados.0.smithi059.stdout:1524: done (3 left) 2024-08-17T17:10:21.173 INFO:tasks.rados.rados.0.smithi059.stdout:1525: done (2 left) 2024-08-17T17:10:21.173 INFO:tasks.rados.rados.0.smithi059.stdout:1528: done (1 left) 2024-08-17T17:10:21.173 INFO:tasks.rados.rados.0.smithi059.stdout:1529: read oid 11 snap -1 2024-08-17T17:10:21.173 INFO:tasks.rados.rados.0.smithi059.stdout:1529: expect deleted 2024-08-17T17:10:21.173 INFO:tasks.rados.rados.0.smithi059.stdout:1530: snap_create 2024-08-17T17:10:21.174 INFO:tasks.rados.rados.0.smithi059.stdout:1527: finishing write tid 4 to smithi05980601-38 2024-08-17T17:10:21.174 INFO:tasks.rados.rados.0.smithi059.stdout:1527: oid 38 updating version 0 to 568 2024-08-17T17:10:21.175 INFO:tasks.rados.rados.0.smithi059.stdout:1527: oid 38 updating version 568 to 569 2024-08-17T17:10:21.175 INFO:tasks.rados.rados.0.smithi059.stdout:1527: oid 38 updating version 569 to 570 2024-08-17T17:10:21.175 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 570 (ObjNum 490 snap 158 seq_num 490) dirty exists 2024-08-17T17:10:21.175 INFO:tasks.rados.rados.0.smithi059.stdout:1527: left oid 38 (ObjNum 490 snap 158 seq_num 490) 2024-08-17T17:10:21.265 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:21 smithi059 ceph-mon[92261]: Upgrade: Updating osd.3 2024-08-17T17:10:21.265 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:21 smithi059 ceph-mon[92261]: Deploying daemon osd.3 on smithi059 2024-08-17T17:10:21.265 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:21 smithi059 ceph-mon[92261]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T17:10:21.265 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:21 smithi059 ceph-mon[92261]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T17:10:21.265 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:21 smithi059 ceph-mon[94685]: Upgrade: Updating osd.3 2024-08-17T17:10:21.266 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:21 smithi059 ceph-mon[94685]: Deploying daemon osd.3 on smithi059 2024-08-17T17:10:21.266 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:21 smithi059 ceph-mon[94685]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T17:10:21.266 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:21 smithi059 ceph-mon[94685]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T17:10:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:21 smithi087 ceph-mon[85676]: Upgrade: Updating osd.3 2024-08-17T17:10:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:21 smithi087 ceph-mon[85676]: Deploying daemon osd.3 on smithi059 2024-08-17T17:10:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:21 smithi087 ceph-mon[85676]: osdmap e385: 8 total, 8 up, 8 in 2024-08-17T17:10:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:21 smithi087 ceph-mon[85676]: osdmap e386: 8 total, 8 up, 8 in 2024-08-17T17:10:22.155 INFO:tasks.rados.rados.0.smithi059.stdout:1527: done (2 left) 2024-08-17T17:10:22.155 INFO:tasks.rados.rados.0.smithi059.stdout:1529: done (1 left) 2024-08-17T17:10:22.155 INFO:tasks.rados.rados.0.smithi059.stdout:1530: done (0 left) 2024-08-17T17:10:22.155 INFO:tasks.rados.rados.0.smithi059.stdout:1531: delete oid 24 current snap is 159 2024-08-17T17:10:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1531: done (0 left) 2024-08-17T17:10:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1532: snap_create 2024-08-17T17:10:22.455 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:22 smithi059 ceph-mon[92261]: pgmap v242: 121 pgs: 121 active+clean; 458 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-08-17T17:10:22.455 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:22 smithi059 systemd[1]: Stopping Ceph osd.3 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:22.456 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:22 smithi059 ceph-mon[94685]: pgmap v242: 121 pgs: 121 active+clean; 458 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-08-17T17:10:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:22 smithi087 ceph-mon[85676]: pgmap v242: 121 pgs: 121 active+clean; 458 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-08-17T17:10:22.787 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:22 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[61841]: 2024-08-17T17:10:22.452+0000 7fe6e2794640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:22.787 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:22 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[61841]: 2024-08-17T17:10:22.452+0000 7fe6e2794640 -1 osd.3 387 *** Got signal Terminated *** 2024-08-17T17:10:22.787 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:22 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[61841]: 2024-08-17T17:10:22.452+0000 7fe6e2794640 -1 osd.3 387 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:10:23.172 INFO:tasks.rados.rados.0.smithi059.stdout:1532: done (0 left) 2024-08-17T17:10:23.172 INFO:tasks.rados.rados.0.smithi059.stdout:1533: snap_remove snap 133 2024-08-17T17:10:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:23 smithi059 ceph-mon[92261]: osdmap e387: 8 total, 8 up, 8 in 2024-08-17T17:10:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:23 smithi059 ceph-mon[92261]: osd.3 marked itself down and dead 2024-08-17T17:10:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:23 smithi059 ceph-mon[94685]: osdmap e387: 8 total, 8 up, 8 in 2024-08-17T17:10:23.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:23 smithi059 ceph-mon[94685]: osd.3 marked itself down and dead 2024-08-17T17:10:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:23 smithi087 ceph-mon[85676]: osdmap e387: 8 total, 8 up, 8 in 2024-08-17T17:10:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:23 smithi087 ceph-mon[85676]: osd.3 marked itself down and dead 2024-08-17T17:10:24.038 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:23 smithi059 podman[114134]: 2024-08-17 17:10:23.71013672 +0000 UTC m=+1.373333615 container stop e2833acff6344f56b2b4b63191aa64ec9c888535a0c8c879b00d8496269b400e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:24.042 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:23 smithi059 podman[114134]: 2024-08-17 17:10:23.736359148 +0000 UTC m=+1.399556042 container died e2833acff6344f56b2b4b63191aa64ec9c888535a0c8c879b00d8496269b400e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, RELEASE=reef-ced649f, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T17:10:24.174 INFO:tasks.rados.rados.0.smithi059.stdout:1533: done (0 left) 2024-08-17T17:10:24.175 INFO:tasks.rados.rados.0.smithi059.stdout:1534: snap_create 2024-08-17T17:10:24.314 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:24 smithi059 ceph-mon[92261]: pgmap v245: 121 pgs: 121 active+clean; 466 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.2 MiB/s wr, 43 op/s 2024-08-17T17:10:24.314 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:24 smithi059 ceph-mon[92261]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:10:24.314 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:24 smithi059 ceph-mon[92261]: osdmap e388: 8 total, 7 up, 8 in 2024-08-17T17:10:24.315 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:24 smithi059 podman[114134]: 2024-08-17 17:10:24.129047466 +0000 UTC m=+1.792244401 container cleanup e2833acff6344f56b2b4b63191aa64ec9c888535a0c8c879b00d8496269b400e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-17T17:10:24.315 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:24 smithi059 bash[114134]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3 2024-08-17T17:10:24.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:24 smithi059 ceph-mon[94685]: pgmap v245: 121 pgs: 121 active+clean; 466 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.2 MiB/s wr, 43 op/s 2024-08-17T17:10:24.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:24 smithi059 ceph-mon[94685]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:10:24.315 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:24 smithi059 ceph-mon[94685]: osdmap e388: 8 total, 7 up, 8 in 2024-08-17T17:10:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:24 smithi087 ceph-mon[85676]: pgmap v245: 121 pgs: 121 active+clean; 466 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 4.2 MiB/s wr, 43 op/s 2024-08-17T17:10:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:24 smithi087 ceph-mon[85676]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:10:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:24 smithi087 ceph-mon[85676]: osdmap e388: 8 total, 7 up, 8 in 2024-08-17T17:10:24.723 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:24 smithi059 podman[114153]: 2024-08-17 17:10:24.313718002 +0000 UTC m=+0.591618845 container remove e2833acff6344f56b2b4b63191aa64ec9c888535a0c8c879b00d8496269b400e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-ced649f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T17:10:24.992 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:24 smithi059 podman[114245]: 2024-08-17 17:10:24.723055874 +0000 UTC m=+0.104621111 container create ef2bcdebb0c8e2d27170ca1d1727c4c6dc1187396ae0aee46bd06c73d5ea28c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:24.993 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:24 smithi059 podman[114245]: 2024-08-17 17:10:24.636595074 +0000 UTC m=+0.018160278 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:1534: done (0 left) 2024-08-17T17:10:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:1535: read oid 11 snap -1 2024-08-17T17:10:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:1535: expect deleted 2024-08-17T17:10:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 161 2024-08-17T17:10:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:1536: seq_num 493 ranges {0=663552,663552=401408} 2024-08-17T17:10:25.196 INFO:tasks.rados.rados.0.smithi059.stdout:1536: writing smithi05980601-24 from 0 to 663552 tid 1 2024-08-17T17:10:25.199 INFO:tasks.rados.rados.0.smithi059.stdout:1536: writing smithi05980601-24 from 663552 to 1064960 tid 2 2024-08-17T17:10:25.199 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 161 2024-08-17T17:10:25.199 INFO:tasks.rados.rados.0.smithi059.stdout:1537: seq_num 494 ranges {2859008=679936,3538944=401408} 2024-08-17T17:10:25.219 INFO:tasks.rados.rados.0.smithi059.stdout:1537: writing smithi05980601-32 from 2859008 to 3538944 tid 1 2024-08-17T17:10:25.222 INFO:tasks.rados.rados.0.smithi059.stdout:1537: writing smithi05980601-32 from 3538944 to 3940352 tid 2 2024-08-17T17:10:25.222 INFO:tasks.rados.rados.0.smithi059.stdout:1535: done (2 left) 2024-08-17T17:10:25.222 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 161 2024-08-17T17:10:25.222 INFO:tasks.rados.rados.0.smithi059.stdout:1538: seq_num 495 ranges {5939200=696320,6635520=401408} 2024-08-17T17:10:25.258 INFO:tasks.rados.rados.0.smithi059.stdout:1538: writing smithi05980601-16 from 5939200 to 6635520 tid 1 2024-08-17T17:10:25.261 INFO:tasks.rados.rados.0.smithi059.stdout:1538: writing smithi05980601-16 from 6635520 to 7036928 tid 2 2024-08-17T17:10:25.261 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 161 2024-08-17T17:10:25.261 INFO:tasks.rados.rados.0.smithi059.stdout:1536: finishing write tid 1 to smithi05980601-24 2024-08-17T17:10:25.261 INFO:tasks.rados.rados.0.smithi059.stdout:1536: finishing write tid 2 to smithi05980601-24 2024-08-17T17:10:25.261 INFO:tasks.rados.rados.0.smithi059.stdout:1536: finishing write tid 3 to smithi05980601-24 2024-08-17T17:10:25.262 INFO:tasks.rados.rados.0.smithi059.stdout:1536: finishing write tid 4 to smithi05980601-24 2024-08-17T17:10:25.262 INFO:tasks.rados.rados.0.smithi059.stdout:1536: oid 24 updating version 0 to 286 2024-08-17T17:10:25.262 INFO:tasks.rados.rados.0.smithi059.stdout:1536: oid 24 version 286 is already newer than 284 2024-08-17T17:10:25.262 INFO:tasks.rados.rados.0.smithi059.stdout:1536: oid 24 version 286 is already newer than 285 2024-08-17T17:10:25.262 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 286 (ObjNum 493 snap 161 seq_num 493) dirty exists 2024-08-17T17:10:25.262 INFO:tasks.rados.rados.0.smithi059.stdout:1536: left oid 24 (ObjNum 493 snap 161 seq_num 493) 2024-08-17T17:10:25.262 INFO:tasks.rados.rados.0.smithi059.stdout:1537: finishing write tid 1 to smithi05980601-32 2024-08-17T17:10:25.262 INFO:tasks.rados.rados.0.smithi059.stdout:1537: finishing write tid 2 to smithi05980601-32 2024-08-17T17:10:25.262 INFO:tasks.rados.rados.0.smithi059.stdout:1539: seq_num 496 ranges {581632=712704,1294336=401408} 2024-08-17T17:10:25.269 INFO:tasks.rados.rados.0.smithi059.stdout:1539: writing smithi05980601-45 from 581632 to 1294336 tid 1 2024-08-17T17:10:25.270 INFO:tasks.rados.rados.0.smithi059.stdout:1539: writing smithi05980601-45 from 1294336 to 1695744 tid 2 2024-08-17T17:10:25.270 INFO:tasks.rados.rados.0.smithi059.stdout:1536: done (3 left) 2024-08-17T17:10:25.270 INFO:tasks.rados.rados.0.smithi059.stdout:1540: snap_remove snap 132 2024-08-17T17:10:25.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:25 smithi059 ceph-mon[92261]: osdmap e389: 8 total, 7 up, 8 in 2024-08-17T17:10:25.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:25 smithi059 ceph-mon[94685]: osdmap e389: 8 total, 7 up, 8 in 2024-08-17T17:10:25.287 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:24 smithi059 podman[114245]: 2024-08-17 17:10:24.992243422 +0000 UTC m=+0.373808627 container init ef2bcdebb0c8e2d27170ca1d1727c4c6dc1187396ae0aee46bd06c73d5ea28c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-17T17:10:25.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:24 smithi059 podman[114245]: 2024-08-17 17:10:24.995940216 +0000 UTC m=+0.377505412 container start ef2bcdebb0c8e2d27170ca1d1727c4c6dc1187396ae0aee46bd06c73d5ea28c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-08-17T17:10:25.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:25 smithi059 podman[114245]: 2024-08-17 17:10:25.100405794 +0000 UTC m=+0.481971019 container attach ef2bcdebb0c8e2d27170ca1d1727c4c6dc1187396ae0aee46bd06c73d5ea28c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_CLEAN=True) 2024-08-17T17:10:25.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:25 smithi059 podman[114245]: 2024-08-17 17:10:25.19550865 +0000 UTC m=+0.577073851 container died ef2bcdebb0c8e2d27170ca1d1727c4c6dc1187396ae0aee46bd06c73d5ea28c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0) 2024-08-17T17:10:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:25 smithi087 ceph-mon[85676]: osdmap e389: 8 total, 7 up, 8 in 2024-08-17T17:10:25.757 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:25 smithi059 podman[114267]: 2024-08-17 17:10:25.754571523 +0000 UTC m=+0.548310714 container remove ef2bcdebb0c8e2d27170ca1d1727c4c6dc1187396ae0aee46bd06c73d5ea28c4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:26.037 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:25 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-17T17:10:26.037 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:25 smithi059 systemd[1]: Stopped Ceph osd.3 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:26.037 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:25 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.3.service: Consumed 9.440s CPU time. 2024-08-17T17:10:26.037 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:25 smithi059 systemd[1]: Starting Ceph osd.3 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:1540: done (3 left) 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:1541: rollback oid 21 current snap is 161 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 21 to 143 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:1537: finishing write tid 3 to smithi05980601-32 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:1537: finishing write tid 4 to smithi05980601-32 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:1537: oid 32 updating version 0 to 504 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:1537: oid 32 version 504 is already newer than 502 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:1537: oid 32 version 504 is already newer than 503 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 504 (ObjNum 494 snap 161 seq_num 494) dirty exists 2024-08-17T17:10:26.114 INFO:tasks.rados.rados.0.smithi059.stdout:1537: left oid 32 (ObjNum 494 snap 161 seq_num 494) 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1538: finishing write tid 1 to smithi05980601-16 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1538: finishing write tid 2 to smithi05980601-16 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1538: finishing write tid 3 to smithi05980601-16 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1538: finishing write tid 4 to smithi05980601-16 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1538: oid 16 updating version 0 to 793 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1538: oid 16 updating version 793 to 795 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1538: oid 16 version 795 is already newer than 794 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 795 (ObjNum 495 snap 161 seq_num 495) dirty exists 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1538: left oid 16 (ObjNum 495 snap 161 seq_num 495) 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1539: finishing write tid 1 to smithi05980601-45 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1539: finishing write tid 2 to smithi05980601-45 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1539: finishing write tid 3 to smithi05980601-45 2024-08-17T17:10:26.115 INFO:tasks.rados.rados.0.smithi059.stdout:1539: finishing write tid 4 to smithi05980601-45 2024-08-17T17:10:26.116 INFO:tasks.rados.rados.0.smithi059.stdout:1539: oid 45 updating version 0 to 797 2024-08-17T17:10:26.116 INFO:tasks.rados.rados.0.smithi059.stdout:1539: oid 45 updating version 797 to 799 2024-08-17T17:10:26.116 INFO:tasks.rados.rados.0.smithi059.stdout:1539: oid 45 version 799 is already newer than 798 2024-08-17T17:10:26.116 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 799 (ObjNum 496 snap 161 seq_num 496) dirty exists 2024-08-17T17:10:26.116 INFO:tasks.rados.rados.0.smithi059.stdout:1539: left oid 45 (ObjNum 496 snap 161 seq_num 496) 2024-08-17T17:10:26.116 INFO:tasks.rados.rados.0.smithi059.stdout:1537: done (3 left) 2024-08-17T17:10:26.116 INFO:tasks.rados.rados.0.smithi059.stdout:1538: done (2 left) 2024-08-17T17:10:26.116 INFO:tasks.rados.rados.0.smithi059.stdout:1539: done (1 left) 2024-08-17T17:10:26.116 INFO:tasks.rados.rados.0.smithi059.stdout:1542: snap_remove snap 128 2024-08-17T17:10:26.475 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-mon[92261]: pgmap v248: 121 pgs: 8 peering, 13 stale+active+clean, 100 active+clean; 467 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-08-17T17:10:26.475 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-mon[92261]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-17T17:10:26.475 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-mon[92261]: osdmap e390: 8 total, 7 up, 8 in 2024-08-17T17:10:26.475 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-mon[92261]: osdmap e391: 8 total, 7 up, 8 in 2024-08-17T17:10:26.475 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 podman[114369]: 2024-08-17 17:10:26.11468401 +0000 UTC m=+0.020808964 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:26.476 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 podman[114369]: 2024-08-17 17:10:26.23926407 +0000 UTC m=+0.145389009 container create 67c1aa231f31e687485208d4ee665d427157b61f6a52db1f298c79b951176703 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, ceph=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T17:10:26.476 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-mon[94685]: pgmap v248: 121 pgs: 8 peering, 13 stale+active+clean, 100 active+clean; 467 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-08-17T17:10:26.476 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-mon[94685]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-17T17:10:26.476 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-mon[94685]: osdmap e390: 8 total, 7 up, 8 in 2024-08-17T17:10:26.476 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-mon[94685]: osdmap e391: 8 total, 7 up, 8 in 2024-08-17T17:10:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:26 smithi087 ceph-mon[85676]: pgmap v248: 121 pgs: 8 peering, 13 stale+active+clean, 100 active+clean; 467 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-08-17T17:10:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:26 smithi087 ceph-mon[85676]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-08-17T17:10:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:26 smithi087 ceph-mon[85676]: osdmap e390: 8 total, 7 up, 8 in 2024-08-17T17:10:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:26 smithi087 ceph-mon[85676]: osdmap e391: 8 total, 7 up, 8 in 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 podman[114369]: 2024-08-17 17:10:26.474878966 +0000 UTC m=+0.381003919 container init 67c1aa231f31e687485208d4ee665d427157b61f6a52db1f298c79b951176703 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 podman[114369]: 2024-08-17 17:10:26.478605115 +0000 UTC m=+0.384730061 container start 67c1aa231f31e687485208d4ee665d427157b61f6a52db1f298c79b951176703 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 podman[114369]: 2024-08-17 17:10:26.574985102 +0000 UTC m=+0.481110054 container attach 67c1aa231f31e687485208d4ee665d427157b61f6a52db1f298c79b951176703 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe) 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 bash[114369]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 bash[114369]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 bash[114369]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:26.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 bash[114369]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:26.789 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:26.789 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 bash[114369]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:26.789 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T17:10:26.789 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 bash[114369]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T17:10:26.789 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-17T17:10:26.789 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:26 smithi059 bash[114369]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-17T17:10:27.114 INFO:tasks.rados.rados.0.smithi059.stdout:1542: done (1 left) 2024-08-17T17:10:27.114 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 161 2024-08-17T17:10:27.114 INFO:tasks.rados.rados.0.smithi059.stdout:1541: finishing rollback tid 0 to smithi05980601-21 2024-08-17T17:10:27.115 INFO:tasks.rados.rados.0.smithi059.stdout:1543: seq_num 497 ranges {1064960=729088,1794048=401408} 2024-08-17T17:10:27.125 INFO:tasks.rados.rados.0.smithi059.stdout:1543: writing smithi05980601-24 from 1064960 to 1794048 tid 1 2024-08-17T17:10:27.128 INFO:tasks.rados.rados.0.smithi059.stdout:1543: writing smithi05980601-24 from 1794048 to 2195456 tid 2 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:1541: finishing rollback tid 1 to smithi05980601-21 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:1541: finishing rollback tid 2 to smithi05980601-21 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1031 (ObjNum 374 snap 132 seq_num 374) dirty exists 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:1544: read oid 13 snap 107 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:1544: expect (ObjNum 318 snap 107 seq_num 318) 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:1541: done (2 left) 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:1545: read oid 14 snap -1 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:1545: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:1546: copy_from oid 50 from oid 11 current snap is 161 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 161 2024-08-17T17:10:27.129 INFO:tasks.rados.rados.0.smithi059.stdout:1547: seq_num 498 ranges {1695744=745472,2441216=401408} 2024-08-17T17:10:27.143 INFO:tasks.rados.rados.0.smithi059.stdout:1547: writing smithi05980601-45 from 1695744 to 2441216 tid 1 2024-08-17T17:10:27.146 INFO:tasks.rados.rados.0.smithi059.stdout:1547: writing smithi05980601-45 from 2441216 to 2842624 tid 2 2024-08-17T17:10:27.146 INFO:tasks.rados.rados.0.smithi059.stdout:1548: read oid 2 snap 154 2024-08-17T17:10:27.146 INFO:tasks.rados.rados.0.smithi059.stdout:1548: expect (ObjNum 192 snap 57 seq_num 192) 2024-08-17T17:10:27.146 INFO:tasks.rados.rados.0.smithi059.stdout:1549: rollback oid 37 current snap is 161 2024-08-17T17:10:27.146 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 37 to 78 2024-08-17T17:10:27.146 INFO:tasks.rados.rados.0.smithi059.stdout:1546: finishing copy_from to smithi05980601-50 2024-08-17T17:10:27.146 INFO:tasks.rados.rados.0.smithi059.stdout:1546: got expected ENOENT (src dne) 2024-08-17T17:10:27.146 INFO:tasks.rados.rados.0.smithi059.stdout:1546: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:10:27.147 INFO:tasks.rados.rados.0.smithi059.stdout:1543: finishing write tid 1 to smithi05980601-24 2024-08-17T17:10:27.147 INFO:tasks.rados.rados.0.smithi059.stdout:1543: finishing write tid 2 to smithi05980601-24 2024-08-17T17:10:27.147 INFO:tasks.rados.rados.0.smithi059.stdout:1546: done (6 left) 2024-08-17T17:10:27.147 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 161 2024-08-17T17:10:27.147 INFO:tasks.rados.rados.0.smithi059.stdout:1543: finishing write tid 3 to smithi05980601-24 2024-08-17T17:10:27.147 INFO:tasks.rados.rados.0.smithi059.stdout:1550: seq_num 499 ranges {3481600=761856,4243456=401408} 2024-08-17T17:10:27.170 INFO:tasks.rados.rados.0.smithi059.stdout:1550: writing smithi05980601-28 from 3481600 to 4243456 tid 1 2024-08-17T17:10:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:1550: writing smithi05980601-28 from 4243456 to 4644864 tid 2 2024-08-17T17:10:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:1551: snap_remove snap 149 2024-08-17T17:10:27.287 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:10:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[109535]: 2024-08-17T17:10:27.138+0000 7fd69a2ee640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap c4 after trimming was started 2024-08-17T17:10:27.287 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T17:10:27.287 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 bash[114369]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-17T17:10:27.287 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-17T17:10:27.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 bash[114369]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-17T17:10:27.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T17:10:27.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 bash[114369]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T17:10:27.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T17:10:27.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 bash[114369]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-17T17:10:27.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate[114385]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-17T17:10:27.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 bash[114369]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-17T17:10:27.288 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 podman[114369]: 2024-08-17 17:10:27.035405406 +0000 UTC m=+0.941530344 container died 67c1aa231f31e687485208d4ee665d427157b61f6a52db1f298c79b951176703 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-17T17:10:27.688 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:10:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:10:27] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-08-17T17:10:28.009 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 podman[114491]: 2024-08-17 17:10:27.68786353 +0000 UTC m=+0.646383853 container remove 67c1aa231f31e687485208d4ee665d427157b61f6a52db1f298c79b951176703 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS) 2024-08-17T17:10:28.009 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 podman[114552]: 2024-08-17 17:10:27.913776755 +0000 UTC m=+0.115108535 container create 4065d0c6cd6e13a0abb8a65bc8538d6b6fa9d918c36863fe784eec10df53dfd4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-08-17T17:10:28.009 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:27 smithi059 podman[114552]: 2024-08-17 17:10:27.816904513 +0000 UTC m=+0.018236254 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:28.123 INFO:tasks.rados.rados.0.smithi059.stdout:1551: done (7 left) 2024-08-17T17:10:28.123 INFO:tasks.rados.rados.0.smithi059.stdout:1552: snap_remove snap 155 2024-08-17T17:10:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:28 smithi059 ceph-mon[94685]: pgmap v251: 121 pgs: 20 active+undersized, 8 peering, 3 stale+active+clean, 4 active+undersized+degraded, 86 active+clean; 466 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 35/837 objects degraded (4.182%) 2024-08-17T17:10:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:28 smithi059 ceph-mon[94685]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T17:10:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:28 smithi059 ceph-mon[94685]: Health check failed: Degraded data redundancy: 35/837 objects degraded (4.182%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:28 smithi059 ceph-mon[92261]: pgmap v251: 121 pgs: 20 active+undersized, 8 peering, 3 stale+active+clean, 4 active+undersized+degraded, 86 active+clean; 466 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 35/837 objects degraded (4.182%) 2024-08-17T17:10:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:28 smithi059 ceph-mon[92261]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T17:10:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:28 smithi059 ceph-mon[92261]: Health check failed: Degraded data redundancy: 35/837 objects degraded (4.182%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:28.538 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:28 smithi059 podman[114552]: 2024-08-17 17:10:28.107664808 +0000 UTC m=+0.308996558 container init 4065d0c6cd6e13a0abb8a65bc8538d6b6fa9d918c36863fe784eec10df53dfd4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:28.538 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:28 smithi059 podman[114552]: 2024-08-17 17:10:28.111325751 +0000 UTC m=+0.312657494 container start 4065d0c6cd6e13a0abb8a65bc8538d6b6fa9d918c36863fe784eec10df53dfd4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-08-17T17:10:28.538 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:28 smithi059 ceph-osd[114571]: -- 172.21.15.59:0/3384743103 <== mon.2 v2:172.21.15.59:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56048313ba40 con 0x5604832de000 2024-08-17T17:10:28.538 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:28 smithi059 bash[114552]: 4065d0c6cd6e13a0abb8a65bc8538d6b6fa9d918c36863fe784eec10df53dfd4 2024-08-17T17:10:28.538 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:28 smithi059 systemd[1]: Started Ceph osd.3 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:28 smithi087 ceph-mon[85676]: pgmap v251: 121 pgs: 20 active+undersized, 8 peering, 3 stale+active+clean, 4 active+undersized+degraded, 86 active+clean; 466 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 35/837 objects degraded (4.182%) 2024-08-17T17:10:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:28 smithi087 ceph-mon[85676]: osdmap e392: 8 total, 7 up, 8 in 2024-08-17T17:10:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:28 smithi087 ceph-mon[85676]: Health check failed: Degraded data redundancy: 35/837 objects degraded (4.182%), 4 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:29.128 INFO:tasks.rados.rados.0.smithi059.stdout:1552: done (7 left) 2024-08-17T17:10:29.128 INFO:tasks.rados.rados.0.smithi059.stdout:1553: delete oid 47 current snap is 161 2024-08-17T17:10:29.128 INFO:tasks.rados.rados.0.smithi059.stdout:1543: finishing write tid 4 to smithi05980601-24 2024-08-17T17:10:29.128 INFO:tasks.rados.rados.0.smithi059.stdout:1543: oid 24 updating version 0 to 290 2024-08-17T17:10:29.128 INFO:tasks.rados.rados.0.smithi059.stdout:1543: oid 24 updating version 290 to 291 2024-08-17T17:10:29.128 INFO:tasks.rados.rados.0.smithi059.stdout:1543: oid 24 version 291 is already newer than 289 2024-08-17T17:10:29.128 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 291 (ObjNum 497 snap 161 seq_num 497) dirty exists 2024-08-17T17:10:29.128 INFO:tasks.rados.rados.0.smithi059.stdout:1543: left oid 24 (ObjNum 497 snap 161 seq_num 497) 2024-08-17T17:10:29.128 INFO:tasks.rados.rados.0.smithi059.stdout:1545: expect (ObjNum 38 snap 0 seq_num 38) 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1549: finishing rollback tid 0 to smithi05980601-37 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1549: finishing rollback tid 1 to smithi05980601-37 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 1358 (ObjNum 481 snap 0 seq_num 1152328678) dirty dne 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1547: finishing write tid 1 to smithi05980601-45 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1543: done (7 left) 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1545: done (6 left) 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1549: done (5 left) 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1553: done (4 left) 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1554: setattr oid 35 current snap is 161 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1547: finishing write tid 2 to smithi05980601-45 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1547: finishing write tid 3 to smithi05980601-45 2024-08-17T17:10:29.152 INFO:tasks.rados.rados.0.smithi059.stdout:1547: finishing write tid 4 to smithi05980601-45 2024-08-17T17:10:29.153 INFO:tasks.rados.rados.0.smithi059.stdout:1547: oid 45 updating version 0 to 818 2024-08-17T17:10:29.153 INFO:tasks.rados.rados.0.smithi059.stdout:1547: oid 45 version 818 is already newer than 817 2024-08-17T17:10:29.153 INFO:tasks.rados.rados.0.smithi059.stdout:1547: oid 45 version 818 is already newer than 816 2024-08-17T17:10:29.153 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 818 (ObjNum 498 snap 161 seq_num 498) dirty exists 2024-08-17T17:10:29.153 INFO:tasks.rados.rados.0.smithi059.stdout:1547: left oid 45 (ObjNum 498 snap 161 seq_num 498) 2024-08-17T17:10:29.153 INFO:tasks.rados.rados.0.smithi059.stdout:1548: expect (ObjNum 192 snap 57 seq_num 192) 2024-08-17T17:10:29.203 INFO:tasks.rados.rados.0.smithi059.stdout:1550: finishing write tid 1 to smithi05980601-28 2024-08-17T17:10:29.203 INFO:tasks.rados.rados.0.smithi059.stdout:1550: finishing write tid 2 to smithi05980601-28 2024-08-17T17:10:29.203 INFO:tasks.rados.rados.0.smithi059.stdout:1550: finishing write tid 3 to smithi05980601-28 2024-08-17T17:10:29.203 INFO:tasks.rados.rados.0.smithi059.stdout:1550: finishing write tid 4 to smithi05980601-28 2024-08-17T17:10:29.203 INFO:tasks.rados.rados.0.smithi059.stdout:1550: oid 28 updating version 0 to 786 2024-08-17T17:10:29.203 INFO:tasks.rados.rados.0.smithi059.stdout:1550: oid 28 version 786 is already newer than 785 2024-08-17T17:10:29.203 INFO:tasks.rados.rados.0.smithi059.stdout:1550: oid 28 version 786 is already newer than 784 2024-08-17T17:10:29.203 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 786 (ObjNum 499 snap 161 seq_num 499) dirty exists 2024-08-17T17:10:29.203 INFO:tasks.rados.rados.0.smithi059.stdout:1550: left oid 28 (ObjNum 499 snap 161 seq_num 499) 2024-08-17T17:10:29.204 INFO:tasks.rados.rados.0.smithi059.stdout:1544: expect (ObjNum 318 snap 107 seq_num 318) 2024-08-17T17:10:29.228 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:29 smithi059 ceph-mon[94685]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T17:10:29.228 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:29.228 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:29.228 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:29.228 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:29 smithi059 ceph-mon[92261]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T17:10:29.229 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:29.229 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:29.229 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:29 smithi087 ceph-mon[85676]: osdmap e393: 8 total, 7 up, 8 in 2024-08-17T17:10:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:29.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:29.745 INFO:tasks.rados.rados.0.smithi059.stdout:1544: done (4 left) 2024-08-17T17:10:29.745 INFO:tasks.rados.rados.0.smithi059.stdout:1547: done (3 left) 2024-08-17T17:10:29.746 INFO:tasks.rados.rados.0.smithi059.stdout:1548: done (2 left) 2024-08-17T17:10:29.746 INFO:tasks.rados.rados.0.smithi059.stdout:1550: done (1 left) 2024-08-17T17:10:29.746 INFO:tasks.rados.rados.0.smithi059.stdout:1555: delete oid 21 current snap is 161 2024-08-17T17:10:29.748 INFO:tasks.rados.rados.0.smithi059.stdout:1555: done (1 left) 2024-08-17T17:10:29.748 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 161 2024-08-17T17:10:29.748 INFO:tasks.rados.rados.0.smithi059.stdout:1556: seq_num 502 ranges {8527872=409600,8937472=417792,9355264=385024} 2024-08-17T17:10:29.787 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:10:29.513+0000 7fb40768f640 -1 Falling back to public interface 2024-08-17T17:10:29.797 INFO:tasks.rados.rados.0.smithi059.stdout:1556: writing smithi05980601-6 from 8527872 to 8937472 tid 1 2024-08-17T17:10:29.799 INFO:tasks.rados.rados.0.smithi059.stdout:1556: writing smithi05980601-6 from 8937472 to 9355264 tid 2 2024-08-17T17:10:29.802 INFO:tasks.rados.rados.0.smithi059.stdout:1556: writing smithi05980601-6 from 9355264 to 9740288 tid 3 2024-08-17T17:10:29.802 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 161 2024-08-17T17:10:29.802 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 484 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:10:29.802 INFO:tasks.rados.rados.0.smithi059.stdout:1556: finishing write tid 1 to smithi05980601-6 2024-08-17T17:10:29.802 INFO:tasks.rados.rados.0.smithi059.stdout:1556: finishing write tid 2 to smithi05980601-6 2024-08-17T17:10:29.803 INFO:tasks.rados.rados.0.smithi059.stdout:1557: seq_num 503 ranges {2424832=425984,2850816=704512,3555328=98304} 2024-08-17T17:10:29.818 INFO:tasks.rados.rados.0.smithi059.stdout:1557: writing smithi05980601-2 from 2424832 to 2850816 tid 1 2024-08-17T17:10:29.821 INFO:tasks.rados.rados.0.smithi059.stdout:1557: writing smithi05980601-2 from 2850816 to 3555328 tid 2 2024-08-17T17:10:29.822 INFO:tasks.rados.rados.0.smithi059.stdout:1557: writing smithi05980601-2 from 3555328 to 3653632 tid 3 2024-08-17T17:10:29.822 INFO:tasks.rados.rados.0.smithi059.stdout:1554: done (2 left) 2024-08-17T17:10:29.822 INFO:tasks.rados.rados.0.smithi059.stdout:1558: snap_remove snap 127 2024-08-17T17:10:30.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:30 smithi059 ceph-mon[92261]: pgmap v254: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 459 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 MiB/s wr, 7 op/s; 58/831 objects degraded (6.980%) 2024-08-17T17:10:30.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:30 smithi059 ceph-mon[92261]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T17:10:30.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:30 smithi059 ceph-mon[92261]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-08-17T17:10:30.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:30 smithi059 ceph-mon[94685]: pgmap v254: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 459 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 MiB/s wr, 7 op/s; 58/831 objects degraded (6.980%) 2024-08-17T17:10:30.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:30 smithi059 ceph-mon[94685]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T17:10:30.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:30 smithi059 ceph-mon[94685]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-08-17T17:10:30.311 INFO:tasks.rados.rados.0.smithi059.stdout:1558: done (2 left) 2024-08-17T17:10:30.311 INFO:tasks.rados.rados.0.smithi059.stdout:1559: snap_remove snap 139 2024-08-17T17:10:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:30 smithi087 ceph-mon[85676]: pgmap v254: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 459 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.5 MiB/s wr, 7 op/s; 58/831 objects degraded (6.980%) 2024-08-17T17:10:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:30 smithi087 ceph-mon[85676]: osdmap e394: 8 total, 7 up, 8 in 2024-08-17T17:10:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:30 smithi087 ceph-mon[85676]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-08-17T17:10:31.321 INFO:tasks.rados.rados.0.smithi059.stdout:1559: done (2 left) 2024-08-17T17:10:31.321 INFO:tasks.rados.rados.0.smithi059.stdout:1560: snap_create 2024-08-17T17:10:31.321 INFO:tasks.rados.rados.0.smithi059.stdout:1556: finishing write tid 3 to smithi05980601-6 2024-08-17T17:10:31.321 INFO:tasks.rados.rados.0.smithi059.stdout:1556: finishing write tid 4 to smithi05980601-6 2024-08-17T17:10:31.321 INFO:tasks.rados.rados.0.smithi059.stdout:1556: finishing write tid 5 to smithi05980601-6 2024-08-17T17:10:31.321 INFO:tasks.rados.rados.0.smithi059.stdout:1556: oid 6 updating version 0 to 1056 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1556: oid 6 version 1056 is already newer than 1054 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1556: oid 6 version 1056 is already newer than 1055 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1556: oid 6 updating version 1056 to 1057 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1057 (ObjNum 502 snap 161 seq_num 502) dirty exists 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1556: left oid 6 (ObjNum 502 snap 161 seq_num 502) 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1557: finishing write tid 1 to smithi05980601-2 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1557: finishing write tid 2 to smithi05980601-2 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1557: finishing write tid 3 to smithi05980601-2 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1557: finishing write tid 4 to smithi05980601-2 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1557: finishing write tid 5 to smithi05980601-2 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1557: oid 2 updating version 0 to 1059 2024-08-17T17:10:31.322 INFO:tasks.rados.rados.0.smithi059.stdout:1557: oid 2 updating version 1059 to 1061 2024-08-17T17:10:31.323 INFO:tasks.rados.rados.0.smithi059.stdout:1557: oid 2 updating version 1061 to 1062 2024-08-17T17:10:31.323 INFO:tasks.rados.rados.0.smithi059.stdout:1557: oid 2 version 1062 is already newer than 1060 2024-08-17T17:10:31.323 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 1062 (ObjNum 503 snap 161 seq_num 503) dirty exists 2024-08-17T17:10:31.323 INFO:tasks.rados.rados.0.smithi059.stdout:1557: left oid 2 (ObjNum 503 snap 161 seq_num 503) 2024-08-17T17:10:31.622 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:31 smithi059 ceph-mon[92261]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T17:10:31.623 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:31 smithi059 ceph-mon[92261]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 457 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.1 MiB/s wr, 14 op/s; 58/816 objects degraded (7.108%) 2024-08-17T17:10:31.623 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:31 smithi059 ceph-mon[94685]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T17:10:31.623 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:31 smithi059 ceph-mon[94685]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 457 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.1 MiB/s wr, 14 op/s; 58/816 objects degraded (7.108%) 2024-08-17T17:10:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:31 smithi087 ceph-mon[85676]: osdmap e395: 8 total, 7 up, 8 in 2024-08-17T17:10:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:31 smithi087 ceph-mon[85676]: pgmap v257: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 457 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.1 MiB/s wr, 14 op/s; 58/816 objects degraded (7.108%) 2024-08-17T17:10:32.320 INFO:tasks.rados.rados.0.smithi059.stdout:1556: done (2 left) 2024-08-17T17:10:32.320 INFO:tasks.rados.rados.0.smithi059.stdout:1557: done (1 left) 2024-08-17T17:10:32.321 INFO:tasks.rados.rados.0.smithi059.stdout:1560: done (0 left) 2024-08-17T17:10:32.321 INFO:tasks.rados.rados.0.smithi059.stdout:1561: read oid 50 snap -1 2024-08-17T17:10:32.321 INFO:tasks.rados.rados.0.smithi059.stdout:1561: expect (ObjNum 475 snap 157 seq_num 475) 2024-08-17T17:10:32.321 INFO:tasks.rados.rados.0.smithi059.stdout:1562: rollback oid 37 current snap is 162 2024-08-17T17:10:32.321 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 37 to 143 2024-08-17T17:10:32.321 INFO:tasks.rados.rados.0.smithi059.stdout:1563: delete oid 27 current snap is 162 2024-08-17T17:10:32.327 INFO:tasks.rados.rados.0.smithi059.stdout:1563: done (2 left) 2024-08-17T17:10:32.327 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 162 2024-08-17T17:10:32.327 INFO:tasks.rados.rados.0.smithi059.stdout:1564: seq_num 505 ranges {9568256=466944,10035200=475136,10510336=327680} 2024-08-17T17:10:32.382 INFO:tasks.rados.rados.0.smithi059.stdout:1564: writing smithi05980601-31 from 9568256 to 10035200 tid 1 2024-08-17T17:10:32.385 INFO:tasks.rados.rados.0.smithi059.stdout:1564: writing smithi05980601-31 from 10035200 to 10510336 tid 2 2024-08-17T17:10:32.387 INFO:tasks.rados.rados.0.smithi059.stdout:1564: writing smithi05980601-31 from 10510336 to 10838016 tid 3 2024-08-17T17:10:32.387 INFO:tasks.rados.rados.0.smithi059.stdout:1565: rollback oid 24 current snap is 162 2024-08-17T17:10:32.387 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 24 to 158 2024-08-17T17:10:32.387 INFO:tasks.rados.rados.0.smithi059.stdout:1561: expect (ObjNum 475 snap 157 seq_num 475) 2024-08-17T17:10:32.487 INFO:tasks.rados.rados.0.smithi059.stdout:1562: finishing rollback tid 1 to smithi05980601-37 2024-08-17T17:10:32.487 INFO:tasks.rados.rados.0.smithi059.stdout:1562: finishing rollback tid 2 to smithi05980601-37 2024-08-17T17:10:32.487 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 1402 (ObjNum 352 snap 123 seq_num 352) dirty exists 2024-08-17T17:10:32.487 INFO:tasks.rados.rados.0.smithi059.stdout:1564: finishing write tid 1 to smithi05980601-31 2024-08-17T17:10:32.487 INFO:tasks.rados.rados.0.smithi059.stdout:1561: done (3 left) 2024-08-17T17:10:32.487 INFO:tasks.rados.rados.0.smithi059.stdout:1562: done (2 left) 2024-08-17T17:10:32.487 INFO:tasks.rados.rados.0.smithi059.stdout:1566: copy_from oid 3 from oid 11 current snap is 162 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1564: finishing write tid 2 to smithi05980601-31 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1564: finishing write tid 3 to smithi05980601-31 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1565: finishing rollback tid 0 to smithi05980601-24 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1565: finishing rollback tid 1 to smithi05980601-24 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1565: finishing rollback tid 2 to smithi05980601-24 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 311 (ObjNum 403 snap 139 seq_num 403) dirty exists 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1564: finishing write tid 4 to smithi05980601-31 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1564: finishing write tid 5 to smithi05980601-31 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1564: oid 31 updating version 0 to 1405 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1564: oid 31 updating version 1405 to 1406 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1564: oid 31 updating version 1406 to 1407 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1564: oid 31 version 1407 is already newer than 1404 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1407 (ObjNum 505 snap 162 seq_num 505) dirty exists 2024-08-17T17:10:32.488 INFO:tasks.rados.rados.0.smithi059.stdout:1564: left oid 31 (ObjNum 505 snap 162 seq_num 505) 2024-08-17T17:10:32.489 INFO:tasks.rados.rados.0.smithi059.stdout:1564: done (2 left) 2024-08-17T17:10:32.489 INFO:tasks.rados.rados.0.smithi059.stdout:1565: done (1 left) 2024-08-17T17:10:32.489 INFO:tasks.rados.rados.0.smithi059.stdout:1567: read oid 25 snap -1 2024-08-17T17:10:32.489 INFO:tasks.rados.rados.0.smithi059.stdout:1567: expect (ObjNum 422 snap 142 seq_num 422) 2024-08-17T17:10:32.489 INFO:tasks.rados.rados.0.smithi059.stdout:1568: rmattr oid 40 current snap is 162 2024-08-17T17:10:32.489 INFO:tasks.rados.rados.0.smithi059.stdout:1568: done (2 left) 2024-08-17T17:10:32.489 INFO:tasks.rados.rados.0.smithi059.stdout:1569: snap_create 2024-08-17T17:10:32.489 INFO:tasks.rados.rados.0.smithi059.stdout:1566: finishing copy_from to smithi05980601-3 2024-08-17T17:10:32.490 INFO:tasks.rados.rados.0.smithi059.stdout:1566: got expected ENOENT (src dne) 2024-08-17T17:10:32.490 INFO:tasks.rados.rados.0.smithi059.stdout:1566: finishing copy_from racing read to smithi05980601-3 2024-08-17T17:10:32.515 INFO:tasks.rados.rados.0.smithi059.stdout:1567: expect (ObjNum 422 snap 142 seq_num 422) 2024-08-17T17:10:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:32 smithi059 ceph-mon[92261]: osdmap e396: 8 total, 7 up, 8 in 2024-08-17T17:10:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:32 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:32 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:32.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:32 smithi059 ceph-mon[94685]: osdmap e396: 8 total, 7 up, 8 in 2024-08-17T17:10:32.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:32 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:32 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:32 smithi087 ceph-mon[85676]: osdmap e396: 8 total, 7 up, 8 in 2024-08-17T17:10:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:32 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:32 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:33.210 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:32 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:10:32.905+0000 7fb40768f640 -1 osd.3 387 log_to_monitors true 2024-08-17T17:10:33.331 INFO:tasks.rados.rados.0.smithi059.stdout:1566: done (2 left) 2024-08-17T17:10:33.332 INFO:tasks.rados.rados.0.smithi059.stdout:1567: done (1 left) 2024-08-17T17:10:33.332 INFO:tasks.rados.rados.0.smithi059.stdout:1569: done (0 left) 2024-08-17T17:10:33.332 INFO:tasks.rados.rados.0.smithi059.stdout:1570: rmattr oid 1 current snap is 163 2024-08-17T17:10:33.332 INFO:tasks.rados.rados.0.smithi059.stdout:1571: copy_from oid 6 from oid 23 current snap is 163 2024-08-17T17:10:33.332 INFO:tasks.rados.rados.0.smithi059.stdout:1572: rollback oid 17 current snap is 163 2024-08-17T17:10:33.332 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 17 to 160 2024-08-17T17:10:33.332 INFO:tasks.rados.rados.0.smithi059.stdout:1573: snap_create 2024-08-17T17:10:33.334 INFO:tasks.rados.rados.0.smithi059.stdout:1571: finishing copy_from to smithi05980601-6 2024-08-17T17:10:33.335 INFO:tasks.rados.rados.0.smithi059.stdout:1571: got expected ENOENT (src dne) 2024-08-17T17:10:33.335 INFO:tasks.rados.rados.0.smithi059.stdout:1571: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:10:33.337 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 787 (ObjNum 486 snap 157 seq_num 486) dirty exists 2024-08-17T17:10:33.339 INFO:tasks.rados.rados.0.smithi059.stdout:1572: finishing rollback tid 0 to smithi05980601-17 2024-08-17T17:10:33.339 INFO:tasks.rados.rados.0.smithi059.stdout:1572: finishing rollback tid 1 to smithi05980601-17 2024-08-17T17:10:33.339 INFO:tasks.rados.rados.0.smithi059.stdout:1572: finishing rollback tid 2 to smithi05980601-17 2024-08-17T17:10:33.339 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1411 (ObjNum 432 snap 147 seq_num 432) dirty exists 2024-08-17T17:10:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[92261]: osdmap e397: 8 total, 7 up, 8 in 2024-08-17T17:10:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[92261]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 59/804 objects degraded (7.338%) 2024-08-17T17:10:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[92261]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T17:10:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[94685]: osdmap e397: 8 total, 7 up, 8 in 2024-08-17T17:10:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[94685]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 59/804 objects degraded (7.338%) 2024-08-17T17:10:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-mon[94685]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T17:10:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:33 smithi087 ceph-mon[85676]: osdmap e397: 8 total, 7 up, 8 in 2024-08-17T17:10:33.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:33 smithi087 ceph-mon[85676]: pgmap v260: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 450 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s; 59/804 objects degraded (7.338%) 2024-08-17T17:10:33.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:33 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:33.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:33 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:33.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:33 smithi087 ceph-mon[85676]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-08-17T17:10:34.037 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:10:33 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:10:33.780+0000 7fb3fb431640 -1 osd.3 387 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:10:34.337 INFO:tasks.rados.rados.0.smithi059.stdout:1570: done (3 left) 2024-08-17T17:10:34.337 INFO:tasks.rados.rados.0.smithi059.stdout:1571: done (2 left) 2024-08-17T17:10:34.337 INFO:tasks.rados.rados.0.smithi059.stdout:1572: done (1 left) 2024-08-17T17:10:34.337 INFO:tasks.rados.rados.0.smithi059.stdout:1573: done (0 left) 2024-08-17T17:10:34.337 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 164 2024-08-17T17:10:34.337 INFO:tasks.rados.rados.0.smithi059.stdout:1574: seq_num 506 ranges {8118272=483328,8601600=761856,9363456=40960} 2024-08-17T17:10:34.388 INFO:tasks.rados.rados.0.smithi059.stdout:1574: writing smithi05980601-25 from 8118272 to 8601600 tid 1 2024-08-17T17:10:34.392 INFO:tasks.rados.rados.0.smithi059.stdout:1574: writing smithi05980601-25 from 8601600 to 9363456 tid 2 2024-08-17T17:10:34.393 INFO:tasks.rados.rados.0.smithi059.stdout:1574: writing smithi05980601-25 from 9363456 to 9404416 tid 3 2024-08-17T17:10:34.393 INFO:tasks.rados.rados.0.smithi059.stdout:1575: delete oid 33 current snap is 164 2024-08-17T17:10:34.393 INFO:tasks.rados.rados.0.smithi059.stdout:1574: finishing write tid 1 to smithi05980601-25 2024-08-17T17:10:34.396 INFO:tasks.rados.rados.0.smithi059.stdout:1575: done (1 left) 2024-08-17T17:10:34.396 INFO:tasks.rados.rados.0.smithi059.stdout:1576: snap_create 2024-08-17T17:10:34.397 INFO:tasks.rados.rados.0.smithi059.stdout:1574: finishing write tid 2 to smithi05980601-25 2024-08-17T17:10:34.397 INFO:tasks.rados.rados.0.smithi059.stdout:1574: finishing write tid 3 to smithi05980601-25 2024-08-17T17:10:34.398 INFO:tasks.rados.rados.0.smithi059.stdout:1574: finishing write tid 4 to smithi05980601-25 2024-08-17T17:10:34.399 INFO:tasks.rados.rados.0.smithi059.stdout:1574: finishing write tid 5 to smithi05980601-25 2024-08-17T17:10:34.399 INFO:tasks.rados.rados.0.smithi059.stdout:1574: oid 25 updating version 0 to 732 2024-08-17T17:10:34.399 INFO:tasks.rados.rados.0.smithi059.stdout:1574: oid 25 version 732 is already newer than 731 2024-08-17T17:10:34.399 INFO:tasks.rados.rados.0.smithi059.stdout:1574: oid 25 updating version 732 to 733 2024-08-17T17:10:34.399 INFO:tasks.rados.rados.0.smithi059.stdout:1574: oid 25 version 733 is already newer than 730 2024-08-17T17:10:34.399 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 733 (ObjNum 506 snap 164 seq_num 506) dirty exists 2024-08-17T17:10:34.399 INFO:tasks.rados.rados.0.smithi059.stdout:1574: left oid 25 (ObjNum 506 snap 164 seq_num 506) 2024-08-17T17:10:34.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 59/804 objects degraded (7.338%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:34.443 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[92261]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T17:10:34.444 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[92261]: osdmap e398: 8 total, 7 up, 8 in 2024-08-17T17:10:34.444 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[92261]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:10:34.444 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[92261]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' 2024-08-17T17:10:34.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 59/804 objects degraded (7.338%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:34.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[94685]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T17:10:34.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[94685]: osdmap e398: 8 total, 7 up, 8 in 2024-08-17T17:10:34.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[94685]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:10:34.444 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:34 smithi059 ceph-mon[94685]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' 2024-08-17T17:10:34.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:34 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 59/804 objects degraded (7.338%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:10:34.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:34 smithi087 ceph-mon[85676]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-17T17:10:34.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:34 smithi087 ceph-mon[85676]: osdmap e398: 8 total, 7 up, 8 in 2024-08-17T17:10:34.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:34 smithi087 ceph-mon[85676]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi059", "root=default"]} : dispatch 2024-08-17T17:10:34.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:34 smithi087 ceph-mon[85676]: from='osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375]' entity='osd.3' 2024-08-17T17:10:35.342 INFO:tasks.rados.rados.0.smithi059.stdout:1574: done (1 left) 2024-08-17T17:10:35.342 INFO:tasks.rados.rados.0.smithi059.stdout:1576: done (0 left) 2024-08-17T17:10:35.342 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 165 2024-08-17T17:10:35.342 INFO:tasks.rados.rados.0.smithi059.stdout:1577: seq_num 508 ranges {655360=516096,1171456=524288,1695744=278528} 2024-08-17T17:10:35.349 INFO:tasks.rados.rados.0.smithi059.stdout:1577: writing smithi05980601-5 from 655360 to 1171456 tid 1 2024-08-17T17:10:35.353 INFO:tasks.rados.rados.0.smithi059.stdout:1577: writing smithi05980601-5 from 1171456 to 1695744 tid 2 2024-08-17T17:10:35.356 INFO:tasks.rados.rados.0.smithi059.stdout:1577: writing smithi05980601-5 from 1695744 to 1974272 tid 3 2024-08-17T17:10:35.356 INFO:tasks.rados.rados.0.smithi059.stdout:1577: finishing write tid 1 to smithi05980601-5 2024-08-17T17:10:35.356 INFO:tasks.rados.rados.0.smithi059.stdout:1578: rollback oid 11 current snap is 165 2024-08-17T17:10:35.356 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 131 2024-08-17T17:10:35.356 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 165 2024-08-17T17:10:35.356 INFO:tasks.rados.rados.0.smithi059.stdout:1579: seq_num 509 ranges {0=532480,532480=409600,942080=393216} 2024-08-17T17:10:35.359 INFO:tasks.rados.rados.0.smithi059.stdout:1579: writing smithi05980601-4 from 0 to 532480 tid 1 2024-08-17T17:10:35.362 INFO:tasks.rados.rados.0.smithi059.stdout:1579: writing smithi05980601-4 from 532480 to 942080 tid 2 2024-08-17T17:10:35.366 INFO:tasks.rados.rados.0.smithi059.stdout:1579: writing smithi05980601-4 from 942080 to 1335296 tid 3 2024-08-17T17:10:35.366 INFO:tasks.rados.rados.0.smithi059.stdout:1580: delete oid 30 current snap is 165 2024-08-17T17:10:35.366 INFO:tasks.rados.rados.0.smithi059.stdout:1577: finishing write tid 2 to smithi05980601-5 2024-08-17T17:10:35.366 INFO:tasks.rados.rados.0.smithi059.stdout:1578: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:10:35.367 INFO:tasks.rados.rados.0.smithi059.stdout:1578: finishing rollback tid 2 to smithi05980601-11 2024-08-17T17:10:35.367 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1413 (ObjNum 321 snap 108 seq_num 321) dirty exists 2024-08-17T17:10:35.367 INFO:tasks.rados.rados.0.smithi059.stdout:1577: finishing write tid 3 to smithi05980601-5 2024-08-17T17:10:35.367 INFO:tasks.rados.rados.0.smithi059.stdout:1577: finishing write tid 4 to smithi05980601-5 2024-08-17T17:10:35.368 INFO:tasks.rados.rados.0.smithi059.stdout:1577: finishing write tid 5 to smithi05980601-5 2024-08-17T17:10:35.368 INFO:tasks.rados.rados.0.smithi059.stdout:1577: oid 5 updating version 0 to 1034 2024-08-17T17:10:35.368 INFO:tasks.rados.rados.0.smithi059.stdout:1577: oid 5 updating version 1034 to 1036 2024-08-17T17:10:35.368 INFO:tasks.rados.rados.0.smithi059.stdout:1577: oid 5 version 1036 is already newer than 1033 2024-08-17T17:10:35.368 INFO:tasks.rados.rados.0.smithi059.stdout:1577: oid 5 version 1036 is already newer than 1035 2024-08-17T17:10:35.368 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1036 (ObjNum 508 snap 165 seq_num 508) dirty exists 2024-08-17T17:10:35.368 INFO:tasks.rados.rados.0.smithi059.stdout:1577: left oid 5 (ObjNum 508 snap 165 seq_num 508) 2024-08-17T17:10:35.369 INFO:tasks.rados.rados.0.smithi059.stdout:1579: finishing write tid 1 to smithi05980601-4 2024-08-17T17:10:35.369 INFO:tasks.rados.rados.0.smithi059.stdout:1579: finishing write tid 2 to smithi05980601-4 2024-08-17T17:10:35.371 INFO:tasks.rados.rados.0.smithi059.stdout:1579: finishing write tid 3 to smithi05980601-4 2024-08-17T17:10:35.371 INFO:tasks.rados.rados.0.smithi059.stdout:1579: finishing write tid 4 to smithi05980601-4 2024-08-17T17:10:35.373 INFO:tasks.rados.rados.0.smithi059.stdout:1579: finishing write tid 5 to smithi05980601-4 2024-08-17T17:10:35.373 INFO:tasks.rados.rados.0.smithi059.stdout:1579: oid 4 updating version 0 to 1084 2024-08-17T17:10:35.374 INFO:tasks.rados.rados.0.smithi059.stdout:1579: oid 4 version 1084 is already newer than 1082 2024-08-17T17:10:35.374 INFO:tasks.rados.rados.0.smithi059.stdout:1579: oid 4 version 1084 is already newer than 1083 2024-08-17T17:10:35.374 INFO:tasks.rados.rados.0.smithi059.stdout:1579: oid 4 updating version 1084 to 1085 2024-08-17T17:10:35.374 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1085 (ObjNum 509 snap 165 seq_num 509) dirty exists 2024-08-17T17:10:35.374 INFO:tasks.rados.rados.0.smithi059.stdout:1579: left oid 4 (ObjNum 509 snap 165 seq_num 509) 2024-08-17T17:10:35.375 INFO:tasks.rados.rados.0.smithi059.stdout:1577: done (3 left) 2024-08-17T17:10:35.376 INFO:tasks.rados.rados.0.smithi059.stdout:1578: done (2 left) 2024-08-17T17:10:35.376 INFO:tasks.rados.rados.0.smithi059.stdout:1579: done (1 left) 2024-08-17T17:10:35.376 INFO:tasks.rados.rados.0.smithi059.stdout:1580: done (0 left) 2024-08-17T17:10:35.376 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 165 2024-08-17T17:10:35.376 INFO:tasks.rados.rados.0.smithi059.stdout:1581: seq_num 511 ranges {0=565248,565248=630784,1196032=172032} 2024-08-17T17:10:35.379 INFO:tasks.rados.rados.0.smithi059.stdout:1581: writing smithi05980601-7 from 0 to 565248 tid 1 2024-08-17T17:10:35.383 INFO:tasks.rados.rados.0.smithi059.stdout:1581: writing smithi05980601-7 from 565248 to 1196032 tid 2 2024-08-17T17:10:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:1581: writing smithi05980601-7 from 1196032 to 1368064 tid 3 2024-08-17T17:10:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:1582: delete oid 38 current snap is 165 2024-08-17T17:10:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:1581: finishing write tid 1 to smithi05980601-7 2024-08-17T17:10:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:1582: done (1 left) 2024-08-17T17:10:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:1583: rollback oid 13 current snap is 165 2024-08-17T17:10:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 13 to 158 2024-08-17T17:10:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:1584: snap_create 2024-08-17T17:10:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:1581: finishing write tid 2 to smithi05980601-7 2024-08-17T17:10:35.388 INFO:tasks.rados.rados.0.smithi059.stdout:1581: finishing write tid 3 to smithi05980601-7 2024-08-17T17:10:35.388 INFO:tasks.rados.rados.0.smithi059.stdout:1581: finishing write tid 4 to smithi05980601-7 2024-08-17T17:10:35.388 INFO:tasks.rados.rados.0.smithi059.stdout:1583: finishing rollback tid 1 to smithi05980601-13 2024-08-17T17:10:35.388 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 473 (ObjNum 81 snap 0 seq_num 681553184) dirty dne 2024-08-17T17:10:35.389 INFO:tasks.rados.rados.0.smithi059.stdout:1581: finishing write tid 5 to smithi05980601-7 2024-08-17T17:10:35.389 INFO:tasks.rados.rados.0.smithi059.stdout:1581: oid 7 updating version 0 to 315 2024-08-17T17:10:35.389 INFO:tasks.rados.rados.0.smithi059.stdout:1581: oid 7 version 315 is already newer than 313 2024-08-17T17:10:35.389 INFO:tasks.rados.rados.0.smithi059.stdout:1581: oid 7 version 315 is already newer than 312 2024-08-17T17:10:35.389 INFO:tasks.rados.rados.0.smithi059.stdout:1581: oid 7 version 315 is already newer than 314 2024-08-17T17:10:35.389 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 315 (ObjNum 511 snap 165 seq_num 511) dirty exists 2024-08-17T17:10:35.389 INFO:tasks.rados.rados.0.smithi059.stdout:1581: left oid 7 (ObjNum 511 snap 165 seq_num 511) 2024-08-17T17:10:35.406 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[92261]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:10:35.406 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[92261]: osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375] boot 2024-08-17T17:10:35.407 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[92261]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T17:10:35.407 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T17:10:35.407 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[92261]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 560 KiB/s wr, 2 op/s; 59/804 objects degraded (7.338%) 2024-08-17T17:10:35.407 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:35.407 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:35.408 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[94685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:10:35.408 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[94685]: osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375] boot 2024-08-17T17:10:35.408 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[94685]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T17:10:35.408 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T17:10:35.408 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[94685]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 560 KiB/s wr, 2 op/s; 59/804 objects degraded (7.338%) 2024-08-17T17:10:35.408 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:35.409 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:35 smithi087 ceph-mon[85676]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:10:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:35 smithi087 ceph-mon[85676]: osd.3 [v2:172.21.15.59:6826/668419375,v1:172.21.15.59:6827/668419375] boot 2024-08-17T17:10:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:35 smithi087 ceph-mon[85676]: osdmap e399: 8 total, 8 up, 8 in 2024-08-17T17:10:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-08-17T17:10:35.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:35 smithi087 ceph-mon[85676]: pgmap v263: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 560 KiB/s wr, 2 op/s; 59/804 objects degraded (7.338%) 2024-08-17T17:10:35.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:35.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:36.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:10:35 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:10:35.877+0000 7f056bcc9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T17:10:36.356 INFO:tasks.rados.rados.0.smithi059.stdout:1581: done (2 left) 2024-08-17T17:10:36.356 INFO:tasks.rados.rados.0.smithi059.stdout:1583: done (1 left) 2024-08-17T17:10:36.356 INFO:tasks.rados.rados.0.smithi059.stdout:1584: done (0 left) 2024-08-17T17:10:36.356 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 166 2024-08-17T17:10:36.357 INFO:tasks.rados.rados.0.smithi059.stdout:1585: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-08-17T17:10:36.359 INFO:tasks.rados.rados.0.smithi059.stdout:1585: writing smithi05980601-38 from 0 to 598016 tid 1 2024-08-17T17:10:36.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: writing smithi05980601-38 from 598016 to 1392640 tid 2 2024-08-17T17:10:36.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: writing smithi05980601-38 from 1392640 to 1400832 tid 3 2024-08-17T17:10:36.365 INFO:tasks.rados.rados.0.smithi059.stdout:1586: rollback oid 50 current snap is 166 2024-08-17T17:10:36.365 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 165 2024-08-17T17:10:36.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: finishing write tid 1 to smithi05980601-38 2024-08-17T17:10:36.365 INFO:tasks.rados.rados.0.smithi059.stdout:1587: setattr oid 41 current snap is 166 2024-08-17T17:10:36.366 INFO:tasks.rados.rados.0.smithi059.stdout:1588: rollback oid 7 current snap is 166 2024-08-17T17:10:36.366 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 131 2024-08-17T17:10:36.366 INFO:tasks.rados.rados.0.smithi059.stdout:1589: snap_remove snap 163 2024-08-17T17:10:36.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:10:36.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[94685]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:10:36.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:10:36.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:36 smithi059 ceph-mon[92261]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T17:10:36.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: osdmap e400: 8 total, 8 up, 8 in 2024-08-17T17:10:36.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:36.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:36.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:36.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:10:36.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:36.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:10:36.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:36.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:10:36.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:10:36.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:36 smithi087 ceph-mon[85676]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-08-17T17:10:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:1585: finishing write tid 2 to smithi05980601-38 2024-08-17T17:10:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:1585: finishing write tid 3 to smithi05980601-38 2024-08-17T17:10:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:1586: finishing rollback tid 0 to smithi05980601-50 2024-08-17T17:10:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:1585: finishing write tid 4 to smithi05980601-38 2024-08-17T17:10:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:1586: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:10:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:1586: finishing rollback tid 2 to smithi05980601-50 2024-08-17T17:10:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 1417 (ObjNum 475 snap 157 seq_num 475) dirty exists 2024-08-17T17:10:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:1588: finishing rollback tid 0 to smithi05980601-7 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1588: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 318 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1037 (ObjNum 425 snap 144 seq_num 425) dirty exists 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: finishing write tid 5 to smithi05980601-38 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: oid 38 updating version 0 to 573 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: oid 38 updating version 573 to 574 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: oid 38 updating version 574 to 576 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: oid 38 version 576 is already newer than 575 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 576 (ObjNum 513 snap 166 seq_num 513) dirty exists 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: left oid 38 (ObjNum 513 snap 166 seq_num 513) 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1585: done (4 left) 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1586: done (3 left) 2024-08-17T17:10:37.365 INFO:tasks.rados.rados.0.smithi059.stdout:1587: done (2 left) 2024-08-17T17:10:37.366 INFO:tasks.rados.rados.0.smithi059.stdout:1588: done (1 left) 2024-08-17T17:10:37.366 INFO:tasks.rados.rados.0.smithi059.stdout:1589: done (0 left) 2024-08-17T17:10:37.366 INFO:tasks.rados.rados.0.smithi059.stdout:1590: rollback oid 30 current snap is 166 2024-08-17T17:10:37.366 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 160 2024-08-17T17:10:37.366 INFO:tasks.rados.rados.0.smithi059.stdout:1591: delete oid 31 current snap is 166 2024-08-17T17:10:37.370 INFO:tasks.rados.rados.0.smithi059.stdout:1591: done (1 left) 2024-08-17T17:10:37.371 INFO:tasks.rados.rados.0.smithi059.stdout:1592: snap_remove snap 161 2024-08-17T17:10:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:37 smithi059 ceph-mon[92261]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T17:10:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:37 smithi059 ceph-mon[92261]: pgmap v266: 121 pgs: 23 active+undersized, 4 active+undersized+degraded, 94 active+clean; 440 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 23/798 objects degraded (2.882%); 5.0 MiB/s, 0 objects/s recovering 2024-08-17T17:10:37.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:37 smithi059 ceph-mon[94685]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T17:10:37.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:37 smithi059 ceph-mon[94685]: pgmap v266: 121 pgs: 23 active+undersized, 4 active+undersized+degraded, 94 active+clean; 440 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 23/798 objects degraded (2.882%); 5.0 MiB/s, 0 objects/s recovering 2024-08-17T17:10:37.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:10:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:10:37] "GET /metrics HTTP/1.1" 200 36076 "" "Prometheus/2.43.0" 2024-08-17T17:10:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:37 smithi087 ceph-mon[85676]: osdmap e401: 8 total, 8 up, 8 in 2024-08-17T17:10:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:37 smithi087 ceph-mon[85676]: pgmap v266: 121 pgs: 23 active+undersized, 4 active+undersized+degraded, 94 active+clean; 440 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 8 op/s; 23/798 objects degraded (2.882%); 5.0 MiB/s, 0 objects/s recovering 2024-08-17T17:10:38.371 INFO:tasks.rados.rados.0.smithi059.stdout:1590: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:10:38.371 INFO:tasks.rados.rados.0.smithi059.stdout:1590: finishing rollback tid 2 to smithi05980601-30 2024-08-17T17:10:38.371 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 218 (ObjNum 471 snap 157 seq_num 471) dirty exists 2024-08-17T17:10:38.371 INFO:tasks.rados.rados.0.smithi059.stdout:1590: done (1 left) 2024-08-17T17:10:38.371 INFO:tasks.rados.rados.0.smithi059.stdout:1592: done (0 left) 2024-08-17T17:10:38.371 INFO:tasks.rados.rados.0.smithi059.stdout:1593: read oid 12 snap 164 2024-08-17T17:10:38.371 INFO:tasks.rados.rados.0.smithi059.stdout:1593: expect (ObjNum 396 snap 139 seq_num 396) 2024-08-17T17:10:38.371 INFO:tasks.rados.rados.0.smithi059.stdout:1594: snap_remove snap 131 2024-08-17T17:10:38.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:38 smithi059 ceph-mon[92261]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T17:10:38.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:38 smithi059 ceph-mon[94685]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T17:10:38.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:38 smithi087 ceph-mon[85676]: osdmap e402: 8 total, 8 up, 8 in 2024-08-17T17:10:39.377 INFO:tasks.rados.rados.0.smithi059.stdout:1593: expect (ObjNum 396 snap 139 seq_num 396) 2024-08-17T17:10:39.463 INFO:tasks.rados.rados.0.smithi059.stdout:1593: done (1 left) 2024-08-17T17:10:39.463 INFO:tasks.rados.rados.0.smithi059.stdout:1594: done (0 left) 2024-08-17T17:10:39.464 INFO:tasks.rados.rados.0.smithi059.stdout:1595: snap_create 2024-08-17T17:10:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:39 smithi059 ceph-mon[92261]: osdmap e403: 8 total, 8 up, 8 in 2024-08-17T17:10:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:39 smithi059 ceph-mon[92261]: pgmap v269: 121 pgs: 121 active+clean; 445 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 6.6 MiB/s, 1 objects/s recovering 2024-08-17T17:10:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:39 smithi059 ceph-mon[94685]: osdmap e403: 8 total, 8 up, 8 in 2024-08-17T17:10:39.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:39 smithi059 ceph-mon[94685]: pgmap v269: 121 pgs: 121 active+clean; 445 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 6.6 MiB/s, 1 objects/s recovering 2024-08-17T17:10:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:39 smithi087 ceph-mon[85676]: osdmap e403: 8 total, 8 up, 8 in 2024-08-17T17:10:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:39 smithi087 ceph-mon[85676]: pgmap v269: 121 pgs: 121 active+clean; 445 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 1.6 MiB/s wr, 13 op/s; 6.6 MiB/s, 1 objects/s recovering 2024-08-17T17:10:40.378 INFO:tasks.rados.rados.0.smithi059.stdout:1595: done (0 left) 2024-08-17T17:10:40.378 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 167 2024-08-17T17:10:40.378 INFO:tasks.rados.rados.0.smithi059.stdout:1596: seq_num 515 ranges {2326528=630784,2957312=565248,3522560=237568} 2024-08-17T17:10:40.394 INFO:tasks.rados.rados.0.smithi059.stdout:1596: writing smithi05980601-41 from 2326528 to 2957312 tid 1 2024-08-17T17:10:40.397 INFO:tasks.rados.rados.0.smithi059.stdout:1596: writing smithi05980601-41 from 2957312 to 3522560 tid 2 2024-08-17T17:10:40.398 INFO:tasks.rados.rados.0.smithi059.stdout:1596: writing smithi05980601-41 from 3522560 to 3760128 tid 3 2024-08-17T17:10:40.398 INFO:tasks.rados.rados.0.smithi059.stdout:1597: snap_remove snap 159 2024-08-17T17:10:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:40 smithi059 ceph-mon[92261]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/798 objects degraded (2.882%), 4 pgs degraded) 2024-08-17T17:10:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:40 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:10:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:40 smithi059 ceph-mon[92261]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T17:10:40.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:40 smithi059 ceph-mon[94685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/798 objects degraded (2.882%), 4 pgs degraded) 2024-08-17T17:10:40.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:40 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:10:40.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:40 smithi059 ceph-mon[94685]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T17:10:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:40 smithi087 ceph-mon[85676]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 23/798 objects degraded (2.882%), 4 pgs degraded) 2024-08-17T17:10:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:40 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:10:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:40 smithi087 ceph-mon[85676]: osdmap e404: 8 total, 8 up, 8 in 2024-08-17T17:10:41.115 INFO:tasks.rados.rados.0.smithi059.stdout:1597: done (1 left) 2024-08-17T17:10:41.115 INFO:tasks.rados.rados.0.smithi059.stdout:1598: read oid 7 snap -1 2024-08-17T17:10:41.115 INFO:tasks.rados.rados.0.smithi059.stdout:1598: expect deleted 2024-08-17T17:10:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1599: read oid 45 snap -1 2024-08-17T17:10:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1599: expect (ObjNum 498 snap 161 seq_num 498) 2024-08-17T17:10:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 167 2024-08-17T17:10:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1596: finishing write tid 1 to smithi05980601-41 2024-08-17T17:10:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1596: finishing write tid 2 to smithi05980601-41 2024-08-17T17:10:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1596: finishing write tid 3 to smithi05980601-41 2024-08-17T17:10:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1596: finishing write tid 4 to smithi05980601-41 2024-08-17T17:10:41.116 INFO:tasks.rados.rados.0.smithi059.stdout:1600: seq_num 516 ranges {1400832=647168,2048000=450560,2498560=352256} 2024-08-17T17:10:41.127 INFO:tasks.rados.rados.0.smithi059.stdout:1600: writing smithi05980601-38 from 1400832 to 2048000 tid 1 2024-08-17T17:10:41.130 INFO:tasks.rados.rados.0.smithi059.stdout:1600: writing smithi05980601-38 from 2048000 to 2498560 tid 2 2024-08-17T17:10:41.133 INFO:tasks.rados.rados.0.smithi059.stdout:1600: writing smithi05980601-38 from 2498560 to 2850816 tid 3 2024-08-17T17:10:41.134 INFO:tasks.rados.rados.0.smithi059.stdout:1601: setattr oid 18 current snap is 167 2024-08-17T17:10:41.134 INFO:tasks.rados.rados.0.smithi059.stdout:1596: finishing write tid 5 to smithi05980601-41 2024-08-17T17:10:41.134 INFO:tasks.rados.rados.0.smithi059.stdout:1596: oid 41 updating version 0 to 1039 2024-08-17T17:10:41.134 INFO:tasks.rados.rados.0.smithi059.stdout:1596: oid 41 updating version 1039 to 1040 2024-08-17T17:10:41.134 INFO:tasks.rados.rados.0.smithi059.stdout:1596: oid 41 version 1040 is already newer than 1038 2024-08-17T17:10:41.134 INFO:tasks.rados.rados.0.smithi059.stdout:1596: oid 41 updating version 1040 to 1041 2024-08-17T17:10:41.134 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1041 (ObjNum 515 snap 167 seq_num 515) dirty exists 2024-08-17T17:10:41.134 INFO:tasks.rados.rados.0.smithi059.stdout:1596: left oid 41 (ObjNum 515 snap 167 seq_num 515) 2024-08-17T17:10:41.137 INFO:tasks.rados.rados.0.smithi059.stdout:1596: done (4 left) 2024-08-17T17:10:41.137 INFO:tasks.rados.rados.0.smithi059.stdout:1598: done (3 left) 2024-08-17T17:10:41.137 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 167 2024-08-17T17:10:41.137 INFO:tasks.rados.rados.0.smithi059.stdout:1602: seq_num 517 ranges {4644864=663552,5308416=786432,6094848=16384} 2024-08-17T17:10:41.166 INFO:tasks.rados.rados.0.smithi059.stdout:1602: writing smithi05980601-28 from 4644864 to 5308416 tid 1 2024-08-17T17:10:41.171 INFO:tasks.rados.rados.0.smithi059.stdout:1602: writing smithi05980601-28 from 5308416 to 6094848 tid 2 2024-08-17T17:10:41.171 INFO:tasks.rados.rados.0.smithi059.stdout:1602: writing smithi05980601-28 from 6094848 to 6111232 tid 3 2024-08-17T17:10:41.171 INFO:tasks.rados.rados.0.smithi059.stdout:1603: snap_remove snap 160 2024-08-17T17:10:41.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:41 smithi059 ceph-mon[94685]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T17:10:41.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:41 smithi059 ceph-mon[94685]: pgmap v272: 121 pgs: 121 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 660 KiB/s wr, 11 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-08-17T17:10:41.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:41 smithi059 ceph-mon[94685]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T17:10:41.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:41 smithi059 ceph-mon[92261]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T17:10:41.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:41 smithi059 ceph-mon[92261]: pgmap v272: 121 pgs: 121 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 660 KiB/s wr, 11 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-08-17T17:10:41.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:41 smithi059 ceph-mon[92261]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T17:10:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:41 smithi087 ceph-mon[85676]: osdmap e405: 8 total, 8 up, 8 in 2024-08-17T17:10:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:41 smithi087 ceph-mon[85676]: pgmap v272: 121 pgs: 121 active+clean; 437 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 660 KiB/s wr, 11 op/s; 1.6 MiB/s, 0 objects/s recovering 2024-08-17T17:10:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:41 smithi087 ceph-mon[85676]: osdmap e406: 8 total, 8 up, 8 in 2024-08-17T17:10:42.118 INFO:tasks.rados.rados.0.smithi059.stdout:1603: done (4 left) 2024-08-17T17:10:42.119 INFO:tasks.rados.rados.0.smithi059.stdout:1604: rollback oid 33 current snap is 167 2024-08-17T17:10:42.119 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 33 to 107 2024-08-17T17:10:42.119 INFO:tasks.rados.rados.0.smithi059.stdout:1600: finishing write tid 1 to smithi05980601-38 2024-08-17T17:10:42.119 INFO:tasks.rados.rados.0.smithi059.stdout:1600: finishing write tid 2 to smithi05980601-38 2024-08-17T17:10:42.119 INFO:tasks.rados.rados.0.smithi059.stdout:1600: finishing write tid 3 to smithi05980601-38 2024-08-17T17:10:42.119 INFO:tasks.rados.rados.0.smithi059.stdout:1600: finishing write tid 4 to smithi05980601-38 2024-08-17T17:10:42.119 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 505 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:10:42.119 INFO:tasks.rados.rados.0.smithi059.stdout:1600: finishing write tid 5 to smithi05980601-38 2024-08-17T17:10:42.120 INFO:tasks.rados.rados.0.smithi059.stdout:1600: oid 38 updating version 0 to 578 2024-08-17T17:10:42.120 INFO:tasks.rados.rados.0.smithi059.stdout:1600: oid 38 version 578 is already newer than 577 2024-08-17T17:10:42.120 INFO:tasks.rados.rados.0.smithi059.stdout:1600: oid 38 updating version 578 to 580 2024-08-17T17:10:42.120 INFO:tasks.rados.rados.0.smithi059.stdout:1600: oid 38 version 580 is already newer than 579 2024-08-17T17:10:42.120 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 580 (ObjNum 516 snap 167 seq_num 516) dirty exists 2024-08-17T17:10:42.120 INFO:tasks.rados.rados.0.smithi059.stdout:1600: left oid 38 (ObjNum 516 snap 167 seq_num 516) 2024-08-17T17:10:42.120 INFO:tasks.rados.rados.0.smithi059.stdout:1599: expect (ObjNum 498 snap 161 seq_num 498) 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: finishing write tid 1 to smithi05980601-28 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: finishing write tid 2 to smithi05980601-28 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: finishing write tid 3 to smithi05980601-28 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: finishing write tid 4 to smithi05980601-28 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: finishing write tid 5 to smithi05980601-28 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: oid 28 updating version 0 to 791 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: oid 28 version 791 is already newer than 788 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: oid 28 version 791 is already newer than 790 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: oid 28 version 791 is already newer than 789 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 791 (ObjNum 517 snap 167 seq_num 517) dirty exists 2024-08-17T17:10:42.239 INFO:tasks.rados.rados.0.smithi059.stdout:1602: left oid 28 (ObjNum 517 snap 167 seq_num 517) 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1604: finishing rollback tid 1 to smithi05980601-33 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1604: finishing rollback tid 2 to smithi05980601-33 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 780 (ObjNum 188 snap 56 seq_num 188) dirty exists 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1599: done (4 left) 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1600: done (3 left) 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1601: done (2 left) 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1602: done (1 left) 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1604: done (0 left) 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1605: read oid 7 snap -1 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1605: expect deleted 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 167 2024-08-17T17:10:42.240 INFO:tasks.rados.rados.0.smithi059.stdout:1606: seq_num 518 ranges {638976=679936,1318912=671744,1990656=131072} 2024-08-17T17:10:42.245 INFO:tasks.rados.rados.0.smithi059.stdout:1606: writing smithi05980601-14 from 638976 to 1318912 tid 1 2024-08-17T17:10:42.249 INFO:tasks.rados.rados.0.smithi059.stdout:1606: writing smithi05980601-14 from 1318912 to 1990656 tid 2 2024-08-17T17:10:42.250 INFO:tasks.rados.rados.0.smithi059.stdout:1606: writing smithi05980601-14 from 1990656 to 2121728 tid 3 2024-08-17T17:10:42.250 INFO:tasks.rados.rados.0.smithi059.stdout:1607: copy_from oid 40 from oid 13 current snap is 167 2024-08-17T17:10:42.250 INFO:tasks.rados.rados.0.smithi059.stdout:1606: finishing write tid 1 to smithi05980601-14 2024-08-17T17:10:42.250 INFO:tasks.rados.rados.0.smithi059.stdout:1605: done (2 left) 2024-08-17T17:10:42.250 INFO:tasks.rados.rados.0.smithi059.stdout:1608: snap_create 2024-08-17T17:10:42.254 INFO:tasks.rados.rados.0.smithi059.stdout:1607: finishing copy_from to smithi05980601-40 2024-08-17T17:10:42.254 INFO:tasks.rados.rados.0.smithi059.stdout:1607: got expected ENOENT (src dne) 2024-08-17T17:10:42.254 INFO:tasks.rados.rados.0.smithi059.stdout:1607: finishing copy_from racing read to smithi05980601-40 2024-08-17T17:10:42.254 INFO:tasks.rados.rados.0.smithi059.stdout:1606: finishing write tid 2 to smithi05980601-14 2024-08-17T17:10:42.254 INFO:tasks.rados.rados.0.smithi059.stdout:1606: finishing write tid 3 to smithi05980601-14 2024-08-17T17:10:42.254 INFO:tasks.rados.rados.0.smithi059.stdout:1606: finishing write tid 4 to smithi05980601-14 2024-08-17T17:10:42.255 INFO:tasks.rados.rados.0.smithi059.stdout:1606: finishing write tid 5 to smithi05980601-14 2024-08-17T17:10:42.255 INFO:tasks.rados.rados.0.smithi059.stdout:1606: oid 14 updating version 0 to 178 2024-08-17T17:10:42.255 INFO:tasks.rados.rados.0.smithi059.stdout:1606: oid 14 version 178 is already newer than 177 2024-08-17T17:10:42.255 INFO:tasks.rados.rados.0.smithi059.stdout:1606: oid 14 updating version 178 to 179 2024-08-17T17:10:42.255 INFO:tasks.rados.rados.0.smithi059.stdout:1606: oid 14 version 179 is already newer than 176 2024-08-17T17:10:42.255 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 179 (ObjNum 518 snap 167 seq_num 518) dirty exists 2024-08-17T17:10:42.255 INFO:tasks.rados.rados.0.smithi059.stdout:1606: left oid 14 (ObjNum 518 snap 167 seq_num 518) 2024-08-17T17:10:43.124 INFO:tasks.rados.rados.0.smithi059.stdout:1606: done (2 left) 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1607: done (1 left) 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1608: done (0 left) 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1609: rmattr oid 27 current snap is 168 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1609: done (0 left) 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1610: rollback oid 10 current snap is 168 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 107 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1611: read oid 14 snap -1 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1611: expect (ObjNum 518 snap 167 seq_num 518) 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1612: read oid 42 snap -1 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1612: expect (ObjNum 422 snap 142 seq_num 422) 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 168 2024-08-17T17:10:43.125 INFO:tasks.rados.rados.0.smithi059.stdout:1613: seq_num 519 ranges {0=696320,696320=548864,1245184=253952} 2024-08-17T17:10:43.129 INFO:tasks.rados.rados.0.smithi059.stdout:1613: writing smithi05980601-27 from 0 to 696320 tid 1 2024-08-17T17:10:43.132 INFO:tasks.rados.rados.0.smithi059.stdout:1613: writing smithi05980601-27 from 696320 to 1245184 tid 2 2024-08-17T17:10:43.134 INFO:tasks.rados.rados.0.smithi059.stdout:1613: writing smithi05980601-27 from 1245184 to 1499136 tid 3 2024-08-17T17:10:43.135 INFO:tasks.rados.rados.0.smithi059.stdout:1614: rmattr oid 30 current snap is 168 2024-08-17T17:10:43.135 INFO:tasks.rados.rados.0.smithi059.stdout:1610: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:10:43.135 INFO:tasks.rados.rados.0.smithi059.stdout:1610: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:10:43.135 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 867 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T17:10:43.135 INFO:tasks.rados.rados.0.smithi059.stdout:1610: done (4 left) 2024-08-17T17:10:43.135 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 168 2024-08-17T17:10:43.135 INFO:tasks.rados.rados.0.smithi059.stdout:1615: seq_num 520 ranges {1974272=712704,2686976=434176,3121152=368640} 2024-08-17T17:10:43.151 INFO:tasks.rados.rados.0.smithi059.stdout:1615: writing smithi05980601-5 from 1974272 to 2686976 tid 1 2024-08-17T17:10:43.154 INFO:tasks.rados.rados.0.smithi059.stdout:1615: writing smithi05980601-5 from 2686976 to 3121152 tid 2 2024-08-17T17:10:43.156 INFO:tasks.rados.rados.0.smithi059.stdout:1615: writing smithi05980601-5 from 3121152 to 3489792 tid 3 2024-08-17T17:10:43.156 INFO:tasks.rados.rados.0.smithi059.stdout:1616: delete oid 6 current snap is 168 2024-08-17T17:10:43.156 INFO:tasks.rados.rados.0.smithi059.stdout:1613: finishing write tid 1 to smithi05980601-27 2024-08-17T17:10:43.156 INFO:tasks.rados.rados.0.smithi059.stdout:1613: finishing write tid 2 to smithi05980601-27 2024-08-17T17:10:43.156 INFO:tasks.rados.rados.0.smithi059.stdout:1613: finishing write tid 3 to smithi05980601-27 2024-08-17T17:10:43.156 INFO:tasks.rados.rados.0.smithi059.stdout:1611: expect (ObjNum 518 snap 167 seq_num 518) 2024-08-17T17:10:43.224 INFO:tasks.rados.rados.0.smithi059.stdout:1613: finishing write tid 4 to smithi05980601-27 2024-08-17T17:10:43.224 INFO:tasks.rados.rados.0.smithi059.stdout:1613: finishing write tid 5 to smithi05980601-27 2024-08-17T17:10:43.224 INFO:tasks.rados.rados.0.smithi059.stdout:1613: oid 27 updating version 0 to 516 2024-08-17T17:10:43.224 INFO:tasks.rados.rados.0.smithi059.stdout:1613: oid 27 version 516 is already newer than 515 2024-08-17T17:10:43.224 INFO:tasks.rados.rados.0.smithi059.stdout:1613: oid 27 version 516 is already newer than 514 2024-08-17T17:10:43.224 INFO:tasks.rados.rados.0.smithi059.stdout:1613: oid 27 version 516 is already newer than 513 2024-08-17T17:10:43.224 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 516 (ObjNum 519 snap 168 seq_num 519) dirty exists 2024-08-17T17:10:43.225 INFO:tasks.rados.rados.0.smithi059.stdout:1613: left oid 27 (ObjNum 519 snap 168 seq_num 519) 2024-08-17T17:10:43.225 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 230 (ObjNum 471 snap 157 seq_num 471) dirty exists 2024-08-17T17:10:43.225 INFO:tasks.rados.rados.0.smithi059.stdout:1612: expect (ObjNum 422 snap 142 seq_num 422) 2024-08-17T17:10:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:43 smithi059 ceph-mon[92261]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T17:10:43.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:43 smithi059 ceph-mon[94685]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T17:10:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:43 smithi087 ceph-mon[85676]: osdmap e407: 8 total, 8 up, 8 in 2024-08-17T17:10:43.726 INFO:tasks.rados.rados.0.smithi059.stdout:1615: finishing write tid 1 to smithi05980601-5 2024-08-17T17:10:43.726 INFO:tasks.rados.rados.0.smithi059.stdout:1615: finishing write tid 2 to smithi05980601-5 2024-08-17T17:10:43.726 INFO:tasks.rados.rados.0.smithi059.stdout:1611: done (5 left) 2024-08-17T17:10:43.726 INFO:tasks.rados.rados.0.smithi059.stdout:1612: done (4 left) 2024-08-17T17:10:43.726 INFO:tasks.rados.rados.0.smithi059.stdout:1613: done (3 left) 2024-08-17T17:10:43.726 INFO:tasks.rados.rados.0.smithi059.stdout:1614: done (2 left) 2024-08-17T17:10:43.726 INFO:tasks.rados.rados.0.smithi059.stdout:1616: done (1 left) 2024-08-17T17:10:43.726 INFO:tasks.rados.rados.0.smithi059.stdout:1617: snap_remove snap 107 2024-08-17T17:10:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1617: done (1 left) 2024-08-17T17:10:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1618: setattr oid 23 current snap is 168 2024-08-17T17:10:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1615: finishing write tid 3 to smithi05980601-5 2024-08-17T17:10:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1615: finishing write tid 4 to smithi05980601-5 2024-08-17T17:10:44.128 INFO:tasks.rados.rados.0.smithi059.stdout:1615: finishing write tid 5 to smithi05980601-5 2024-08-17T17:10:44.129 INFO:tasks.rados.rados.0.smithi059.stdout:1615: oid 5 updating version 0 to 1042 2024-08-17T17:10:44.129 INFO:tasks.rados.rados.0.smithi059.stdout:1615: oid 5 updating version 1042 to 1045 2024-08-17T17:10:44.129 INFO:tasks.rados.rados.0.smithi059.stdout:1615: oid 5 version 1045 is already newer than 1043 2024-08-17T17:10:44.129 INFO:tasks.rados.rados.0.smithi059.stdout:1615: oid 5 version 1045 is already newer than 1044 2024-08-17T17:10:44.129 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1045 (ObjNum 520 snap 168 seq_num 520) dirty exists 2024-08-17T17:10:44.129 INFO:tasks.rados.rados.0.smithi059.stdout:1615: left oid 5 (ObjNum 520 snap 168 seq_num 520) 2024-08-17T17:10:44.132 INFO:tasks.rados.rados.0.smithi059.stdout:1615: done (1 left) 2024-08-17T17:10:44.132 INFO:tasks.rados.rados.0.smithi059.stdout:1619: copy_from oid 42 from oid 28 current snap is 168 2024-08-17T17:10:44.133 INFO:tasks.rados.rados.0.smithi059.stdout:1620: read oid 26 snap -1 2024-08-17T17:10:44.133 INFO:tasks.rados.rados.0.smithi059.stdout:1620: expect (ObjNum 458 snap 152 seq_num 458) 2024-08-17T17:10:44.133 INFO:tasks.rados.rados.0.smithi059.stdout:1621: read oid 35 snap -1 2024-08-17T17:10:44.133 INFO:tasks.rados.rados.0.smithi059.stdout:1621: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:10:44.133 INFO:tasks.rados.rados.0.smithi059.stdout:1622: snap_create 2024-08-17T17:10:44.142 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1120 (ObjNum 33 snap 0 seq_num 4) dirty exists 2024-08-17T17:10:44.162 INFO:tasks.rados.rados.0.smithi059.stdout:1621: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:10:44.274 INFO:tasks.rados.rados.0.smithi059.stdout:1620: expect (ObjNum 458 snap 152 seq_num 458) 2024-08-17T17:10:44.481 INFO:tasks.rados.rados.0.smithi059.stdout:1619: finishing copy_from racing read to smithi05980601-42 2024-08-17T17:10:44.482 INFO:tasks.rados.rados.0.smithi059.stdout:1619: finishing copy_from to smithi05980601-42 2024-08-17T17:10:44.482 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 791 (ObjNum 517 snap 167 seq_num 517) dirty exists 2024-08-17T17:10:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:44 smithi059 ceph-mon[92261]: pgmap v275: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-08-17T17:10:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:44 smithi059 ceph-mon[92261]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T17:10:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:44 smithi059 ceph-mon[94685]: pgmap v275: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-08-17T17:10:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:44 smithi059 ceph-mon[94685]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T17:10:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:44 smithi087 ceph-mon[85676]: pgmap v275: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-08-17T17:10:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:44 smithi087 ceph-mon[85676]: osdmap e408: 8 total, 8 up, 8 in 2024-08-17T17:10:45.142 INFO:tasks.rados.rados.0.smithi059.stdout:1618: done (4 left) 2024-08-17T17:10:45.142 INFO:tasks.rados.rados.0.smithi059.stdout:1619: done (3 left) 2024-08-17T17:10:45.143 INFO:tasks.rados.rados.0.smithi059.stdout:1620: done (2 left) 2024-08-17T17:10:45.143 INFO:tasks.rados.rados.0.smithi059.stdout:1621: done (1 left) 2024-08-17T17:10:45.143 INFO:tasks.rados.rados.0.smithi059.stdout:1622: done (0 left) 2024-08-17T17:10:45.143 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 169 2024-08-17T17:10:45.143 INFO:tasks.rados.rados.0.smithi059.stdout:1623: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2024-08-17T17:10:45.146 INFO:tasks.rados.rados.0.smithi059.stdout:1623: writing smithi05980601-31 from 0 to 745472 tid 1 2024-08-17T17:10:45.150 INFO:tasks.rados.rados.0.smithi059.stdout:1623: writing smithi05980601-31 from 745472 to 1351680 tid 2 2024-08-17T17:10:45.152 INFO:tasks.rados.rados.0.smithi059.stdout:1623: writing smithi05980601-31 from 1351680 to 1548288 tid 3 2024-08-17T17:10:45.152 INFO:tasks.rados.rados.0.smithi059.stdout:1624: delete oid 33 current snap is 169 2024-08-17T17:10:45.152 INFO:tasks.rados.rados.0.smithi059.stdout:1623: finishing write tid 1 to smithi05980601-31 2024-08-17T17:10:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:1624: done (1 left) 2024-08-17T17:10:45.155 INFO:tasks.rados.rados.0.smithi059.stdout:1625: setattr oid 13 current snap is 169 2024-08-17T17:10:45.157 INFO:tasks.rados.rados.0.smithi059.stdout:1623: finishing write tid 2 to smithi05980601-31 2024-08-17T17:10:45.157 INFO:tasks.rados.rados.0.smithi059.stdout:1623: finishing write tid 3 to smithi05980601-31 2024-08-17T17:10:45.157 INFO:tasks.rados.rados.0.smithi059.stdout:1623: finishing write tid 4 to smithi05980601-31 2024-08-17T17:10:45.158 INFO:tasks.rados.rados.0.smithi059.stdout:1626: snap_remove snap 157 2024-08-17T17:10:45.451 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:45 smithi087 ceph-mon[85676]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T17:10:45.451 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:45 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:45 smithi059 ceph-mon[92261]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T17:10:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:45.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:45 smithi059 ceph-mon[94685]: osdmap e409: 8 total, 8 up, 8 in 2024-08-17T17:10:45.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:45 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:46.119 INFO:tasks.rados.rados.0.smithi059.stdout:1626: done (2 left) 2024-08-17T17:10:46.119 INFO:tasks.rados.rados.0.smithi059.stdout:1627: setattr oid 15 current snap is 169 2024-08-17T17:10:46.124 INFO:tasks.rados.rados.0.smithi059.stdout:1628: rollback oid 7 current snap is 169 2024-08-17T17:10:46.124 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 140 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1623: finishing write tid 5 to smithi05980601-31 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1623: oid 31 updating version 0 to 1472 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1623: oid 31 updating version 1472 to 1475 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1623: oid 31 version 1475 is already newer than 1474 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1623: oid 31 version 1475 is already newer than 1473 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1475 (ObjNum 522 snap 169 seq_num 522) dirty exists 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1623: left oid 31 (ObjNum 522 snap 169 seq_num 522) 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 474 (ObjNum 65 snap 0 seq_num 1633834091) dirty exists 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1623: done (3 left) 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1625: done (2 left) 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1629: copy_from oid 2 from oid 46 current snap is 169 2024-08-17T17:10:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:1630: delete oid 44 current snap is 169 2024-08-17T17:10:46.129 INFO:tasks.rados.rados.0.smithi059.stdout:1629: finishing copy_from to smithi05980601-2 2024-08-17T17:10:46.129 INFO:tasks.rados.rados.0.smithi059.stdout:1629: got expected ENOENT (src dne) 2024-08-17T17:10:46.129 INFO:tasks.rados.rados.0.smithi059.stdout:1629: finishing copy_from racing read to smithi05980601-2 2024-08-17T17:10:46.132 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 347 (ObjNum 305 snap 0 seq_num 1) dirty exists 2024-08-17T17:10:46.133 INFO:tasks.rados.rados.0.smithi059.stdout:1628: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:10:46.133 INFO:tasks.rados.rados.0.smithi059.stdout:1628: finishing rollback tid 2 to smithi05980601-7 2024-08-17T17:10:46.133 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 326 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:10:46.137 INFO:tasks.rados.rados.0.smithi059.stdout:1627: done (3 left) 2024-08-17T17:10:46.137 INFO:tasks.rados.rados.0.smithi059.stdout:1628: done (2 left) 2024-08-17T17:10:46.138 INFO:tasks.rados.rados.0.smithi059.stdout:1629: done (1 left) 2024-08-17T17:10:46.138 INFO:tasks.rados.rados.0.smithi059.stdout:1630: done (0 left) 2024-08-17T17:10:46.138 INFO:tasks.rados.rados.0.smithi059.stdout:1631: read oid 14 snap -1 2024-08-17T17:10:46.138 INFO:tasks.rados.rados.0.smithi059.stdout:1631: expect (ObjNum 518 snap 167 seq_num 518) 2024-08-17T17:10:46.138 INFO:tasks.rados.rados.0.smithi059.stdout:1632: copy_from oid 16 from oid 13 current snap is 169 2024-08-17T17:10:46.138 INFO:tasks.rados.rados.0.smithi059.stdout:1633: copy_from oid 49 from oid 48 current snap is 169 2024-08-17T17:10:46.138 INFO:tasks.rados.rados.0.smithi059.stdout:1634: snap_remove snap 158 2024-08-17T17:10:46.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:46 smithi059 ceph-mon[94685]: pgmap v278: 121 pgs: 121 active+clean; 419 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T17:10:46.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:46 smithi059 ceph-mon[94685]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T17:10:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:46 smithi059 ceph-mon[94685]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T17:10:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:46 smithi059 ceph-mon[92261]: pgmap v278: 121 pgs: 121 active+clean; 419 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T17:10:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:46 smithi059 ceph-mon[92261]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T17:10:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:46 smithi059 ceph-mon[92261]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T17:10:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:46 smithi087 ceph-mon[85676]: pgmap v278: 121 pgs: 121 active+clean; 419 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T17:10:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:46 smithi087 ceph-mon[85676]: osdmap e410: 8 total, 8 up, 8 in 2024-08-17T17:10:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:46 smithi087 ceph-mon[85676]: osdmap e411: 8 total, 8 up, 8 in 2024-08-17T17:10:47.152 INFO:tasks.rados.rados.0.smithi059.stdout:1634: done (3 left) 2024-08-17T17:10:47.153 INFO:tasks.rados.rados.0.smithi059.stdout:1635: copy_from oid 1 from oid 3 current snap is 169 2024-08-17T17:10:47.153 INFO:tasks.rados.rados.0.smithi059.stdout:1632: finishing copy_from racing read to smithi05980601-16 2024-08-17T17:10:47.153 INFO:tasks.rados.rados.0.smithi059.stdout:1632: finishing copy_from to smithi05980601-16 2024-08-17T17:10:47.153 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 474 (ObjNum 129 snap 0 seq_num 338502848) dirty exists 2024-08-17T17:10:47.153 INFO:tasks.rados.rados.0.smithi059.stdout:1631: expect (ObjNum 518 snap 167 seq_num 518) 2024-08-17T17:10:47.224 INFO:tasks.rados.rados.0.smithi059.stdout:1633: finishing copy_from racing read to smithi05980601-49 2024-08-17T17:10:47.224 INFO:tasks.rados.rados.0.smithi059.stdout:1633: finishing copy_from to smithi05980601-49 2024-08-17T17:10:47.224 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 561 (ObjNum 421 snap 142 seq_num 421) dirty exists 2024-08-17T17:10:47.225 INFO:tasks.rados.rados.0.smithi059.stdout:1631: done (3 left) 2024-08-17T17:10:47.225 INFO:tasks.rados.rados.0.smithi059.stdout:1632: done (2 left) 2024-08-17T17:10:47.225 INFO:tasks.rados.rados.0.smithi059.stdout:1633: done (1 left) 2024-08-17T17:10:47.225 INFO:tasks.rados.rados.0.smithi059.stdout:1636: rmattr oid 10 current snap is 169 2024-08-17T17:10:47.225 INFO:tasks.rados.rados.0.smithi059.stdout:1636: done (1 left) 2024-08-17T17:10:47.225 INFO:tasks.rados.rados.0.smithi059.stdout:1637: snap_create 2024-08-17T17:10:47.251 INFO:tasks.rados.rados.0.smithi059.stdout:1635: finishing copy_from racing read to smithi05980601-1 2024-08-17T17:10:47.254 INFO:tasks.rados.rados.0.smithi059.stdout:1635: finishing copy_from to smithi05980601-1 2024-08-17T17:10:47.254 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 551 (ObjNum 414 snap 141 seq_num 414) dirty exists 2024-08-17T17:10:47.541 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:10:47.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:10:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:10:47] "GET /metrics HTTP/1.1" 200 36076 "" "Prometheus/2.43.0" 2024-08-17T17:10:48.125 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:10:48.125 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (7m) 16s ago 8m 25.1M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:10:48.125 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (8m) 2m ago 8m 88.8M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:10:48.125 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (9m) 16s ago 9m 18.1M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:10:48.125 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (9m) 2m ago 9m 19.7M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:10:48.125 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (3m) 2m ago 12m 452M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:10:48.125 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (4m) 16s ago 14m 525M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (3m) 16s ago 14m 54.1M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (2m) 2m ago 13m 27.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (2m) 16s ago 13m 44.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (7m) 16s ago 7m 15.5M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (7m) 2m ago 7m 16.3M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (2m) 16s ago 12m 201M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (87s) 16s ago 12m 166M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (53s) 16s ago 11m 118M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (20s) 16s ago 11m 12.2M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4065d0c6cd6e 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (11m) 2m ago 11m 128M 2480M 18.2.4-719-gced649f8 c870753d67c2 c390c6a1fc60 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (10m) 2m ago 10m 143M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:10:48.126 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (10m) 2m ago 10m 121M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:10:48.127 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (9m) 2m ago 9m 98.3M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:10:48.127 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (3m) 2m ago 8m 48.8M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:10:48.155 INFO:tasks.rados.rados.0.smithi059.stdout:1635: done (1 left) 2024-08-17T17:10:48.155 INFO:tasks.rados.rados.0.smithi059.stdout:1637: done (0 left) 2024-08-17T17:10:48.156 INFO:tasks.rados.rados.0.smithi059.stdout:1638: rollback oid 43 current snap is 170 2024-08-17T17:10:48.156 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 43 to 165 2024-08-17T17:10:48.156 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 170 2024-08-17T17:10:48.156 INFO:tasks.rados.rados.0.smithi059.stdout:1639: seq_num 525 ranges {1335296=802816,2138112=712704,2850816=90112} 2024-08-17T17:10:48.167 INFO:tasks.rados.rados.0.smithi059.stdout:1639: writing smithi05980601-4 from 1335296 to 2138112 tid 1 2024-08-17T17:10:48.171 INFO:tasks.rados.rados.0.smithi059.stdout:1639: writing smithi05980601-4 from 2138112 to 2850816 tid 2 2024-08-17T17:10:48.172 INFO:tasks.rados.rados.0.smithi059.stdout:1639: writing smithi05980601-4 from 2850816 to 2940928 tid 3 2024-08-17T17:10:48.172 INFO:tasks.rados.rados.0.smithi059.stdout:1640: read oid 18 snap -1 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1640: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1641: read oid 50 snap -1 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1641: expect (ObjNum 475 snap 157 seq_num 475) 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1642: rollback oid 2 current snap is 170 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 2 to 156 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1638: finishing rollback tid 0 to smithi05980601-43 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1638: finishing rollback tid 1 to smithi05980601-43 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1638: finishing rollback tid 2 to smithi05980601-43 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 794 (ObjNum 482 snap 157 seq_num 482) dirty exists 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1638: done (4 left) 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1643: copy_from oid 15 from oid 3 current snap is 170 2024-08-17T17:10:48.173 INFO:tasks.rados.rados.0.smithi059.stdout:1644: delete oid 19 current snap is 170 2024-08-17T17:10:48.174 INFO:tasks.rados.rados.0.smithi059.stdout:1640: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:10:48.180 INFO:tasks.rados.rados.0.smithi059.stdout:1639: finishing write tid 1 to smithi05980601-4 2024-08-17T17:10:48.180 INFO:tasks.rados.rados.0.smithi059.stdout:1639: finishing write tid 2 to smithi05980601-4 2024-08-17T17:10:48.180 INFO:tasks.rados.rados.0.smithi059.stdout:1639: finishing write tid 3 to smithi05980601-4 2024-08-17T17:10:48.181 INFO:tasks.rados.rados.0.smithi059.stdout:1639: finishing write tid 4 to smithi05980601-4 2024-08-17T17:10:48.183 INFO:tasks.rados.rados.0.smithi059.stdout:1642: finishing rollback tid 0 to smithi05980601-2 2024-08-17T17:10:48.183 INFO:tasks.rados.rados.0.smithi059.stdout:1639: finishing write tid 5 to smithi05980601-4 2024-08-17T17:10:48.183 INFO:tasks.rados.rados.0.smithi059.stdout:1639: oid 4 updating version 0 to 1145 2024-08-17T17:10:48.183 INFO:tasks.rados.rados.0.smithi059.stdout:1639: oid 4 version 1145 is already newer than 1144 2024-08-17T17:10:48.183 INFO:tasks.rados.rados.0.smithi059.stdout:1639: oid 4 version 1145 is already newer than 1142 2024-08-17T17:10:48.183 INFO:tasks.rados.rados.0.smithi059.stdout:1639: oid 4 version 1145 is already newer than 1143 2024-08-17T17:10:48.183 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1145 (ObjNum 525 snap 170 seq_num 525) dirty exists 2024-08-17T17:10:48.184 INFO:tasks.rados.rados.0.smithi059.stdout:1639: left oid 4 (ObjNum 525 snap 170 seq_num 525) 2024-08-17T17:10:48.184 INFO:tasks.rados.rados.0.smithi059.stdout:1642: finishing rollback tid 1 to smithi05980601-2 2024-08-17T17:10:48.184 INFO:tasks.rados.rados.0.smithi059.stdout:1642: finishing rollback tid 2 to smithi05980601-2 2024-08-17T17:10:48.184 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 1149 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:10:48.185 INFO:tasks.rados.rados.0.smithi059.stdout:1641: expect (ObjNum 475 snap 157 seq_num 475) 2024-08-17T17:10:48.286 INFO:tasks.rados.rados.0.smithi059.stdout:1643: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:10:48.286 INFO:tasks.rados.rados.0.smithi059.stdout:1643: finishing copy_from to smithi05980601-15 2024-08-17T17:10:48.286 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 551 (ObjNum 414 snap 141 seq_num 414) dirty exists 2024-08-17T17:10:48.286 INFO:tasks.rados.rados.0.smithi059.stdout:1639: done (5 left) 2024-08-17T17:10:48.286 INFO:tasks.rados.rados.0.smithi059.stdout:1640: done (4 left) 2024-08-17T17:10:48.287 INFO:tasks.rados.rados.0.smithi059.stdout:1641: done (3 left) 2024-08-17T17:10:48.287 INFO:tasks.rados.rados.0.smithi059.stdout:1642: done (2 left) 2024-08-17T17:10:48.287 INFO:tasks.rados.rados.0.smithi059.stdout:1643: done (1 left) 2024-08-17T17:10:48.287 INFO:tasks.rados.rados.0.smithi059.stdout:1644: done (0 left) 2024-08-17T17:10:48.287 INFO:tasks.rados.rados.0.smithi059.stdout:1645: rollback oid 16 current snap is 170 2024-08-17T17:10:48.287 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 16 to 78 2024-08-17T17:10:48.287 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 170 2024-08-17T17:10:48.287 INFO:tasks.rados.rados.0.smithi059.stdout:1646: seq_num 527 ranges {3792896=434176,4227072=475136,4702208=565248,5267456=163840} 2024-08-17T17:10:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:1646: writing smithi05980601-24 from 3792896 to 4227072 tid 1 2024-08-17T17:10:48.312 INFO:tasks.rados.rados.0.smithi059.stdout:1646: writing smithi05980601-24 from 4227072 to 4702208 tid 2 2024-08-17T17:10:48.315 INFO:tasks.rados.rados.0.smithi059.stdout:1646: writing smithi05980601-24 from 4702208 to 5267456 tid 3 2024-08-17T17:10:48.316 INFO:tasks.rados.rados.0.smithi059.stdout:1646: writing smithi05980601-24 from 5267456 to 5431296 tid 4 2024-08-17T17:10:48.316 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 170 2024-08-17T17:10:48.316 INFO:tasks.rados.rados.0.smithi059.stdout:1647: seq_num 528 ranges {1843200=450560,2293760=761856,3055616=442368} 2024-08-17T17:10:48.329 INFO:tasks.rados.rados.0.smithi059.stdout:1647: writing smithi05980601-12 from 1843200 to 2293760 tid 1 2024-08-17T17:10:48.333 INFO:tasks.rados.rados.0.smithi059.stdout:1647: writing smithi05980601-12 from 2293760 to 3055616 tid 2 2024-08-17T17:10:48.336 INFO:tasks.rados.rados.0.smithi059.stdout:1647: writing smithi05980601-12 from 3055616 to 3497984 tid 3 2024-08-17T17:10:48.336 INFO:tasks.rados.rados.0.smithi059.stdout:1648: read oid 3 snap -1 2024-08-17T17:10:48.336 INFO:tasks.rados.rados.0.smithi059.stdout:1648: expect (ObjNum 414 snap 141 seq_num 414) 2024-08-17T17:10:48.336 INFO:tasks.rados.rados.0.smithi059.stdout:1649: delete oid 47 current snap is 170 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1645: finishing rollback tid 0 to smithi05980601-16 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1645: finishing rollback tid 1 to smithi05980601-16 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1645: finishing rollback tid 2 to smithi05980601-16 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 891 (ObjNum 198 snap 57 seq_num 198) dirty exists 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1646: finishing write tid 1 to smithi05980601-24 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1646: finishing write tid 2 to smithi05980601-24 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1646: finishing write tid 3 to smithi05980601-24 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1646: finishing write tid 4 to smithi05980601-24 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1646: finishing write tid 5 to smithi05980601-24 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1646: finishing write tid 6 to smithi05980601-24 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1646: oid 24 updating version 0 to 334 2024-08-17T17:10:48.337 INFO:tasks.rados.rados.0.smithi059.stdout:1646: oid 24 version 334 is already newer than 332 2024-08-17T17:10:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:1646: oid 24 version 334 is already newer than 333 2024-08-17T17:10:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:1646: oid 24 updating version 334 to 336 2024-08-17T17:10:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:1646: oid 24 version 336 is already newer than 335 2024-08-17T17:10:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 336 (ObjNum 527 snap 170 seq_num 527) dirty exists 2024-08-17T17:10:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:1646: left oid 24 (ObjNum 527 snap 170 seq_num 527) 2024-08-17T17:10:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:1647: finishing write tid 1 to smithi05980601-12 2024-08-17T17:10:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:1647: finishing write tid 2 to smithi05980601-12 2024-08-17T17:10:48.339 INFO:tasks.rados.rados.0.smithi059.stdout:1647: finishing write tid 3 to smithi05980601-12 2024-08-17T17:10:48.339 INFO:tasks.rados.rados.0.smithi059.stdout:1647: finishing write tid 4 to smithi05980601-12 2024-08-17T17:10:48.340 INFO:tasks.rados.rados.0.smithi059.stdout:1647: finishing write tid 5 to smithi05980601-12 2024-08-17T17:10:48.340 INFO:tasks.rados.rados.0.smithi059.stdout:1647: oid 12 updating version 0 to 896 2024-08-17T17:10:48.340 INFO:tasks.rados.rados.0.smithi059.stdout:1647: oid 12 version 896 is already newer than 895 2024-08-17T17:10:48.340 INFO:tasks.rados.rados.0.smithi059.stdout:1647: oid 12 version 896 is already newer than 893 2024-08-17T17:10:48.340 INFO:tasks.rados.rados.0.smithi059.stdout:1647: oid 12 version 896 is already newer than 894 2024-08-17T17:10:48.340 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 896 (ObjNum 528 snap 170 seq_num 528) dirty exists 2024-08-17T17:10:48.340 INFO:tasks.rados.rados.0.smithi059.stdout:1647: left oid 12 (ObjNum 528 snap 170 seq_num 528) 2024-08-17T17:10:48.341 INFO:tasks.rados.rados.0.smithi059.stdout:1645: done (4 left) 2024-08-17T17:10:48.341 INFO:tasks.rados.rados.0.smithi059.stdout:1646: done (3 left) 2024-08-17T17:10:48.341 INFO:tasks.rados.rados.0.smithi059.stdout:1647: done (2 left) 2024-08-17T17:10:48.341 INFO:tasks.rados.rados.0.smithi059.stdout:1649: done (1 left) 2024-08-17T17:10:48.341 INFO:tasks.rados.rados.0.smithi059.stdout:1650: copy_from oid 23 from oid 31 current snap is 170 2024-08-17T17:10:48.341 INFO:tasks.rados.rados.0.smithi059.stdout:1651: rmattr oid 21 current snap is 170 2024-08-17T17:10:48.341 INFO:tasks.rados.rados.0.smithi059.stdout:1651: done (2 left) 2024-08-17T17:10:48.341 INFO:tasks.rados.rados.0.smithi059.stdout:1652: snap_remove snap 168 2024-08-17T17:10:48.497 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:10:48.497 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:10:48.497 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:10:48.497 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 4, 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 4 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:10:48.498 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 6, 2024-08-17T17:10:48.499 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 9 2024-08-17T17:10:48.499 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:10:48.499 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:10:48.499 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:48 smithi059 ceph-mon[92261]: pgmap v281: 121 pgs: 121 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2024-08-17T17:10:48.499 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:48 smithi059 ceph-mon[92261]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T17:10:48.499 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:48 smithi059 ceph-mon[94685]: pgmap v281: 121 pgs: 121 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2024-08-17T17:10:48.499 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:48 smithi059 ceph-mon[94685]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T17:10:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:48 smithi087 ceph-mon[85676]: pgmap v281: 121 pgs: 121 active+clean; 407 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.5 MiB/s wr, 27 op/s 2024-08-17T17:10:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:48 smithi087 ceph-mon[85676]: osdmap e412: 8 total, 8 up, 8 in 2024-08-17T17:10:48.797 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:10:48.797 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:10:48.797 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:10:48.797 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:10:48.798 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:10:48.798 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:10:48.798 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:10:48.798 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:10:48.798 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "9/20 daemons upgraded", 2024-08-17T17:10:48.799 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:10:48.799 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:10:48.799 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:10:49.160 INFO:tasks.rados.rados.0.smithi059.stdout:1652: done (2 left) 2024-08-17T17:10:49.160 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 170 2024-08-17T17:10:49.160 INFO:tasks.rados.rados.0.smithi059.stdout:1653: seq_num 530 ranges {0=483328,483328=532480,1015808=671744} 2024-08-17T17:10:49.162 INFO:tasks.rados.rados.0.smithi059.stdout:1653: writing smithi05980601-18 from 0 to 483328 tid 1 2024-08-17T17:10:49.166 INFO:tasks.rados.rados.0.smithi059.stdout:1653: writing smithi05980601-18 from 483328 to 1015808 tid 2 2024-08-17T17:10:49.170 INFO:tasks.rados.rados.0.smithi059.stdout:1653: writing smithi05980601-18 from 1015808 to 1687552 tid 3 2024-08-17T17:10:49.170 INFO:tasks.rados.rados.0.smithi059.stdout:1654: copy_from oid 2 from oid 33 current snap is 170 2024-08-17T17:10:49.170 INFO:tasks.rados.rados.0.smithi059.stdout:1650: finishing copy_from racing read to smithi05980601-23 2024-08-17T17:10:49.170 INFO:tasks.rados.rados.0.smithi059.stdout:1650: finishing copy_from to smithi05980601-23 2024-08-17T17:10:49.170 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1475 (ObjNum 522 snap 169 seq_num 522) dirty exists 2024-08-17T17:10:49.170 INFO:tasks.rados.rados.0.smithi059.stdout:1648: expect (ObjNum 414 snap 141 seq_num 414) 2024-08-17T17:10:49.408 INFO:tasks.rados.rados.0.smithi059.stdout:1653: finishing write tid 1 to smithi05980601-18 2024-08-17T17:10:49.408 INFO:tasks.rados.rados.0.smithi059.stdout:1653: finishing write tid 2 to smithi05980601-18 2024-08-17T17:10:49.408 INFO:tasks.rados.rados.0.smithi059.stdout:1653: finishing write tid 3 to smithi05980601-18 2024-08-17T17:10:49.408 INFO:tasks.rados.rados.0.smithi059.stdout:1653: finishing write tid 4 to smithi05980601-18 2024-08-17T17:10:49.408 INFO:tasks.rados.rados.0.smithi059.stdout:1654: finishing copy_from to smithi05980601-2 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1654: got expected ENOENT (src dne) 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1654: finishing copy_from racing read to smithi05980601-2 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1653: finishing write tid 5 to smithi05980601-18 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1653: oid 18 updating version 0 to 508 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1653: oid 18 version 508 is already newer than 506 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1653: oid 18 updating version 508 to 509 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1653: oid 18 version 509 is already newer than 507 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 509 (ObjNum 530 snap 170 seq_num 530) dirty exists 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1653: left oid 18 (ObjNum 530 snap 170 seq_num 530) 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1648: done (3 left) 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1650: done (2 left) 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1653: done (1 left) 2024-08-17T17:10:49.409 INFO:tasks.rados.rados.0.smithi059.stdout:1654: done (0 left) 2024-08-17T17:10:49.410 INFO:tasks.rados.rados.0.smithi059.stdout:1655: rollback oid 11 current snap is 170 2024-08-17T17:10:49.410 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 166 2024-08-17T17:10:49.410 INFO:tasks.rados.rados.0.smithi059.stdout:1656: rollback oid 7 current snap is 170 2024-08-17T17:10:49.410 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 166 2024-08-17T17:10:49.410 INFO:tasks.rados.rados.0.smithi059.stdout:1657: snap_remove snap 156 2024-08-17T17:10:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[92261]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[92261]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[92261]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[92261]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T17:10:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/563514149' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[94685]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[94685]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[94685]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[94685]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T17:10:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:49 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/563514149' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:49 smithi087 ceph-mon[85676]: from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:49 smithi087 ceph-mon[85676]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:49 smithi087 ceph-mon[85676]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:49 smithi087 ceph-mon[85676]: osdmap e413: 8 total, 8 up, 8 in 2024-08-17T17:10:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:49 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/563514149' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:10:50.170 INFO:tasks.rados.rados.0.smithi059.stdout:1657: done (2 left) 2024-08-17T17:10:50.170 INFO:tasks.rados.rados.0.smithi059.stdout:1658: snap_remove snap 78 2024-08-17T17:10:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[94685]: pgmap v284: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 23 op/s 2024-08-17T17:10:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[94685]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[94685]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T17:10:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:50.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[92261]: pgmap v284: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 23 op/s 2024-08-17T17:10:50.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[92261]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:50.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[92261]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T17:10:50.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:50.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:50 smithi087 ceph-mon[85676]: pgmap v284: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 23 op/s 2024-08-17T17:10:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:50 smithi087 ceph-mon[85676]: from='client.34383 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:10:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:50 smithi087 ceph-mon[85676]: osdmap e414: 8 total, 8 up, 8 in 2024-08-17T17:10:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:10:51.121 INFO:tasks.rados.rados.0.smithi059.stdout:1658: done (2 left) 2024-08-17T17:10:51.121 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 170 2024-08-17T17:10:51.121 INFO:tasks.rados.rados.0.smithi059.stdout:1659: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-08-17T17:10:51.124 INFO:tasks.rados.rados.0.smithi059.stdout:1659: writing smithi05980601-47 from 0 to 499712 tid 1 2024-08-17T17:10:51.127 INFO:tasks.rados.rados.0.smithi059.stdout:1659: writing smithi05980601-47 from 499712 to 917504 tid 2 2024-08-17T17:10:51.131 INFO:tasks.rados.rados.0.smithi059.stdout:1659: writing smithi05980601-47 from 917504 to 1466368 tid 3 2024-08-17T17:10:51.133 INFO:tasks.rados.rados.0.smithi059.stdout:1659: writing smithi05980601-47 from 1466368 to 1703936 tid 4 2024-08-17T17:10:51.133 INFO:tasks.rados.rados.0.smithi059.stdout:1660: read oid 32 snap -1 2024-08-17T17:10:51.134 INFO:tasks.rados.rados.0.smithi059.stdout:1660: expect (ObjNum 494 snap 161 seq_num 494) 2024-08-17T17:10:51.134 INFO:tasks.rados.rados.0.smithi059.stdout:1661: read oid 13 snap 165 2024-08-17T17:10:51.134 INFO:tasks.rados.rados.0.smithi059.stdout:1661: expect deleted 2024-08-17T17:10:51.134 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 170 2024-08-17T17:10:51.134 INFO:tasks.rados.rados.0.smithi059.stdout:1656: finishing rollback tid 0 to smithi05980601-7 2024-08-17T17:10:51.134 INFO:tasks.rados.rados.0.smithi059.stdout:1662: seq_num 532 ranges {6111232=516096,6627328=696320,7323648=507904} 2024-08-17T17:10:51.172 INFO:tasks.rados.rados.0.smithi059.stdout:1662: writing smithi05980601-28 from 6111232 to 6627328 tid 1 2024-08-17T17:10:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:1662: writing smithi05980601-28 from 6627328 to 7323648 tid 2 2024-08-17T17:10:51.180 INFO:tasks.rados.rados.0.smithi059.stdout:1662: writing smithi05980601-28 from 7323648 to 7831552 tid 3 2024-08-17T17:10:51.180 INFO:tasks.rados.rados.0.smithi059.stdout:1663: delete oid 17 current snap is 170 2024-08-17T17:10:51.180 INFO:tasks.rados.rados.0.smithi059.stdout:1656: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:10:51.180 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 341 (ObjNum 65 snap 0 seq_num 315798352) dirty dne 2024-08-17T17:10:51.180 INFO:tasks.rados.rados.0.smithi059.stdout:1655: finishing rollback tid 0 to smithi05980601-11 2024-08-17T17:10:51.180 INFO:tasks.rados.rados.0.smithi059.stdout:1655: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:10:51.180 INFO:tasks.rados.rados.0.smithi059.stdout:1655: finishing rollback tid 2 to smithi05980601-11 2024-08-17T17:10:51.180 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1505 (ObjNum 321 snap 108 seq_num 321) dirty exists 2024-08-17T17:10:51.180 INFO:tasks.rados.rados.0.smithi059.stdout:1659: finishing write tid 1 to smithi05980601-47 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: finishing write tid 2 to smithi05980601-47 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: finishing write tid 3 to smithi05980601-47 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: finishing write tid 4 to smithi05980601-47 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: finishing write tid 5 to smithi05980601-47 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: finishing write tid 6 to smithi05980601-47 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: oid 47 updating version 0 to 582 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: oid 47 updating version 582 to 585 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: oid 47 version 585 is already newer than 581 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: oid 47 version 585 is already newer than 584 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: oid 47 version 585 is already newer than 583 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 585 (ObjNum 531 snap 170 seq_num 531) dirty exists 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1659: left oid 47 (ObjNum 531 snap 170 seq_num 531) 2024-08-17T17:10:51.181 INFO:tasks.rados.rados.0.smithi059.stdout:1660: expect (ObjNum 494 snap 161 seq_num 494) 2024-08-17T17:10:51.371 INFO:tasks.rados.rados.0.smithi059.stdout:1662: finishing write tid 1 to smithi05980601-28 2024-08-17T17:10:51.371 INFO:tasks.rados.rados.0.smithi059.stdout:1662: finishing write tid 2 to smithi05980601-28 2024-08-17T17:10:51.371 INFO:tasks.rados.rados.0.smithi059.stdout:1655: done (6 left) 2024-08-17T17:10:51.371 INFO:tasks.rados.rados.0.smithi059.stdout:1656: done (5 left) 2024-08-17T17:10:51.372 INFO:tasks.rados.rados.0.smithi059.stdout:1659: done (4 left) 2024-08-17T17:10:51.372 INFO:tasks.rados.rados.0.smithi059.stdout:1660: done (3 left) 2024-08-17T17:10:51.372 INFO:tasks.rados.rados.0.smithi059.stdout:1661: done (2 left) 2024-08-17T17:10:51.372 INFO:tasks.rados.rados.0.smithi059.stdout:1663: done (1 left) 2024-08-17T17:10:51.372 INFO:tasks.rados.rados.0.smithi059.stdout:1664: snap_remove snap 169 2024-08-17T17:10:51.502 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:51 smithi087 ceph-mon[85676]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T17:10:51.502 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:51 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:10:51.502 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:51 smithi087 ceph-mon[85676]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T17:10:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:51 smithi059 ceph-mon[92261]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T17:10:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:51 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:10:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:51 smithi059 ceph-mon[92261]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T17:10:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:51 smithi059 ceph-mon[94685]: osdmap e415: 8 total, 8 up, 8 in 2024-08-17T17:10:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:51 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-08-17T17:10:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:51 smithi059 ceph-mon[94685]: osdmap e416: 8 total, 8 up, 8 in 2024-08-17T17:10:52.180 INFO:tasks.rados.rados.0.smithi059.stdout:1664: done (1 left) 2024-08-17T17:10:52.180 INFO:tasks.rados.rados.0.smithi059.stdout:1665: read oid 44 snap -1 2024-08-17T17:10:52.180 INFO:tasks.rados.rados.0.smithi059.stdout:1665: expect deleted 2024-08-17T17:10:52.181 INFO:tasks.rados.rados.0.smithi059.stdout:1666: setattr oid 27 current snap is 170 2024-08-17T17:10:52.183 INFO:tasks.rados.rados.0.smithi059.stdout:1662: finishing write tid 3 to smithi05980601-28 2024-08-17T17:10:52.183 INFO:tasks.rados.rados.0.smithi059.stdout:1662: finishing write tid 4 to smithi05980601-28 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:1662: finishing write tid 5 to smithi05980601-28 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:1662: oid 28 updating version 0 to 796 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:1662: oid 28 updating version 796 to 798 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:1662: oid 28 version 798 is already newer than 795 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:1662: oid 28 version 798 is already newer than 797 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 798 (ObjNum 532 snap 170 seq_num 532) dirty exists 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:1662: left oid 28 (ObjNum 532 snap 170 seq_num 532) 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:1662: done (2 left) 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:1665: done (1 left) 2024-08-17T17:10:52.184 INFO:tasks.rados.rados.0.smithi059.stdout:1667: snap_create 2024-08-17T17:10:52.189 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 541 (ObjNum 519 snap 168 seq_num 519) dirty exists 2024-08-17T17:10:52.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:52 smithi087 ceph-mon[85676]: pgmap v287: 121 pgs: 121 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-08-17T17:10:52.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:52 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:10:52.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:52 smithi087 ceph-mon[85676]: Upgrade: osd.4 is safe to restart 2024-08-17T17:10:52.506 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:52 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:52.507 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:52 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:10:52.507 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:52 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:52.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[92261]: pgmap v287: 121 pgs: 121 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-08-17T17:10:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:10:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[92261]: Upgrade: osd.4 is safe to restart 2024-08-17T17:10:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:10:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[94685]: pgmap v287: 121 pgs: 121 active+clean; 398 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-08-17T17:10:52.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-17T17:10:52.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[94685]: Upgrade: osd.4 is safe to restart 2024-08-17T17:10:52.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:10:52.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-08-17T17:10:52.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:52 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:10:53.184 INFO:tasks.rados.rados.0.smithi059.stdout:1666: done (1 left) 2024-08-17T17:10:53.184 INFO:tasks.rados.rados.0.smithi059.stdout:1667: done (0 left) 2024-08-17T17:10:53.184 INFO:tasks.rados.rados.0.smithi059.stdout:1668: snap_remove snap 154 2024-08-17T17:10:53.503 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:53 smithi087 ceph-mon[85676]: Upgrade: Updating osd.4 2024-08-17T17:10:53.503 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:53 smithi087 ceph-mon[85676]: Deploying daemon osd.4 on smithi087 2024-08-17T17:10:53.503 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:53 smithi087 ceph-mon[85676]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T17:10:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:53 smithi059 ceph-mon[92261]: Upgrade: Updating osd.4 2024-08-17T17:10:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:53 smithi059 ceph-mon[92261]: Deploying daemon osd.4 on smithi087 2024-08-17T17:10:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:53 smithi059 ceph-mon[92261]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T17:10:53.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:53 smithi059 ceph-mon[94685]: Upgrade: Updating osd.4 2024-08-17T17:10:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:53 smithi059 ceph-mon[94685]: Deploying daemon osd.4 on smithi087 2024-08-17T17:10:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:53 smithi059 ceph-mon[94685]: osdmap e417: 8 total, 8 up, 8 in 2024-08-17T17:10:54.192 INFO:tasks.rados.rados.0.smithi059.stdout:1668: done (0 left) 2024-08-17T17:10:54.193 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 171 2024-08-17T17:10:54.193 INFO:tasks.rados.rados.0.smithi059.stdout:1669: seq_num 534 ranges {1548288=548864,2097152=516096,2613248=688128} 2024-08-17T17:10:54.205 INFO:tasks.rados.rados.0.smithi059.stdout:1669: writing smithi05980601-23 from 1548288 to 2097152 tid 1 2024-08-17T17:10:54.208 INFO:tasks.rados.rados.0.smithi059.stdout:1669: writing smithi05980601-23 from 2097152 to 2613248 tid 2 2024-08-17T17:10:54.213 INFO:tasks.rados.rados.0.smithi059.stdout:1669: writing smithi05980601-23 from 2613248 to 3301376 tid 3 2024-08-17T17:10:54.213 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 171 2024-08-17T17:10:54.213 INFO:tasks.rados.rados.0.smithi059.stdout:1670: seq_num 535 ranges {5644288=565248,6209536=802816,7012352=401408} 2024-08-17T17:10:54.248 INFO:tasks.rados.rados.0.smithi059.stdout:1670: writing smithi05980601-1 from 5644288 to 6209536 tid 1 2024-08-17T17:10:54.252 INFO:tasks.rados.rados.0.smithi059.stdout:1670: writing smithi05980601-1 from 6209536 to 7012352 tid 2 2024-08-17T17:10:54.255 INFO:tasks.rados.rados.0.smithi059.stdout:1670: writing smithi05980601-1 from 7012352 to 7413760 tid 3 2024-08-17T17:10:54.255 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 171 2024-08-17T17:10:54.255 INFO:tasks.rados.rados.0.smithi059.stdout:1669: finishing write tid 1 to smithi05980601-23 2024-08-17T17:10:54.255 INFO:tasks.rados.rados.0.smithi059.stdout:1671: seq_num 536 ranges {3940352=581632,4521984=688128,5210112=516096} 2024-08-17T17:10:54.280 INFO:tasks.rados.rados.0.smithi059.stdout:1671: writing smithi05980601-32 from 3940352 to 4521984 tid 1 2024-08-17T17:10:54.283 INFO:tasks.rados.rados.0.smithi059.stdout:1671: writing smithi05980601-32 from 4521984 to 5210112 tid 2 2024-08-17T17:10:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:1671: writing smithi05980601-32 from 5210112 to 5726208 tid 3 2024-08-17T17:10:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:1672: rollback oid 41 current snap is 171 2024-08-17T17:10:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 140 2024-08-17T17:10:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:1669: finishing write tid 2 to smithi05980601-23 2024-08-17T17:10:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:1669: finishing write tid 3 to smithi05980601-23 2024-08-17T17:10:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:1669: finishing write tid 4 to smithi05980601-23 2024-08-17T17:10:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:1669: finishing write tid 5 to smithi05980601-23 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1669: oid 23 updating version 0 to 1478 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1669: oid 23 version 1478 is already newer than 1477 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1669: oid 23 version 1478 is already newer than 1476 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1669: oid 23 updating version 1478 to 1479 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1479 (ObjNum 534 snap 171 seq_num 534) dirty exists 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1669: left oid 23 (ObjNum 534 snap 171 seq_num 534) 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1670: finishing write tid 1 to smithi05980601-1 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1670: finishing write tid 2 to smithi05980601-1 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1670: finishing write tid 3 to smithi05980601-1 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1670: finishing write tid 4 to smithi05980601-1 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1669: done (3 left) 2024-08-17T17:10:54.288 INFO:tasks.rados.rados.0.smithi059.stdout:1673: snap_remove snap 167 2024-08-17T17:10:54.403 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:54 smithi087 ceph-mon[85676]: pgmap v290: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-08-17T17:10:54.403 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:54 smithi087 ceph-mon[85676]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T17:10:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:54 smithi059 ceph-mon[92261]: pgmap v290: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-08-17T17:10:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:54 smithi059 ceph-mon[92261]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T17:10:54.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:54 smithi059 ceph-mon[94685]: pgmap v290: 121 pgs: 121 active+clean; 363 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-08-17T17:10:54.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:54 smithi059 ceph-mon[94685]: osdmap e418: 8 total, 8 up, 8 in 2024-08-17T17:10:55.206 INFO:tasks.rados.rados.0.smithi059.stdout:1673: done (3 left) 2024-08-17T17:10:55.206 INFO:tasks.rados.rados.0.smithi059.stdout:1674: snap_remove snap 164 2024-08-17T17:10:55.367 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:55 smithi087 ceph-mon[85676]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T17:10:55.367 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:55 smithi087 ceph-mon[85676]: pgmap v293: 121 pgs: 121 active+clean; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-08-17T17:10:55.367 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:55 smithi087 systemd[1]: Stopping Ceph osd.4 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:55 smithi059 ceph-mon[92261]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T17:10:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:55 smithi059 ceph-mon[92261]: pgmap v293: 121 pgs: 121 active+clean; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-08-17T17:10:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:55 smithi059 ceph-mon[94685]: osdmap e419: 8 total, 8 up, 8 in 2024-08-17T17:10:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:55 smithi059 ceph-mon[94685]: pgmap v293: 121 pgs: 121 active+clean; 355 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.0 MiB/s wr, 11 op/s 2024-08-17T17:10:55.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:55 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[37910]: 2024-08-17T17:10:55.365+0000 7fde7f982640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:10:55.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:55 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[37910]: 2024-08-17T17:10:55.365+0000 7fde7f982640 -1 osd.4 420 *** Got signal Terminated *** 2024-08-17T17:10:55.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:55 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[37910]: 2024-08-17T17:10:55.365+0000 7fde7f982640 -1 osd.4 420 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:10:56.123 INFO:tasks.rados.rados.0.smithi059.stdout:1674: done (3 left) 2024-08-17T17:10:56.123 INFO:tasks.rados.rados.0.smithi059.stdout:1675: read oid 20 snap 162 2024-08-17T17:10:56.123 INFO:tasks.rados.rados.0.smithi059.stdout:1675: expect deleted 2024-08-17T17:10:56.123 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 171 2024-08-17T17:10:56.123 INFO:tasks.rados.rados.0.smithi059.stdout:1676: seq_num 537 ranges {2121728=598016,2719744=573440,3293184=491520,3784704=139264} 2024-08-17T17:10:56.139 INFO:tasks.rados.rados.0.smithi059.stdout:1676: writing smithi05980601-14 from 2121728 to 2719744 tid 1 2024-08-17T17:10:56.142 INFO:tasks.rados.rados.0.smithi059.stdout:1676: writing smithi05980601-14 from 2719744 to 3293184 tid 2 2024-08-17T17:10:56.145 INFO:tasks.rados.rados.0.smithi059.stdout:1676: writing smithi05980601-14 from 3293184 to 3784704 tid 3 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1676: writing smithi05980601-14 from 3784704 to 3923968 tid 4 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1677: delete oid 35 current snap is 171 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1670: finishing write tid 5 to smithi05980601-1 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1670: oid 1 updating version 0 to 799 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1670: oid 1 updating version 799 to 802 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1670: oid 1 version 802 is already newer than 801 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1670: oid 1 version 802 is already newer than 800 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 802 (ObjNum 535 snap 171 seq_num 535) dirty exists 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1670: left oid 1 (ObjNum 535 snap 171 seq_num 535) 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1671: finishing write tid 1 to smithi05980601-32 2024-08-17T17:10:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1671: finishing write tid 2 to smithi05980601-32 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1671: finishing write tid 3 to smithi05980601-32 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1671: finishing write tid 4 to smithi05980601-32 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1672: finishing rollback tid 0 to smithi05980601-41 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1672: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1047 (ObjNum 97 snap 0 seq_num 1936286066) dirty dne 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1671: finishing write tid 5 to smithi05980601-32 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1671: oid 32 updating version 0 to 510 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1671: oid 32 updating version 510 to 512 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1671: oid 32 updating version 512 to 513 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1671: oid 32 version 513 is already newer than 511 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 513 (ObjNum 536 snap 171 seq_num 536) dirty exists 2024-08-17T17:10:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1671: left oid 32 (ObjNum 536 snap 171 seq_num 536) 2024-08-17T17:10:56.149 INFO:tasks.rados.rados.0.smithi059.stdout:1670: done (5 left) 2024-08-17T17:10:56.149 INFO:tasks.rados.rados.0.smithi059.stdout:1671: done (4 left) 2024-08-17T17:10:56.149 INFO:tasks.rados.rados.0.smithi059.stdout:1672: done (3 left) 2024-08-17T17:10:56.149 INFO:tasks.rados.rados.0.smithi059.stdout:1675: done (2 left) 2024-08-17T17:10:56.150 INFO:tasks.rados.rados.0.smithi059.stdout:1677: done (1 left) 2024-08-17T17:10:56.150 INFO:tasks.rados.rados.0.smithi059.stdout:1678: read oid 16 snap -1 2024-08-17T17:10:56.150 INFO:tasks.rados.rados.0.smithi059.stdout:1678: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:10:56.150 INFO:tasks.rados.rados.0.smithi059.stdout:1679: copy_from oid 9 from oid 2 current snap is 171 2024-08-17T17:10:56.150 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 171 2024-08-17T17:10:56.150 INFO:tasks.rados.rados.0.smithi059.stdout:1680: seq_num 539 ranges {2850816=630784,3481600=737280,4218880=466944} 2024-08-17T17:10:56.168 INFO:tasks.rados.rados.0.smithi059.stdout:1680: writing smithi05980601-38 from 2850816 to 3481600 tid 1 2024-08-17T17:10:56.173 INFO:tasks.rados.rados.0.smithi059.stdout:1680: writing smithi05980601-38 from 3481600 to 4218880 tid 2 2024-08-17T17:10:56.176 INFO:tasks.rados.rados.0.smithi059.stdout:1680: writing smithi05980601-38 from 4218880 to 4685824 tid 3 2024-08-17T17:10:56.176 INFO:tasks.rados.rados.0.smithi059.stdout:1681: copy_from oid 48 from oid 5 current snap is 171 2024-08-17T17:10:56.177 INFO:tasks.rados.rados.0.smithi059.stdout:1678: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:10:56.271 INFO:tasks.rados.rados.0.smithi059.stdout:1679: finishing copy_from racing read to smithi05980601-9 2024-08-17T17:10:56.271 INFO:tasks.rados.rados.0.smithi059.stdout:1679: finishing copy_from to smithi05980601-9 2024-08-17T17:10:56.271 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1149 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:10:56.271 INFO:tasks.rados.rados.0.smithi059.stdout:1680: finishing write tid 1 to smithi05980601-38 2024-08-17T17:10:56.271 INFO:tasks.rados.rados.0.smithi059.stdout:1680: finishing write tid 2 to smithi05980601-38 2024-08-17T17:10:56.271 INFO:tasks.rados.rados.0.smithi059.stdout:1678: done (4 left) 2024-08-17T17:10:56.271 INFO:tasks.rados.rados.0.smithi059.stdout:1679: done (3 left) 2024-08-17T17:10:56.271 INFO:tasks.rados.rados.0.smithi059.stdout:1682: read oid 31 snap -1 2024-08-17T17:10:56.272 INFO:tasks.rados.rados.0.smithi059.stdout:1682: expect (ObjNum 522 snap 169 seq_num 522) 2024-08-17T17:10:56.272 INFO:tasks.rados.rados.0.smithi059.stdout:1683: snap_remove snap 170 2024-08-17T17:10:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:56 smithi059 ceph-mon[92261]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T17:10:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:56 smithi059 ceph-mon[92261]: osd.4 marked itself down and dead 2024-08-17T17:10:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:56 smithi059 ceph-mon[92261]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:10:56.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:56 smithi059 ceph-mon[92261]: osdmap e421: 8 total, 7 up, 8 in 2024-08-17T17:10:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:56 smithi059 ceph-mon[94685]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T17:10:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:56 smithi059 ceph-mon[94685]: osd.4 marked itself down and dead 2024-08-17T17:10:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:56 smithi059 ceph-mon[94685]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:10:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:56 smithi059 ceph-mon[94685]: osdmap e421: 8 total, 7 up, 8 in 2024-08-17T17:10:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:56 smithi087 ceph-mon[85676]: osdmap e420: 8 total, 8 up, 8 in 2024-08-17T17:10:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:56 smithi087 ceph-mon[85676]: osd.4 marked itself down and dead 2024-08-17T17:10:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:56 smithi087 ceph-mon[85676]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:10:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:56 smithi087 ceph-mon[85676]: osdmap e421: 8 total, 7 up, 8 in 2024-08-17T17:10:56.985 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:56 smithi087 podman[90511]: 2024-08-17 17:10:56.671722976 +0000 UTC m=+1.416498964 container died c390c6a1fc60afe50a81c640b75bc179e031d5ed6d52a7d949a20d5e0b604bec (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4, RELEASE=reef-ced649f, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-08-17T17:10:57.126 INFO:tasks.rados.rados.0.smithi059.stdout:1683: done (4 left) 2024-08-17T17:10:57.126 INFO:tasks.rados.rados.0.smithi059.stdout:1684: snap_create 2024-08-17T17:10:57.130 INFO:tasks.rados.rados.0.smithi059.stdout:1680: finishing write tid 3 to smithi05980601-38 2024-08-17T17:10:57.130 INFO:tasks.rados.rados.0.smithi059.stdout:1680: finishing write tid 4 to smithi05980601-38 2024-08-17T17:10:57.130 INFO:tasks.rados.rados.0.smithi059.stdout:1680: finishing write tid 5 to smithi05980601-38 2024-08-17T17:10:57.130 INFO:tasks.rados.rados.0.smithi059.stdout:1680: oid 38 updating version 0 to 587 2024-08-17T17:10:57.131 INFO:tasks.rados.rados.0.smithi059.stdout:1680: oid 38 updating version 587 to 589 2024-08-17T17:10:57.131 INFO:tasks.rados.rados.0.smithi059.stdout:1680: oid 38 version 589 is already newer than 588 2024-08-17T17:10:57.131 INFO:tasks.rados.rados.0.smithi059.stdout:1680: oid 38 version 589 is already newer than 586 2024-08-17T17:10:57.131 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 589 (ObjNum 539 snap 171 seq_num 539) dirty exists 2024-08-17T17:10:57.131 INFO:tasks.rados.rados.0.smithi059.stdout:1680: left oid 38 (ObjNum 539 snap 171 seq_num 539) 2024-08-17T17:10:57.142 INFO:tasks.rados.rados.0.smithi059.stdout:1676: finishing write tid 1 to smithi05980601-14 2024-08-17T17:10:57.142 INFO:tasks.rados.rados.0.smithi059.stdout:1676: finishing write tid 2 to smithi05980601-14 2024-08-17T17:10:57.142 INFO:tasks.rados.rados.0.smithi059.stdout:1676: finishing write tid 3 to smithi05980601-14 2024-08-17T17:10:57.143 INFO:tasks.rados.rados.0.smithi059.stdout:1676: finishing write tid 4 to smithi05980601-14 2024-08-17T17:10:57.144 INFO:tasks.rados.rados.0.smithi059.stdout:1676: finishing write tid 5 to smithi05980601-14 2024-08-17T17:10:57.145 INFO:tasks.rados.rados.0.smithi059.stdout:1676: finishing write tid 6 to smithi05980601-14 2024-08-17T17:10:57.145 INFO:tasks.rados.rados.0.smithi059.stdout:1676: oid 14 updating version 0 to 180 2024-08-17T17:10:57.145 INFO:tasks.rados.rados.0.smithi059.stdout:1676: oid 14 updating version 180 to 184 2024-08-17T17:10:57.145 INFO:tasks.rados.rados.0.smithi059.stdout:1676: oid 14 version 184 is already newer than 183 2024-08-17T17:10:57.145 INFO:tasks.rados.rados.0.smithi059.stdout:1676: oid 14 version 184 is already newer than 182 2024-08-17T17:10:57.145 INFO:tasks.rados.rados.0.smithi059.stdout:1676: oid 14 version 184 is already newer than 181 2024-08-17T17:10:57.146 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 184 (ObjNum 537 snap 171 seq_num 537) dirty exists 2024-08-17T17:10:57.146 INFO:tasks.rados.rados.0.smithi059.stdout:1676: left oid 14 (ObjNum 537 snap 171 seq_num 537) 2024-08-17T17:10:57.149 INFO:tasks.rados.rados.0.smithi059.stdout:1682: expect (ObjNum 522 snap 169 seq_num 522) 2024-08-17T17:10:57.195 INFO:tasks.rados.rados.0.smithi059.stdout:1681: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:10:57.195 INFO:tasks.rados.rados.0.smithi059.stdout:1681: finishing copy_from to smithi05980601-48 2024-08-17T17:10:57.195 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1045 (ObjNum 520 snap 168 seq_num 520) dirty exists 2024-08-17T17:10:57.300 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:57 smithi087 podman[90511]: 2024-08-17 17:10:57.081689819 +0000 UTC m=+1.826465805 container cleanup c390c6a1fc60afe50a81c640b75bc179e031d5ed6d52a7d949a20d5e0b604bec (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4, org.label-schema.schema-version=1.0, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-08-17T17:10:57.300 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:57 smithi087 bash[90511]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4 2024-08-17T17:10:57.721 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:57 smithi087 podman[90526]: 2024-08-17 17:10:57.34990416 +0000 UTC m=+0.667504872 container remove c390c6a1fc60afe50a81c640b75bc179e031d5ed6d52a7d949a20d5e0b604bec (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T17:10:57.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:10:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:10:57] "GET /metrics HTTP/1.1" 200 36217 "" "Prometheus/2.43.0" 2024-08-17T17:10:57.995 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:57 smithi087 podman[90616]: 2024-08-17 17:10:57.624153978 +0000 UTC m=+0.016775390 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:57.995 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:57 smithi087 podman[90616]: 2024-08-17 17:10:57.725698925 +0000 UTC m=+0.118320364 container create c524d5fc933d0af2b984a3577f0f966f7d5521eb212e0238314e293ff5022ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T17:10:57.995 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:57 smithi087 podman[90616]: 2024-08-17 17:10:57.928339803 +0000 UTC m=+0.320961202 container init c524d5fc933d0af2b984a3577f0f966f7d5521eb212e0238314e293ff5022ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0) 2024-08-17T17:10:57.995 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:57 smithi087 podman[90616]: 2024-08-17 17:10:57.931665625 +0000 UTC m=+0.324287026 container start c524d5fc933d0af2b984a3577f0f966f7d5521eb212e0238314e293ff5022ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-08-17T17:10:57.995 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:57 smithi087 podman[90616]: 2024-08-17 17:10:57.994728886 +0000 UTC m=+0.387350288 container attach c524d5fc933d0af2b984a3577f0f966f7d5521eb212e0238314e293ff5022ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:10:58.131 INFO:tasks.rados.rados.0.smithi059.stdout:1676: done (4 left) 2024-08-17T17:10:58.131 INFO:tasks.rados.rados.0.smithi059.stdout:1680: done (3 left) 2024-08-17T17:10:58.131 INFO:tasks.rados.rados.0.smithi059.stdout:1681: done (2 left) 2024-08-17T17:10:58.131 INFO:tasks.rados.rados.0.smithi059.stdout:1682: done (1 left) 2024-08-17T17:10:58.131 INFO:tasks.rados.rados.0.smithi059.stdout:1684: done (0 left) 2024-08-17T17:10:58.132 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 172 2024-08-17T17:10:58.132 INFO:tasks.rados.rados.0.smithi059.stdout:1685: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-08-17T17:10:58.134 INFO:tasks.rados.rados.0.smithi059.stdout:1685: writing smithi05980601-29 from 0 to 647168 tid 1 2024-08-17T17:10:58.139 INFO:tasks.rados.rados.0.smithi059.stdout:1685: writing smithi05980601-29 from 647168 to 1318912 tid 2 2024-08-17T17:10:58.142 INFO:tasks.rados.rados.0.smithi059.stdout:1685: writing smithi05980601-29 from 1318912 to 1851392 tid 3 2024-08-17T17:10:58.142 INFO:tasks.rados.rados.0.smithi059.stdout:1686: snap_remove snap 143 2024-08-17T17:10:58.142 INFO:tasks.rados.rados.0.smithi059.stdout:1685: finishing write tid 1 to smithi05980601-29 2024-08-17T17:10:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:58 smithi087 ceph-mon[85676]: pgmap v296: 121 pgs: 4 peering, 8 stale+active+clean, 109 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-17T17:10:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:58 smithi087 ceph-mon[85676]: osdmap e422: 8 total, 7 up, 8 in 2024-08-17T17:10:58.301 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:58 smithi087 podman[90616]: 2024-08-17 17:10:58.13505399 +0000 UTC m=+0.527675399 container died c524d5fc933d0af2b984a3577f0f966f7d5521eb212e0238314e293ff5022ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0) 2024-08-17T17:10:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:58 smithi059 ceph-mon[92261]: pgmap v296: 121 pgs: 4 peering, 8 stale+active+clean, 109 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-17T17:10:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:58 smithi059 ceph-mon[92261]: osdmap e422: 8 total, 7 up, 8 in 2024-08-17T17:10:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:58 smithi059 ceph-mon[94685]: pgmap v296: 121 pgs: 4 peering, 8 stale+active+clean, 109 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-08-17T17:10:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:58 smithi059 ceph-mon[94685]: osdmap e422: 8 total, 7 up, 8 in 2024-08-17T17:10:59.050 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:58 smithi087 podman[90639]: 2024-08-17 17:10:58.765436406 +0000 UTC m=+0.625044119 container remove c524d5fc933d0af2b984a3577f0f966f7d5521eb212e0238314e293ff5022ce5 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T17:10:59.051 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:58 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-17T17:10:59.051 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:58 smithi087 systemd[1]: Stopped Ceph osd.4 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:10:59.051 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:58 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.4.service: Consumed 13.443s CPU time. 2024-08-17T17:10:59.051 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:58 smithi087 systemd[1]: Starting Ceph osd.4 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:10:59.139 INFO:tasks.rados.rados.0.smithi059.stdout:1685: finishing write tid 2 to smithi05980601-29 2024-08-17T17:10:59.139 INFO:tasks.rados.rados.0.smithi059.stdout:1685: finishing write tid 3 to smithi05980601-29 2024-08-17T17:10:59.139 INFO:tasks.rados.rados.0.smithi059.stdout:1685: finishing write tid 4 to smithi05980601-29 2024-08-17T17:10:59.139 INFO:tasks.rados.rados.0.smithi059.stdout:1685: finishing write tid 5 to smithi05980601-29 2024-08-17T17:10:59.139 INFO:tasks.rados.rados.0.smithi059.stdout:1685: oid 29 updating version 0 to 227 2024-08-17T17:10:59.139 INFO:tasks.rados.rados.0.smithi059.stdout:1685: oid 29 version 227 is already newer than 224 2024-08-17T17:10:59.139 INFO:tasks.rados.rados.0.smithi059.stdout:1685: oid 29 version 227 is already newer than 225 2024-08-17T17:10:59.139 INFO:tasks.rados.rados.0.smithi059.stdout:1685: oid 29 version 227 is already newer than 226 2024-08-17T17:10:59.140 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 227 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:10:59.140 INFO:tasks.rados.rados.0.smithi059.stdout:1685: left oid 29 (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:10:59.140 INFO:tasks.rados.rados.0.smithi059.stdout:1685: done (1 left) 2024-08-17T17:10:59.140 INFO:tasks.rados.rados.0.smithi059.stdout:1686: done (0 left) 2024-08-17T17:10:59.140 INFO:tasks.rados.rados.0.smithi059.stdout:1687: rmattr oid 15 current snap is 172 2024-08-17T17:10:59.140 INFO:tasks.rados.rados.0.smithi059.stdout:1687: done (0 left) 2024-08-17T17:10:59.140 INFO:tasks.rados.rados.0.smithi059.stdout:1688: delete oid 41 current snap is 172 2024-08-17T17:10:59.141 INFO:tasks.rados.rados.0.smithi059.stdout:1688: done (0 left) 2024-08-17T17:10:59.141 INFO:tasks.rados.rados.0.smithi059.stdout:1689: read oid 10 snap -1 2024-08-17T17:10:59.142 INFO:tasks.rados.rados.0.smithi059.stdout:1689: expect deleted 2024-08-17T17:10:59.142 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 172 2024-08-17T17:10:59.142 INFO:tasks.rados.rados.0.smithi059.stdout:1690: seq_num 542 ranges {5431296=679936,6111232=442368,6553600=679936,7233536=81920} 2024-08-17T17:10:59.176 INFO:tasks.rados.rados.0.smithi059.stdout:1690: writing smithi05980601-24 from 5431296 to 6111232 tid 1 2024-08-17T17:10:59.178 INFO:tasks.rados.rados.0.smithi059.stdout:1690: writing smithi05980601-24 from 6111232 to 6553600 tid 2 2024-08-17T17:10:59.182 INFO:tasks.rados.rados.0.smithi059.stdout:1690: writing smithi05980601-24 from 6553600 to 7233536 tid 3 2024-08-17T17:10:59.183 INFO:tasks.rados.rados.0.smithi059.stdout:1690: writing smithi05980601-24 from 7233536 to 7315456 tid 4 2024-08-17T17:10:59.183 INFO:tasks.rados.rados.0.smithi059.stdout:1691: copy_from oid 50 from oid 18 current snap is 172 2024-08-17T17:10:59.183 INFO:tasks.rados.rados.0.smithi059.stdout:1690: finishing write tid 1 to smithi05980601-24 2024-08-17T17:10:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1690: finishing write tid 2 to smithi05980601-24 2024-08-17T17:10:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1689: done (2 left) 2024-08-17T17:10:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1692: rollback oid 48 current snap is 172 2024-08-17T17:10:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 48 to 162 2024-08-17T17:10:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1693: rollback oid 26 current snap is 172 2024-08-17T17:10:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 26 to 171 2024-08-17T17:10:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1694: read oid 40 snap -1 2024-08-17T17:10:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1694: expect deleted 2024-08-17T17:10:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1695: snap_create 2024-08-17T17:10:59.186 INFO:tasks.rados.rados.0.smithi059.stdout:1690: finishing write tid 3 to smithi05980601-24 2024-08-17T17:10:59.187 INFO:tasks.rados.rados.0.smithi059.stdout:1690: finishing write tid 4 to smithi05980601-24 2024-08-17T17:10:59.187 INFO:tasks.rados.rados.0.smithi059.stdout:1693: finishing rollback tid 0 to smithi05980601-26 2024-08-17T17:10:59.187 INFO:tasks.rados.rados.0.smithi059.stdout:1690: finishing write tid 5 to smithi05980601-24 2024-08-17T17:10:59.188 INFO:tasks.rados.rados.0.smithi059.stdout:1693: finishing rollback tid 1 to smithi05980601-26 2024-08-17T17:10:59.188 INFO:tasks.rados.rados.0.smithi059.stdout:1693: finishing rollback tid 2 to smithi05980601-26 2024-08-17T17:10:59.188 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 554 (ObjNum 458 snap 152 seq_num 458) dirty exists 2024-08-17T17:10:59.188 INFO:tasks.rados.rados.0.smithi059.stdout:1692: finishing rollback tid 0 to smithi05980601-48 2024-08-17T17:10:59.189 INFO:tasks.rados.rados.0.smithi059.stdout:1690: finishing write tid 6 to smithi05980601-24 2024-08-17T17:10:59.189 INFO:tasks.rados.rados.0.smithi059.stdout:1690: oid 24 updating version 0 to 367 2024-08-17T17:10:59.189 INFO:tasks.rados.rados.0.smithi059.stdout:1690: oid 24 updating version 367 to 371 2024-08-17T17:10:59.189 INFO:tasks.rados.rados.0.smithi059.stdout:1690: oid 24 version 371 is already newer than 370 2024-08-17T17:10:59.189 INFO:tasks.rados.rados.0.smithi059.stdout:1690: oid 24 version 371 is already newer than 368 2024-08-17T17:10:59.189 INFO:tasks.rados.rados.0.smithi059.stdout:1690: oid 24 version 371 is already newer than 369 2024-08-17T17:10:59.189 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 371 (ObjNum 542 snap 172 seq_num 542) dirty exists 2024-08-17T17:10:59.189 INFO:tasks.rados.rados.0.smithi059.stdout:1690: left oid 24 (ObjNum 542 snap 172 seq_num 542) 2024-08-17T17:10:59.190 INFO:tasks.rados.rados.0.smithi059.stdout:1692: finishing rollback tid 1 to smithi05980601-48 2024-08-17T17:10:59.190 INFO:tasks.rados.rados.0.smithi059.stdout:1692: finishing rollback tid 2 to smithi05980601-48 2024-08-17T17:10:59.190 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1048 (ObjNum 421 snap 142 seq_num 421) dirty exists 2024-08-17T17:10:59.197 INFO:tasks.rados.rados.0.smithi059.stdout:1691: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:10:59.197 INFO:tasks.rados.rados.0.smithi059.stdout:1691: finishing copy_from to smithi05980601-50 2024-08-17T17:10:59.197 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 509 (ObjNum 530 snap 170 seq_num 530) dirty exists 2024-08-17T17:10:59.427 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-mon[85676]: osdmap e423: 8 total, 7 up, 8 in 2024-08-17T17:10:59.428 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 podman[90736]: 2024-08-17 17:10:59.100967861 +0000 UTC m=+0.016958742 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:10:59.428 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 podman[90736]: 2024-08-17 17:10:59.224872624 +0000 UTC m=+0.140863496 container create 21122f00d8cb78b191149e00a818e61d9fa2f4dba0ba1efc8b899109ab984df6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-cd8bdbe) 2024-08-17T17:10:59.428 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 podman[90736]: 2024-08-17 17:10:59.427471456 +0000 UTC m=+0.343462327 container init 21122f00d8cb78b191149e00a818e61d9fa2f4dba0ba1efc8b899109ab984df6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:10:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:10:59 smithi059 ceph-mon[92261]: osdmap e423: 8 total, 7 up, 8 in 2024-08-17T17:10:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:10:59 smithi059 ceph-mon[94685]: osdmap e423: 8 total, 7 up, 8 in 2024-08-17T17:10:59.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 podman[90736]: 2024-08-17 17:10:59.431061688 +0000 UTC m=+0.347052567 container start 21122f00d8cb78b191149e00a818e61d9fa2f4dba0ba1efc8b899109ab984df6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD) 2024-08-17T17:10:59.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 podman[90736]: 2024-08-17 17:10:59.510674315 +0000 UTC m=+0.426665190 container attach 21122f00d8cb78b191149e00a818e61d9fa2f4dba0ba1efc8b899109ab984df6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:10:59.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:59.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-17T17:10:59.802 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-17T17:11:00.142 INFO:tasks.rados.rados.0.smithi059.stdout:1690: done (5 left) 2024-08-17T17:11:00.143 INFO:tasks.rados.rados.0.smithi059.stdout:1691: done (4 left) 2024-08-17T17:11:00.143 INFO:tasks.rados.rados.0.smithi059.stdout:1692: done (3 left) 2024-08-17T17:11:00.143 INFO:tasks.rados.rados.0.smithi059.stdout:1693: done (2 left) 2024-08-17T17:11:00.143 INFO:tasks.rados.rados.0.smithi059.stdout:1694: done (1 left) 2024-08-17T17:11:00.143 INFO:tasks.rados.rados.0.smithi059.stdout:1695: done (0 left) 2024-08-17T17:11:00.143 INFO:tasks.rados.rados.0.smithi059.stdout:1696: snap_create 2024-08-17T17:11:00.239 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:00 smithi087 ceph-mon[85676]: pgmap v299: 121 pgs: 10 active+undersized, 4 peering, 4 stale+active+clean, 10 active+undersized+degraded, 93 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 12 op/s; 44/486 objects degraded (9.053%) 2024-08-17T17:11:00.239 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:00 smithi087 ceph-mon[85676]: Health check failed: Degraded data redundancy: 44/486 objects degraded (9.053%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:00.239 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:00 smithi087 ceph-mon[85676]: osdmap e424: 8 total, 7 up, 8 in 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate[90751]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 bash[90736]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-17T17:11:00.240 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:10:59 smithi087 podman[90736]: 2024-08-17 17:10:59.979349194 +0000 UTC m=+0.895340068 container died 21122f00d8cb78b191149e00a818e61d9fa2f4dba0ba1efc8b899109ab984df6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.36.0) 2024-08-17T17:11:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:00 smithi059 ceph-mon[92261]: pgmap v299: 121 pgs: 10 active+undersized, 4 peering, 4 stale+active+clean, 10 active+undersized+degraded, 93 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 12 op/s; 44/486 objects degraded (9.053%) 2024-08-17T17:11:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:00 smithi059 ceph-mon[92261]: Health check failed: Degraded data redundancy: 44/486 objects degraded (9.053%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:00 smithi059 ceph-mon[92261]: osdmap e424: 8 total, 7 up, 8 in 2024-08-17T17:11:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:00 smithi059 ceph-mon[94685]: pgmap v299: 121 pgs: 10 active+undersized, 4 peering, 4 stale+active+clean, 10 active+undersized+degraded, 93 active+clean; 313 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 12 op/s; 44/486 objects degraded (9.053%) 2024-08-17T17:11:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:00 smithi059 ceph-mon[94685]: Health check failed: Degraded data redundancy: 44/486 objects degraded (9.053%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:00 smithi059 ceph-mon[94685]: osdmap e424: 8 total, 7 up, 8 in 2024-08-17T17:11:00.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:00 smithi087 podman[90871]: 2024-08-17 17:11:00.531225031 +0000 UTC m=+0.545663165 container remove 21122f00d8cb78b191149e00a818e61d9fa2f4dba0ba1efc8b899109ab984df6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-activate, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:11:00.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:00 smithi087 podman[90933]: 2024-08-17 17:11:00.732117612 +0000 UTC m=+0.101332515 container create a9f47d5318290fa11733e4e1bf1edd223aa264d9ec2b238c7d9a4559344c5a8c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-08-17T17:11:00.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:00 smithi087 podman[90933]: 2024-08-17 17:11:00.64776415 +0000 UTC m=+0.016979067 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:11:01.122 INFO:tasks.rados.rados.0.smithi059.stdout:1696: done (0 left) 2024-08-17T17:11:01.122 INFO:tasks.rados.rados.0.smithi059.stdout:1697: copy_from oid 10 from oid 15 current snap is 174 2024-08-17T17:11:01.123 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 174 2024-08-17T17:11:01.123 INFO:tasks.rados.rados.0.smithi059.stdout:1698: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2024-08-17T17:11:01.126 INFO:tasks.rados.rados.0.smithi059.stdout:1698: writing smithi05980601-35 from 0 to 704512 tid 1 2024-08-17T17:11:01.131 INFO:tasks.rados.rados.0.smithi059.stdout:1698: writing smithi05980601-35 from 704512 to 1433600 tid 2 2024-08-17T17:11:01.134 INFO:tasks.rados.rados.0.smithi059.stdout:1698: writing smithi05980601-35 from 1433600 to 1908736 tid 3 2024-08-17T17:11:01.134 INFO:tasks.rados.rados.0.smithi059.stdout:1699: copy_from oid 6 from oid 14 current snap is 174 2024-08-17T17:11:01.134 INFO:tasks.rados.rados.0.smithi059.stdout:1698: finishing write tid 1 to smithi05980601-35 2024-08-17T17:11:01.134 INFO:tasks.rados.rados.0.smithi059.stdout:1700: snap_create 2024-08-17T17:11:01.135 INFO:tasks.rados.rados.0.smithi059.stdout:1698: finishing write tid 2 to smithi05980601-35 2024-08-17T17:11:01.138 INFO:tasks.rados.rados.0.smithi059.stdout:1698: finishing write tid 3 to smithi05980601-35 2024-08-17T17:11:01.138 INFO:tasks.rados.rados.0.smithi059.stdout:1698: finishing write tid 4 to smithi05980601-35 2024-08-17T17:11:01.142 INFO:tasks.rados.rados.0.smithi059.stdout:1698: finishing write tid 5 to smithi05980601-35 2024-08-17T17:11:01.142 INFO:tasks.rados.rados.0.smithi059.stdout:1698: oid 35 updating version 0 to 560 2024-08-17T17:11:01.142 INFO:tasks.rados.rados.0.smithi059.stdout:1698: oid 35 updating version 560 to 561 2024-08-17T17:11:01.142 INFO:tasks.rados.rados.0.smithi059.stdout:1698: oid 35 version 561 is already newer than 559 2024-08-17T17:11:01.142 INFO:tasks.rados.rados.0.smithi059.stdout:1698: oid 35 version 561 is already newer than 558 2024-08-17T17:11:01.142 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 561 (ObjNum 543 snap 174 seq_num 543) dirty exists 2024-08-17T17:11:01.142 INFO:tasks.rados.rados.0.smithi059.stdout:1698: left oid 35 (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:11:01.146 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:00 smithi087 podman[90933]: 2024-08-17 17:11:00.942818363 +0000 UTC m=+0.312033268 container init a9f47d5318290fa11733e4e1bf1edd223aa264d9ec2b238c7d9a4559344c5a8c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:11:01.146 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:00 smithi087 podman[90933]: 2024-08-17 17:11:00.946043475 +0000 UTC m=+0.315258386 container start a9f47d5318290fa11733e4e1bf1edd223aa264d9ec2b238c7d9a4559344c5a8c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:11:01.146 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:00 smithi087 ceph-osd[90952]: -- 172.21.15.87:0/3639584236 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c9d534ba40 con 0x55c9d611a400 2024-08-17T17:11:01.146 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:01 smithi087 bash[90933]: a9f47d5318290fa11733e4e1bf1edd223aa264d9ec2b238c7d9a4559344c5a8c 2024-08-17T17:11:01.146 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:01 smithi087 systemd[1]: Started Ceph osd.4 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:11:01.154 INFO:tasks.rados.rados.0.smithi059.stdout:1699: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:11:01.157 INFO:tasks.rados.rados.0.smithi059.stdout:1699: finishing copy_from to smithi05980601-6 2024-08-17T17:11:01.157 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 184 (ObjNum 537 snap 171 seq_num 537) dirty exists 2024-08-17T17:11:01.162 INFO:tasks.rados.rados.0.smithi059.stdout:1697: finishing copy_from racing read to smithi05980601-10 2024-08-17T17:11:01.166 INFO:tasks.rados.rados.0.smithi059.stdout:1697: finishing copy_from to smithi05980601-10 2024-08-17T17:11:01.166 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 551 (ObjNum 414 snap 141 seq_num 414) dirty exists 2024-08-17T17:11:01.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[94685]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T17:11:01.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:01.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:01.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:01.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[94685]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T17:11:01.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[92261]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T17:11:01.440 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:01.440 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:01.440 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:01.440 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:01 smithi059 ceph-mon[92261]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T17:11:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:01 smithi087 ceph-mon[85676]: osdmap e425: 8 total, 7 up, 8 in 2024-08-17T17:11:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:01 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:01 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:01 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:01.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:01 smithi087 ceph-mon[85676]: osdmap e426: 8 total, 7 up, 8 in 2024-08-17T17:11:02.125 INFO:tasks.rados.rados.0.smithi059.stdout:1697: done (3 left) 2024-08-17T17:11:02.126 INFO:tasks.rados.rados.0.smithi059.stdout:1698: done (2 left) 2024-08-17T17:11:02.126 INFO:tasks.rados.rados.0.smithi059.stdout:1699: done (1 left) 2024-08-17T17:11:02.126 INFO:tasks.rados.rados.0.smithi059.stdout:1700: done (0 left) 2024-08-17T17:11:02.126 INFO:tasks.rados.rados.0.smithi059.stdout:1701: delete oid 36 current snap is 175 2024-08-17T17:11:02.130 INFO:tasks.rados.rados.0.smithi059.stdout:1701: done (0 left) 2024-08-17T17:11:02.130 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 175 2024-08-17T17:11:02.130 INFO:tasks.rados.rados.0.smithi059.stdout:1702: seq_num 545 ranges {2940928=737280,3678208=491520,4169728=450560,4620288=262144} 2024-08-17T17:11:02.151 INFO:tasks.rados.rados.0.smithi059.stdout:1702: writing smithi05980601-4 from 2940928 to 3678208 tid 1 2024-08-17T17:11:02.153 INFO:tasks.rados.rados.0.smithi059.stdout:1702: writing smithi05980601-4 from 3678208 to 4169728 tid 2 2024-08-17T17:11:02.156 INFO:tasks.rados.rados.0.smithi059.stdout:1702: writing smithi05980601-4 from 4169728 to 4620288 tid 3 2024-08-17T17:11:02.159 INFO:tasks.rados.rados.0.smithi059.stdout:1702: writing smithi05980601-4 from 4620288 to 4882432 tid 4 2024-08-17T17:11:02.159 INFO:tasks.rados.rados.0.smithi059.stdout:1703: rollback oid 39 current snap is 175 2024-08-17T17:11:02.159 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 39 to 166 2024-08-17T17:11:02.159 INFO:tasks.rados.rados.0.smithi059.stdout:1702: finishing write tid 1 to smithi05980601-4 2024-08-17T17:11:02.159 INFO:tasks.rados.rados.0.smithi059.stdout:1702: finishing write tid 2 to smithi05980601-4 2024-08-17T17:11:02.159 INFO:tasks.rados.rados.0.smithi059.stdout:1704: read oid 48 snap 140 2024-08-17T17:11:02.159 INFO:tasks.rados.rados.0.smithi059.stdout:1704: expect (ObjNum 299 snap 102 seq_num 299) 2024-08-17T17:11:02.159 INFO:tasks.rados.rados.0.smithi059.stdout:1705: snap_create 2024-08-17T17:11:02.164 INFO:tasks.rados.rados.0.smithi059.stdout:1702: finishing write tid 3 to smithi05980601-4 2024-08-17T17:11:02.164 INFO:tasks.rados.rados.0.smithi059.stdout:1702: finishing write tid 4 to smithi05980601-4 2024-08-17T17:11:02.165 INFO:tasks.rados.rados.0.smithi059.stdout:1703: finishing rollback tid 0 to smithi05980601-39 2024-08-17T17:11:02.165 INFO:tasks.rados.rados.0.smithi059.stdout:1702: finishing write tid 5 to smithi05980601-4 2024-08-17T17:11:02.165 INFO:tasks.rados.rados.0.smithi059.stdout:1703: finishing rollback tid 1 to smithi05980601-39 2024-08-17T17:11:02.165 INFO:tasks.rados.rados.0.smithi059.stdout:1703: finishing rollback tid 2 to smithi05980601-39 2024-08-17T17:11:02.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 1561 (ObjNum 474 snap 157 seq_num 474) dirty exists 2024-08-17T17:11:02.168 INFO:tasks.rados.rados.0.smithi059.stdout:1702: finishing write tid 6 to smithi05980601-4 2024-08-17T17:11:02.168 INFO:tasks.rados.rados.0.smithi059.stdout:1702: oid 4 updating version 0 to 1482 2024-08-17T17:11:02.168 INFO:tasks.rados.rados.0.smithi059.stdout:1702: oid 4 updating version 1482 to 1483 2024-08-17T17:11:02.168 INFO:tasks.rados.rados.0.smithi059.stdout:1702: oid 4 updating version 1483 to 1484 2024-08-17T17:11:02.168 INFO:tasks.rados.rados.0.smithi059.stdout:1702: oid 4 version 1484 is already newer than 1480 2024-08-17T17:11:02.168 INFO:tasks.rados.rados.0.smithi059.stdout:1702: oid 4 version 1484 is already newer than 1481 2024-08-17T17:11:02.168 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1484 (ObjNum 545 snap 175 seq_num 545) dirty exists 2024-08-17T17:11:02.168 INFO:tasks.rados.rados.0.smithi059.stdout:1702: left oid 4 (ObjNum 545 snap 175 seq_num 545) 2024-08-17T17:11:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:1704: expect (ObjNum 299 snap 102 seq_num 299) 2024-08-17T17:11:02.425 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:02 smithi087 ceph-mon[85676]: pgmap v302: 121 pgs: 29 active+undersized, 4 peering, 13 active+undersized+degraded, 75 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 6 op/s; 59/483 objects degraded (12.215%) 2024-08-17T17:11:02.425 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:02 smithi087 ceph-mon[85676]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T17:11:02.454 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:02 smithi059 ceph-mon[92261]: pgmap v302: 121 pgs: 29 active+undersized, 4 peering, 13 active+undersized+degraded, 75 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 6 op/s; 59/483 objects degraded (12.215%) 2024-08-17T17:11:02.454 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:02 smithi059 ceph-mon[92261]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T17:11:02.455 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:02 smithi059 ceph-mon[94685]: pgmap v302: 121 pgs: 29 active+undersized, 4 peering, 13 active+undersized+degraded, 75 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 6 op/s; 59/483 objects degraded (12.215%) 2024-08-17T17:11:02.455 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:02 smithi059 ceph-mon[94685]: osdmap e427: 8 total, 7 up, 8 in 2024-08-17T17:11:03.158 INFO:tasks.rados.rados.0.smithi059.stdout:1702: done (3 left) 2024-08-17T17:11:03.158 INFO:tasks.rados.rados.0.smithi059.stdout:1703: done (2 left) 2024-08-17T17:11:03.158 INFO:tasks.rados.rados.0.smithi059.stdout:1704: done (1 left) 2024-08-17T17:11:03.158 INFO:tasks.rados.rados.0.smithi059.stdout:1705: done (0 left) 2024-08-17T17:11:03.158 INFO:tasks.rados.rados.0.smithi059.stdout:1706: rmattr oid 13 current snap is 176 2024-08-17T17:11:03.158 INFO:tasks.rados.rados.0.smithi059.stdout:1707: snap_remove snap 166 2024-08-17T17:11:03.260 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:02 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:11:02.829+0000 7f7c02bba640 -1 Falling back to public interface 2024-08-17T17:11:04.161 INFO:tasks.rados.rados.0.smithi059.stdout:1707: done (1 left) 2024-08-17T17:11:04.161 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 176 2024-08-17T17:11:04.161 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 475 (ObjNum 65 snap 0 seq_num 1582386778) dirty exists 2024-08-17T17:11:04.161 INFO:tasks.rados.rados.0.smithi059.stdout:1708: seq_num 546 ranges {9404416=753664,10158080=778240,10936320=425984} 2024-08-17T17:11:04.217 INFO:tasks.rados.rados.0.smithi059.stdout:1708: writing smithi05980601-25 from 9404416 to 10158080 tid 1 2024-08-17T17:11:04.221 INFO:tasks.rados.rados.0.smithi059.stdout:1708: writing smithi05980601-25 from 10158080 to 10936320 tid 2 2024-08-17T17:11:04.224 INFO:tasks.rados.rados.0.smithi059.stdout:1708: writing smithi05980601-25 from 10936320 to 11362304 tid 3 2024-08-17T17:11:04.225 INFO:tasks.rados.rados.0.smithi059.stdout:1706: done (1 left) 2024-08-17T17:11:04.225 INFO:tasks.rados.rados.0.smithi059.stdout:1709: snap_create 2024-08-17T17:11:04.225 INFO:tasks.rados.rados.0.smithi059.stdout:1708: finishing write tid 1 to smithi05980601-25 2024-08-17T17:11:04.225 INFO:tasks.rados.rados.0.smithi059.stdout:1708: finishing write tid 2 to smithi05980601-25 2024-08-17T17:11:04.228 INFO:tasks.rados.rados.0.smithi059.stdout:1708: finishing write tid 3 to smithi05980601-25 2024-08-17T17:11:04.228 INFO:tasks.rados.rados.0.smithi059.stdout:1708: finishing write tid 4 to smithi05980601-25 2024-08-17T17:11:04.229 INFO:tasks.rados.rados.0.smithi059.stdout:1708: finishing write tid 5 to smithi05980601-25 2024-08-17T17:11:04.229 INFO:tasks.rados.rados.0.smithi059.stdout:1708: oid 25 updating version 0 to 1052 2024-08-17T17:11:04.230 INFO:tasks.rados.rados.0.smithi059.stdout:1708: oid 25 version 1052 is already newer than 1050 2024-08-17T17:11:04.230 INFO:tasks.rados.rados.0.smithi059.stdout:1708: oid 25 version 1052 is already newer than 1051 2024-08-17T17:11:04.230 INFO:tasks.rados.rados.0.smithi059.stdout:1708: oid 25 updating version 1052 to 1053 2024-08-17T17:11:04.230 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1053 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:11:04.230 INFO:tasks.rados.rados.0.smithi059.stdout:1708: left oid 25 (ObjNum 546 snap 176 seq_num 546) 2024-08-17T17:11:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:04 smithi059 ceph-mon[92261]: pgmap v305: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s; 75/492 objects degraded (15.244%) 2024-08-17T17:11:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:04 smithi059 ceph-mon[92261]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T17:11:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:04 smithi059 ceph-mon[94685]: pgmap v305: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s; 75/492 objects degraded (15.244%) 2024-08-17T17:11:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:04 smithi059 ceph-mon[94685]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T17:11:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:04 smithi087 ceph-mon[85676]: pgmap v305: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s; 75/492 objects degraded (15.244%) 2024-08-17T17:11:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:04 smithi087 ceph-mon[85676]: osdmap e428: 8 total, 7 up, 8 in 2024-08-17T17:11:05.176 INFO:tasks.rados.rados.0.smithi059.stdout:1708: done (1 left) 2024-08-17T17:11:05.176 INFO:tasks.rados.rados.0.smithi059.stdout:1709: done (0 left) 2024-08-17T17:11:05.177 INFO:tasks.rados.rados.0.smithi059.stdout:1710: read oid 27 snap -1 2024-08-17T17:11:05.177 INFO:tasks.rados.rados.0.smithi059.stdout:1710: expect (ObjNum 519 snap 168 seq_num 519) 2024-08-17T17:11:05.177 INFO:tasks.rados.rados.0.smithi059.stdout:1711: snap_create 2024-08-17T17:11:05.186 INFO:tasks.rados.rados.0.smithi059.stdout:1710: expect (ObjNum 519 snap 168 seq_num 519) 2024-08-17T17:11:05.470 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:05 smithi087 ceph-mon[85676]: osdmap e429: 8 total, 7 up, 8 in 2024-08-17T17:11:05.470 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:05.470 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:05.471 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:05.471 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[92261]: osdmap e429: 8 total, 7 up, 8 in 2024-08-17T17:11:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[94685]: osdmap e429: 8 total, 7 up, 8 in 2024-08-17T17:11:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:06.179 INFO:tasks.rados.rados.0.smithi059.stdout:1710: done (1 left) 2024-08-17T17:11:06.179 INFO:tasks.rados.rados.0.smithi059.stdout:1711: done (0 left) 2024-08-17T17:11:06.179 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 178 2024-08-17T17:11:06.180 INFO:tasks.rados.rados.0.smithi059.stdout:1712: seq_num 547 ranges {1499136=770048,2269184=663552,2932736=466944,3399680=73728} 2024-08-17T17:11:06.192 INFO:tasks.rados.rados.0.smithi059.stdout:1712: writing smithi05980601-27 from 1499136 to 2269184 tid 1 2024-08-17T17:11:06.195 INFO:tasks.rados.rados.0.smithi059.stdout:1712: writing smithi05980601-27 from 2269184 to 2932736 tid 2 2024-08-17T17:11:06.198 INFO:tasks.rados.rados.0.smithi059.stdout:1712: writing smithi05980601-27 from 2932736 to 3399680 tid 3 2024-08-17T17:11:06.199 INFO:tasks.rados.rados.0.smithi059.stdout:1712: writing smithi05980601-27 from 3399680 to 3473408 tid 4 2024-08-17T17:11:06.199 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 178 2024-08-17T17:11:06.199 INFO:tasks.rados.rados.0.smithi059.stdout:1713: seq_num 548 ranges {5644288=786432,6430720=598016,7028736=606208} 2024-08-17T17:11:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:1713: writing smithi05980601-15 from 5644288 to 6430720 tid 1 2024-08-17T17:11:06.238 INFO:tasks.rados.rados.0.smithi059.stdout:1713: writing smithi05980601-15 from 6430720 to 7028736 tid 2 2024-08-17T17:11:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:1713: writing smithi05980601-15 from 7028736 to 7634944 tid 3 2024-08-17T17:11:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:1714: read oid 29 snap -1 2024-08-17T17:11:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:1714: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:11:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:1715: read oid 9 snap 176 2024-08-17T17:11:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:1715: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:11:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 178 2024-08-17T17:11:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:1712: finishing write tid 1 to smithi05980601-27 2024-08-17T17:11:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:1716: seq_num 549 ranges {3301376=802816,4104192=483328,4587520=434176,5021696=286720} 2024-08-17T17:11:06.265 INFO:tasks.rados.rados.0.smithi059.stdout:1716: writing smithi05980601-23 from 3301376 to 4104192 tid 1 2024-08-17T17:11:06.267 INFO:tasks.rados.rados.0.smithi059.stdout:1716: writing smithi05980601-23 from 4104192 to 4587520 tid 2 2024-08-17T17:11:06.270 INFO:tasks.rados.rados.0.smithi059.stdout:1716: writing smithi05980601-23 from 4587520 to 5021696 tid 3 2024-08-17T17:11:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:1716: writing smithi05980601-23 from 5021696 to 5308416 tid 4 2024-08-17T17:11:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 178 2024-08-17T17:11:06.272 INFO:tasks.rados.rados.0.smithi059.stdout:1717: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-08-17T17:11:06.274 INFO:tasks.rados.rados.0.smithi059.stdout:1717: writing smithi05980601-17 from 0 to 417792 tid 1 2024-08-17T17:11:06.279 INFO:tasks.rados.rados.0.smithi059.stdout:1717: writing smithi05980601-17 from 417792 to 1187840 tid 2 2024-08-17T17:11:06.282 INFO:tasks.rados.rados.0.smithi059.stdout:1717: writing smithi05980601-17 from 1187840 to 1826816 tid 3 2024-08-17T17:11:06.284 INFO:tasks.rados.rados.0.smithi059.stdout:1717: writing smithi05980601-17 from 1826816 to 2023424 tid 4 2024-08-17T17:11:06.284 INFO:tasks.rados.rados.0.smithi059.stdout:1718: snap_remove snap 174 2024-08-17T17:11:06.431 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:06 smithi087 ceph-mon[85676]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 3 op/s; 76/495 objects degraded (15.354%) 2024-08-17T17:11:06.431 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:06 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 76/495 objects degraded (15.354%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:06.431 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:06 smithi087 ceph-mon[85676]: osdmap e430: 8 total, 7 up, 8 in 2024-08-17T17:11:06.431 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:06 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:06.431 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:06 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[92261]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 3 op/s; 76/495 objects degraded (15.354%) 2024-08-17T17:11:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 76/495 objects degraded (15.354%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[92261]: osdmap e430: 8 total, 7 up, 8 in 2024-08-17T17:11:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[94685]: pgmap v308: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 333 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.7 MiB/s wr, 3 op/s; 76/495 objects degraded (15.354%) 2024-08-17T17:11:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 76/495 objects degraded (15.354%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[94685]: osdmap e430: 8 total, 7 up, 8 in 2024-08-17T17:11:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:06 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:07.090 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:11:06.826+0000 7f7c02bba640 -1 osd.4 420 log_to_monitors true 2024-08-17T17:11:07.194 INFO:tasks.rados.rados.0.smithi059.stdout:1718: done (6 left) 2024-08-17T17:11:07.194 INFO:tasks.rados.rados.0.smithi059.stdout:1719: snap_create 2024-08-17T17:11:07.194 INFO:tasks.rados.rados.0.smithi059.stdout:1712: finishing write tid 2 to smithi05980601-27 2024-08-17T17:11:07.194 INFO:tasks.rados.rados.0.smithi059.stdout:1712: finishing write tid 3 to smithi05980601-27 2024-08-17T17:11:07.194 INFO:tasks.rados.rados.0.smithi059.stdout:1712: finishing write tid 4 to smithi05980601-27 2024-08-17T17:11:07.194 INFO:tasks.rados.rados.0.smithi059.stdout:1712: finishing write tid 5 to smithi05980601-27 2024-08-17T17:11:07.194 INFO:tasks.rados.rados.0.smithi059.stdout:1712: finishing write tid 6 to smithi05980601-27 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1712: oid 27 updating version 0 to 569 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1712: oid 27 version 569 is already newer than 568 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1712: oid 27 version 569 is already newer than 566 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1712: oid 27 version 569 is already newer than 567 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1712: oid 27 version 569 is already newer than 565 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 569 (ObjNum 547 snap 178 seq_num 547) dirty exists 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1712: left oid 27 (ObjNum 547 snap 178 seq_num 547) 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1713: finishing write tid 1 to smithi05980601-15 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1713: finishing write tid 2 to smithi05980601-15 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1713: finishing write tid 3 to smithi05980601-15 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1713: finishing write tid 4 to smithi05980601-15 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1713: finishing write tid 5 to smithi05980601-15 2024-08-17T17:11:07.195 INFO:tasks.rados.rados.0.smithi059.stdout:1713: oid 15 updating version 0 to 555 2024-08-17T17:11:07.196 INFO:tasks.rados.rados.0.smithi059.stdout:1713: oid 15 updating version 555 to 556 2024-08-17T17:11:07.196 INFO:tasks.rados.rados.0.smithi059.stdout:1713: oid 15 updating version 556 to 558 2024-08-17T17:11:07.196 INFO:tasks.rados.rados.0.smithi059.stdout:1713: oid 15 version 558 is already newer than 557 2024-08-17T17:11:07.196 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 558 (ObjNum 548 snap 178 seq_num 548) dirty exists 2024-08-17T17:11:07.196 INFO:tasks.rados.rados.0.smithi059.stdout:1713: left oid 15 (ObjNum 548 snap 178 seq_num 548) 2024-08-17T17:11:07.196 INFO:tasks.rados.rados.0.smithi059.stdout:1714: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:11:07.248 INFO:tasks.rados.rados.0.smithi059.stdout:1715: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: finishing write tid 1 to smithi05980601-23 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: finishing write tid 2 to smithi05980601-23 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: finishing write tid 3 to smithi05980601-23 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: finishing write tid 4 to smithi05980601-23 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: finishing write tid 5 to smithi05980601-23 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: finishing write tid 6 to smithi05980601-23 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: oid 23 updating version 0 to 1487 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: oid 23 version 1487 is already newer than 1485 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: oid 23 updating version 1487 to 1489 2024-08-17T17:11:07.353 INFO:tasks.rados.rados.0.smithi059.stdout:1716: oid 23 version 1489 is already newer than 1486 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1716: oid 23 version 1489 is already newer than 1488 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1489 (ObjNum 549 snap 178 seq_num 549) dirty exists 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1716: left oid 23 (ObjNum 549 snap 178 seq_num 549) 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1717: finishing write tid 1 to smithi05980601-17 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1717: finishing write tid 2 to smithi05980601-17 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1717: finishing write tid 3 to smithi05980601-17 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1717: finishing write tid 4 to smithi05980601-17 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1717: finishing write tid 5 to smithi05980601-17 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1717: finishing write tid 6 to smithi05980601-17 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1717: oid 17 updating version 0 to 1564 2024-08-17T17:11:07.354 INFO:tasks.rados.rados.0.smithi059.stdout:1717: oid 17 version 1564 is already newer than 1562 2024-08-17T17:11:07.355 INFO:tasks.rados.rados.0.smithi059.stdout:1717: oid 17 updating version 1564 to 1565 2024-08-17T17:11:07.355 INFO:tasks.rados.rados.0.smithi059.stdout:1717: oid 17 version 1565 is already newer than 1563 2024-08-17T17:11:07.355 INFO:tasks.rados.rados.0.smithi059.stdout:1717: oid 17 updating version 1565 to 1566 2024-08-17T17:11:07.355 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1566 (ObjNum 550 snap 178 seq_num 550) dirty exists 2024-08-17T17:11:07.355 INFO:tasks.rados.rados.0.smithi059.stdout:1717: left oid 17 (ObjNum 550 snap 178 seq_num 550) 2024-08-17T17:11:07.409 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:07 smithi087 ceph-mon[85676]: osdmap e431: 8 total, 7 up, 8 in 2024-08-17T17:11:07.409 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:07 smithi087 ceph-mon[85676]: from='osd.4 [v2:172.21.15.87:6800/2740881837,v1:172.21.15.87:6801/2740881837]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:11:07.409 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:07 smithi087 ceph-mon[85676]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:11:07.409 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:11:07 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:11:07.216+0000 7f7bfa964640 -1 osd.4 420 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:11:07.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:07 smithi059 ceph-mon[92261]: osdmap e431: 8 total, 7 up, 8 in 2024-08-17T17:11:07.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:07 smithi059 ceph-mon[92261]: from='osd.4 [v2:172.21.15.87:6800/2740881837,v1:172.21.15.87:6801/2740881837]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:11:07.439 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:07 smithi059 ceph-mon[92261]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:11:07.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:07 smithi059 ceph-mon[94685]: osdmap e431: 8 total, 7 up, 8 in 2024-08-17T17:11:07.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:07 smithi059 ceph-mon[94685]: from='osd.4 [v2:172.21.15.87:6800/2740881837,v1:172.21.15.87:6801/2740881837]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:11:07.440 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:07 smithi059 ceph-mon[94685]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-08-17T17:11:07.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:11:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:11:07] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.43.0" 2024-08-17T17:11:08.197 INFO:tasks.rados.rados.0.smithi059.stdout:1712: done (6 left) 2024-08-17T17:11:08.197 INFO:tasks.rados.rados.0.smithi059.stdout:1713: done (5 left) 2024-08-17T17:11:08.197 INFO:tasks.rados.rados.0.smithi059.stdout:1714: done (4 left) 2024-08-17T17:11:08.197 INFO:tasks.rados.rados.0.smithi059.stdout:1715: done (3 left) 2024-08-17T17:11:08.197 INFO:tasks.rados.rados.0.smithi059.stdout:1716: done (2 left) 2024-08-17T17:11:08.197 INFO:tasks.rados.rados.0.smithi059.stdout:1717: done (1 left) 2024-08-17T17:11:08.197 INFO:tasks.rados.rados.0.smithi059.stdout:1719: done (0 left) 2024-08-17T17:11:08.197 INFO:tasks.rados.rados.0.smithi059.stdout:1720: read oid 34 snap -1 2024-08-17T17:11:08.198 INFO:tasks.rados.rados.0.smithi059.stdout:1720: expect deleted 2024-08-17T17:11:08.198 INFO:tasks.rados.rados.0.smithi059.stdout:1721: setattr oid 5 current snap is 179 2024-08-17T17:11:08.198 INFO:tasks.rados.rados.0.smithi059.stdout:1722: snap_create 2024-08-17T17:11:08.450 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:08 smithi087 ceph-mon[85676]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 348 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.7 MiB/s wr, 8 op/s; 76/504 objects degraded (15.079%) 2024-08-17T17:11:08.450 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:08 smithi087 ceph-mon[85676]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T17:11:08.450 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:08 smithi087 ceph-mon[85676]: osdmap e432: 8 total, 7 up, 8 in 2024-08-17T17:11:08.451 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:08 smithi087 ceph-mon[85676]: from='osd.4 [v2:172.21.15.87:6800/2740881837,v1:172.21.15.87:6801/2740881837]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:08.451 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:08 smithi087 ceph-mon[85676]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[92261]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 348 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.7 MiB/s wr, 8 op/s; 76/504 objects degraded (15.079%) 2024-08-17T17:11:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[92261]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T17:11:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[92261]: osdmap e432: 8 total, 7 up, 8 in 2024-08-17T17:11:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[92261]: from='osd.4 [v2:172.21.15.87:6800/2740881837,v1:172.21.15.87:6801/2740881837]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[92261]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[94685]: pgmap v311: 121 pgs: 32 active+undersized, 14 active+undersized+degraded, 75 active+clean; 348 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.7 MiB/s wr, 8 op/s; 76/504 objects degraded (15.079%) 2024-08-17T17:11:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[94685]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-17T17:11:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[94685]: osdmap e432: 8 total, 7 up, 8 in 2024-08-17T17:11:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[94685]: from='osd.4 [v2:172.21.15.87:6800/2740881837,v1:172.21.15.87:6801/2740881837]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-mon[94685]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:09.200 INFO:tasks.rados.rados.0.smithi059.stdout:1722: done (2 left) 2024-08-17T17:11:09.200 INFO:tasks.rados.rados.0.smithi059.stdout:1723: delete oid 17 current snap is 180 2024-08-17T17:11:09.214 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:11:08 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:11:08.908+0000 7f056bcc9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T17:11:09.220 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1048 (ObjNum 520 snap 168 seq_num 520) dirty exists 2024-08-17T17:11:09.236 INFO:tasks.rados.rados.0.smithi059.stdout:1720: done (2 left) 2024-08-17T17:11:09.236 INFO:tasks.rados.rados.0.smithi059.stdout:1721: done (1 left) 2024-08-17T17:11:09.236 INFO:tasks.rados.rados.0.smithi059.stdout:1723: done (0 left) 2024-08-17T17:11:09.236 INFO:tasks.rados.rados.0.smithi059.stdout:1724: snap_create 2024-08-17T17:11:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: osd.4 [v2:172.21.15.87:6800/2740881837,v1:172.21.15.87:6801/2740881837] boot 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: pgmap v314: 121 pgs: 10 peering, 26 active+undersized, 10 active+undersized+degraded, 75 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 10 op/s; 64/504 objects degraded (12.698%) 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[92261]: osdmap e434: 8 total, 8 up, 8 in 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: osd.4 [v2:172.21.15.87:6800/2740881837,v1:172.21.15.87:6801/2740881837] boot 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T17:11:09.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: pgmap v314: 121 pgs: 10 peering, 26 active+undersized, 10 active+undersized+degraded, 75 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 10 op/s; 64/504 objects degraded (12.698%) 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T17:11:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:09 smithi059 ceph-mon[94685]: osdmap e434: 8 total, 8 up, 8 in 2024-08-17T17:11:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:11:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: osd.4 [v2:172.21.15.87:6800/2740881837,v1:172.21.15.87:6801/2740881837] boot 2024-08-17T17:11:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: osdmap e433: 8 total, 8 up, 8 in 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: pgmap v314: 121 pgs: 10 peering, 26 active+undersized, 10 active+undersized+degraded, 75 active+clean; 350 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 10 op/s; 64/504 objects degraded (12.698%) 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:11:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:11:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-08-17T17:11:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:09 smithi087 ceph-mon[85676]: osdmap e434: 8 total, 8 up, 8 in 2024-08-17T17:11:10.222 INFO:tasks.rados.rados.0.smithi059.stdout:1724: done (0 left) 2024-08-17T17:11:10.222 INFO:tasks.rados.rados.0.smithi059.stdout:1725: snap_remove snap 177 2024-08-17T17:11:11.231 INFO:tasks.rados.rados.0.smithi059.stdout:1725: done (0 left) 2024-08-17T17:11:11.231 INFO:tasks.rados.rados.0.smithi059.stdout:1726: delete oid 32 current snap is 181 2024-08-17T17:11:11.234 INFO:tasks.rados.rados.0.smithi059.stdout:1726: done (0 left) 2024-08-17T17:11:11.235 INFO:tasks.rados.rados.0.smithi059.stdout:1727: delete oid 21 current snap is 181 2024-08-17T17:11:11.237 INFO:tasks.rados.rados.0.smithi059.stdout:1727: done (0 left) 2024-08-17T17:11:11.237 INFO:tasks.rados.rados.0.smithi059.stdout:1728: snap_remove snap 179 2024-08-17T17:11:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:11 smithi059 ceph-mon[92261]: osdmap e435: 8 total, 8 up, 8 in 2024-08-17T17:11:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:11 smithi059 ceph-mon[92261]: pgmap v317: 121 pgs: 10 peering, 10 active+undersized, 8 active+undersized+degraded, 93 active+clean; 354 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 61/510 objects degraded (11.961%); 958 KiB/s, 0 objects/s recovering 2024-08-17T17:11:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:11 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 64/504 objects degraded (12.698%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:11 smithi059 ceph-mon[94685]: osdmap e435: 8 total, 8 up, 8 in 2024-08-17T17:11:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:11 smithi059 ceph-mon[94685]: pgmap v317: 121 pgs: 10 peering, 10 active+undersized, 8 active+undersized+degraded, 93 active+clean; 354 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 61/510 objects degraded (11.961%); 958 KiB/s, 0 objects/s recovering 2024-08-17T17:11:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:11 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 64/504 objects degraded (12.698%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:11 smithi087 ceph-mon[85676]: osdmap e435: 8 total, 8 up, 8 in 2024-08-17T17:11:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:11 smithi087 ceph-mon[85676]: pgmap v317: 121 pgs: 10 peering, 10 active+undersized, 8 active+undersized+degraded, 93 active+clean; 354 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 61/510 objects degraded (11.961%); 958 KiB/s, 0 objects/s recovering 2024-08-17T17:11:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:11 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 64/504 objects degraded (12.698%), 10 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:12.235 INFO:tasks.rados.rados.0.smithi059.stdout:1728: done (0 left) 2024-08-17T17:11:12.235 INFO:tasks.rados.rados.0.smithi059.stdout:1729: snap_remove snap 176 2024-08-17T17:11:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:12 smithi059 ceph-mon[92261]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T17:11:12.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:12 smithi059 ceph-mon[94685]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T17:11:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:12 smithi087 ceph-mon[85676]: osdmap e436: 8 total, 8 up, 8 in 2024-08-17T17:11:13.241 INFO:tasks.rados.rados.0.smithi059.stdout:1729: done (0 left) 2024-08-17T17:11:13.241 INFO:tasks.rados.rados.0.smithi059.stdout:1730: copy_from oid 11 from oid 16 current snap is 181 2024-08-17T17:11:13.242 INFO:tasks.rados.rados.0.smithi059.stdout:1731: rollback oid 40 current snap is 181 2024-08-17T17:11:13.242 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 178 2024-08-17T17:11:13.242 INFO:tasks.rados.rados.0.smithi059.stdout:1732: read oid 17 snap -1 2024-08-17T17:11:13.242 INFO:tasks.rados.rados.0.smithi059.stdout:1732: expect deleted 2024-08-17T17:11:13.242 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 181 2024-08-17T17:11:13.242 INFO:tasks.rados.rados.0.smithi059.stdout:1733: seq_num 554 ranges {5644288=483328,6127616=704512,6832128=622592,7454720=278528} 2024-08-17T17:11:13.275 INFO:tasks.rados.rados.0.smithi059.stdout:1733: writing smithi05980601-3 from 5644288 to 6127616 tid 1 2024-08-17T17:11:13.279 INFO:tasks.rados.rados.0.smithi059.stdout:1733: writing smithi05980601-3 from 6127616 to 6832128 tid 2 2024-08-17T17:11:13.282 INFO:tasks.rados.rados.0.smithi059.stdout:1733: writing smithi05980601-3 from 6832128 to 7454720 tid 3 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:1733: writing smithi05980601-3 from 7454720 to 7733248 tid 4 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:1734: copy_from oid 41 from oid 24 current snap is 181 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:1731: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:1730: finishing copy_from racing read to smithi05980601-11 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:1730: finishing copy_from to smithi05980601-11 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 891 (ObjNum 198 snap 57 seq_num 198) dirty exists 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:1733: finishing write tid 1 to smithi05980601-3 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:1733: finishing write tid 2 to smithi05980601-3 2024-08-17T17:11:13.285 INFO:tasks.rados.rados.0.smithi059.stdout:1730: done (4 left) 2024-08-17T17:11:13.286 INFO:tasks.rados.rados.0.smithi059.stdout:1731: done (3 left) 2024-08-17T17:11:13.286 INFO:tasks.rados.rados.0.smithi059.stdout:1732: done (2 left) 2024-08-17T17:11:13.286 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 181 2024-08-17T17:11:13.286 INFO:tasks.rados.rados.0.smithi059.stdout:1735: seq_num 555 ranges {0=499712,499712=638976,1138688=425984,1564672=540672} 2024-08-17T17:11:13.287 INFO:tasks.rados.rados.0.smithi059.stdout:1735: writing smithi05980601-44 from 0 to 499712 tid 1 2024-08-17T17:11:13.291 INFO:tasks.rados.rados.0.smithi059.stdout:1735: writing smithi05980601-44 from 499712 to 1138688 tid 2 2024-08-17T17:11:13.294 INFO:tasks.rados.rados.0.smithi059.stdout:1735: writing smithi05980601-44 from 1138688 to 1564672 tid 3 2024-08-17T17:11:13.298 INFO:tasks.rados.rados.0.smithi059.stdout:1735: writing smithi05980601-44 from 1564672 to 2105344 tid 4 2024-08-17T17:11:13.298 INFO:tasks.rados.rados.0.smithi059.stdout:1736: copy_from oid 20 from oid 35 current snap is 181 2024-08-17T17:11:13.298 INFO:tasks.rados.rados.0.smithi059.stdout:1733: finishing write tid 3 to smithi05980601-3 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1733: finishing write tid 4 to smithi05980601-3 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1733: finishing write tid 5 to smithi05980601-3 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1733: finishing write tid 6 to smithi05980601-3 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1733: oid 3 updating version 0 to 1057 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1733: oid 3 version 1057 is already newer than 1056 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1733: oid 3 updating version 1057 to 1058 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1733: oid 3 version 1058 is already newer than 1055 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1733: oid 3 version 1058 is already newer than 1054 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1058 (ObjNum 554 snap 181 seq_num 554) dirty exists 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1733: left oid 3 (ObjNum 554 snap 181 seq_num 554) 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1735: finishing write tid 1 to smithi05980601-44 2024-08-17T17:11:13.299 INFO:tasks.rados.rados.0.smithi059.stdout:1735: finishing write tid 2 to smithi05980601-44 2024-08-17T17:11:13.300 INFO:tasks.rados.rados.0.smithi059.stdout:1735: finishing write tid 3 to smithi05980601-44 2024-08-17T17:11:13.300 INFO:tasks.rados.rados.0.smithi059.stdout:1733: done (3 left) 2024-08-17T17:11:13.300 INFO:tasks.rados.rados.0.smithi059.stdout:1737: delete oid 1 current snap is 181 2024-08-17T17:11:13.301 INFO:tasks.rados.rados.0.smithi059.stdout:1737: done (3 left) 2024-08-17T17:11:13.301 INFO:tasks.rados.rados.0.smithi059.stdout:1738: snap_remove snap 175 2024-08-17T17:11:13.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:13 smithi059 ceph-mon[94685]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T17:11:13.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:13 smithi059 ceph-mon[94685]: pgmap v320: 121 pgs: 10 peering, 111 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 7.5 MiB/s, 2 objects/s recovering 2024-08-17T17:11:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:13 smithi059 ceph-mon[92261]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T17:11:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:13 smithi059 ceph-mon[92261]: pgmap v320: 121 pgs: 10 peering, 111 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 7.5 MiB/s, 2 objects/s recovering 2024-08-17T17:11:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:13 smithi087 ceph-mon[85676]: osdmap e437: 8 total, 8 up, 8 in 2024-08-17T17:11:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:13 smithi087 ceph-mon[85676]: pgmap v320: 121 pgs: 10 peering, 111 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.4 MiB/s wr, 10 op/s; 7.5 MiB/s, 2 objects/s recovering 2024-08-17T17:11:14.245 INFO:tasks.rados.rados.0.smithi059.stdout:1738: done (3 left) 2024-08-17T17:11:14.246 INFO:tasks.rados.rados.0.smithi059.stdout:1735: finishing write tid 4 to smithi05980601-44 2024-08-17T17:11:14.246 INFO:tasks.rados.rados.0.smithi059.stdout:1739: read oid 27 snap 172 2024-08-17T17:11:14.246 INFO:tasks.rados.rados.0.smithi059.stdout:1739: expect (ObjNum 519 snap 168 seq_num 519) 2024-08-17T17:11:14.246 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 181 2024-08-17T17:11:14.246 INFO:tasks.rados.rados.0.smithi059.stdout:1735: finishing write tid 5 to smithi05980601-44 2024-08-17T17:11:14.246 INFO:tasks.rados.rados.0.smithi059.stdout:1735: finishing write tid 6 to smithi05980601-44 2024-08-17T17:11:14.246 INFO:tasks.rados.rados.0.smithi059.stdout:1735: oid 44 updating version 0 to 797 2024-08-17T17:11:14.247 INFO:tasks.rados.rados.0.smithi059.stdout:1735: oid 44 version 797 is already newer than 794 2024-08-17T17:11:14.247 INFO:tasks.rados.rados.0.smithi059.stdout:1735: oid 44 version 797 is already newer than 796 2024-08-17T17:11:14.247 INFO:tasks.rados.rados.0.smithi059.stdout:1735: oid 44 updating version 797 to 798 2024-08-17T17:11:14.247 INFO:tasks.rados.rados.0.smithi059.stdout:1735: oid 44 version 798 is already newer than 795 2024-08-17T17:11:14.247 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 798 (ObjNum 555 snap 181 seq_num 555) dirty exists 2024-08-17T17:11:14.248 INFO:tasks.rados.rados.0.smithi059.stdout:1735: left oid 44 (ObjNum 555 snap 181 seq_num 555) 2024-08-17T17:11:14.248 INFO:tasks.rados.rados.0.smithi059.stdout:1740: seq_num 557 ranges {1703936=532480,2236416=802816,3039232=794624,3833856=8192} 2024-08-17T17:11:14.258 INFO:tasks.rados.rados.0.smithi059.stdout:1740: writing smithi05980601-47 from 1703936 to 2236416 tid 1 2024-08-17T17:11:14.263 INFO:tasks.rados.rados.0.smithi059.stdout:1740: writing smithi05980601-47 from 2236416 to 3039232 tid 2 2024-08-17T17:11:14.268 INFO:tasks.rados.rados.0.smithi059.stdout:1740: writing smithi05980601-47 from 3039232 to 3833856 tid 3 2024-08-17T17:11:14.268 INFO:tasks.rados.rados.0.smithi059.stdout:1740: writing smithi05980601-47 from 3833856 to 3842048 tid 4 2024-08-17T17:11:14.269 INFO:tasks.rados.rados.0.smithi059.stdout:1735: done (4 left) 2024-08-17T17:11:14.269 INFO:tasks.rados.rados.0.smithi059.stdout:1741: copy_from oid 21 from oid 48 current snap is 181 2024-08-17T17:11:14.269 INFO:tasks.rados.rados.0.smithi059.stdout:1736: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:11:14.269 INFO:tasks.rados.rados.0.smithi059.stdout:1736: finishing copy_from to smithi05980601-20 2024-08-17T17:11:14.269 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 561 (ObjNum 543 snap 174 seq_num 543) dirty exists 2024-08-17T17:11:14.269 INFO:tasks.rados.rados.0.smithi059.stdout:1734: finishing copy_from racing read to smithi05980601-41 2024-08-17T17:11:14.269 INFO:tasks.rados.rados.0.smithi059.stdout:1734: finishing copy_from to smithi05980601-41 2024-08-17T17:11:14.269 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 371 (ObjNum 542 snap 172 seq_num 542) dirty exists 2024-08-17T17:11:14.269 INFO:tasks.rados.rados.0.smithi059.stdout:1739: expect (ObjNum 519 snap 168 seq_num 519) 2024-08-17T17:11:14.317 INFO:tasks.rados.rados.0.smithi059.stdout:1740: finishing write tid 1 to smithi05980601-47 2024-08-17T17:11:14.317 INFO:tasks.rados.rados.0.smithi059.stdout:1740: finishing write tid 2 to smithi05980601-47 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: finishing write tid 3 to smithi05980601-47 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: finishing write tid 4 to smithi05980601-47 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: finishing write tid 5 to smithi05980601-47 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: finishing write tid 6 to smithi05980601-47 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: oid 47 updating version 0 to 592 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: oid 47 updating version 592 to 593 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: oid 47 updating version 593 to 594 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: oid 47 version 594 is already newer than 590 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: oid 47 version 594 is already newer than 591 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 594 (ObjNum 557 snap 181 seq_num 557) dirty exists 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1740: left oid 47 (ObjNum 557 snap 181 seq_num 557) 2024-08-17T17:11:14.318 INFO:tasks.rados.rados.0.smithi059.stdout:1741: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:1741: finishing copy_from to smithi05980601-21 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1048 (ObjNum 421 snap 142 seq_num 421) dirty exists 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:1734: done (4 left) 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:1736: done (3 left) 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:1739: done (2 left) 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:1740: done (1 left) 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:1741: done (0 left) 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:1742: delete oid 13 current snap is 181 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:1742: done (0 left) 2024-08-17T17:11:14.319 INFO:tasks.rados.rados.0.smithi059.stdout:1743: delete oid 34 current snap is 181 2024-08-17T17:11:14.321 INFO:tasks.rados.rados.0.smithi059.stdout:1743: done (0 left) 2024-08-17T17:11:14.321 INFO:tasks.rados.rados.0.smithi059.stdout:1744: snap_create 2024-08-17T17:11:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:14 smithi059 ceph-mon[92261]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/510 objects degraded (11.961%), 8 pgs degraded) 2024-08-17T17:11:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:14 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:11:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:14 smithi059 ceph-mon[92261]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T17:11:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:14 smithi059 ceph-mon[94685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/510 objects degraded (11.961%), 8 pgs degraded) 2024-08-17T17:11:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:14 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:11:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:14 smithi059 ceph-mon[94685]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T17:11:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:14 smithi087 ceph-mon[85676]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 61/510 objects degraded (11.961%), 8 pgs degraded) 2024-08-17T17:11:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:14 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:11:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:14 smithi087 ceph-mon[85676]: osdmap e438: 8 total, 8 up, 8 in 2024-08-17T17:11:15.254 INFO:tasks.rados.rados.0.smithi059.stdout:1744: done (0 left) 2024-08-17T17:11:15.254 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 182 2024-08-17T17:11:15.254 INFO:tasks.rados.rados.0.smithi059.stdout:1745: seq_num 560 ranges {12419072=581632,13000704=458752,13459456=614400,14073856=532480} 2024-08-17T17:11:15.322 INFO:tasks.rados.rados.0.smithi059.stdout:1745: writing smithi05980601-49 from 12419072 to 13000704 tid 1 2024-08-17T17:11:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:1745: writing smithi05980601-49 from 13000704 to 13459456 tid 2 2024-08-17T17:11:15.329 INFO:tasks.rados.rados.0.smithi059.stdout:1745: writing smithi05980601-49 from 13459456 to 14073856 tid 3 2024-08-17T17:11:15.332 INFO:tasks.rados.rados.0.smithi059.stdout:1745: writing smithi05980601-49 from 14073856 to 14606336 tid 4 2024-08-17T17:11:15.332 INFO:tasks.rados.rados.0.smithi059.stdout:1746: setattr oid 31 current snap is 182 2024-08-17T17:11:15.333 INFO:tasks.rados.rados.0.smithi059.stdout:1745: finishing write tid 1 to smithi05980601-49 2024-08-17T17:11:15.333 INFO:tasks.rados.rados.0.smithi059.stdout:1745: finishing write tid 2 to smithi05980601-49 2024-08-17T17:11:15.333 INFO:tasks.rados.rados.0.smithi059.stdout:1745: finishing write tid 3 to smithi05980601-49 2024-08-17T17:11:15.334 INFO:tasks.rados.rados.0.smithi059.stdout:1747: read oid 35 snap -1 2024-08-17T17:11:15.334 INFO:tasks.rados.rados.0.smithi059.stdout:1747: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:11:15.334 INFO:tasks.rados.rados.0.smithi059.stdout:1748: snap_remove snap 180 2024-08-17T17:11:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:15 smithi059 ceph-mon[92261]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T17:11:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:15 smithi059 ceph-mon[92261]: pgmap v323: 121 pgs: 121 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 486 KiB/s wr, 6 op/s; 7.0 MiB/s, 2 objects/s recovering 2024-08-17T17:11:15.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:15 smithi059 ceph-mon[94685]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T17:11:15.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:15 smithi059 ceph-mon[94685]: pgmap v323: 121 pgs: 121 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 486 KiB/s wr, 6 op/s; 7.0 MiB/s, 2 objects/s recovering 2024-08-17T17:11:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:15 smithi087 ceph-mon[85676]: osdmap e439: 8 total, 8 up, 8 in 2024-08-17T17:11:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:15 smithi087 ceph-mon[85676]: pgmap v323: 121 pgs: 121 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 486 KiB/s wr, 6 op/s; 7.0 MiB/s, 2 objects/s recovering 2024-08-17T17:11:16.127 INFO:tasks.rados.rados.0.smithi059.stdout:1745: finishing write tid 4 to smithi05980601-49 2024-08-17T17:11:16.127 INFO:tasks.rados.rados.0.smithi059.stdout:1745: finishing write tid 5 to smithi05980601-49 2024-08-17T17:11:16.127 INFO:tasks.rados.rados.0.smithi059.stdout:1745: finishing write tid 6 to smithi05980601-49 2024-08-17T17:11:16.127 INFO:tasks.rados.rados.0.smithi059.stdout:1745: oid 49 updating version 0 to 1604 2024-08-17T17:11:16.127 INFO:tasks.rados.rados.0.smithi059.stdout:1745: oid 49 updating version 1604 to 1608 2024-08-17T17:11:16.127 INFO:tasks.rados.rados.0.smithi059.stdout:1745: oid 49 version 1608 is already newer than 1606 2024-08-17T17:11:16.128 INFO:tasks.rados.rados.0.smithi059.stdout:1745: oid 49 version 1608 is already newer than 1605 2024-08-17T17:11:16.128 INFO:tasks.rados.rados.0.smithi059.stdout:1745: oid 49 version 1608 is already newer than 1607 2024-08-17T17:11:16.128 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 1608 (ObjNum 560 snap 182 seq_num 560) dirty exists 2024-08-17T17:11:16.128 INFO:tasks.rados.rados.0.smithi059.stdout:1745: left oid 49 (ObjNum 560 snap 182 seq_num 560) 2024-08-17T17:11:16.128 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1610 (ObjNum 522 snap 169 seq_num 522) dirty exists 2024-08-17T17:11:16.128 INFO:tasks.rados.rados.0.smithi059.stdout:1747: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:11:16.182 INFO:tasks.rados.rados.0.smithi059.stdout:1745: done (3 left) 2024-08-17T17:11:16.183 INFO:tasks.rados.rados.0.smithi059.stdout:1746: done (2 left) 2024-08-17T17:11:16.183 INFO:tasks.rados.rados.0.smithi059.stdout:1747: done (1 left) 2024-08-17T17:11:16.183 INFO:tasks.rados.rados.0.smithi059.stdout:1748: done (0 left) 2024-08-17T17:11:16.183 INFO:tasks.rados.rados.0.smithi059.stdout:1749: setattr oid 44 current snap is 182 2024-08-17T17:11:16.184 INFO:tasks.rados.rados.0.smithi059.stdout:1750: snap_create 2024-08-17T17:11:16.186 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 799 (ObjNum 555 snap 181 seq_num 555) dirty exists 2024-08-17T17:11:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:16 smithi059 ceph-mon[92261]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T17:11:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:16 smithi059 ceph-mon[92261]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T17:11:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:16 smithi059 ceph-mon[94685]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T17:11:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:16 smithi059 ceph-mon[94685]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T17:11:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:16 smithi087 ceph-mon[85676]: osdmap e440: 8 total, 8 up, 8 in 2024-08-17T17:11:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:16 smithi087 ceph-mon[85676]: osdmap e441: 8 total, 8 up, 8 in 2024-08-17T17:11:17.128 INFO:tasks.rados.rados.0.smithi059.stdout:1749: done (1 left) 2024-08-17T17:11:17.128 INFO:tasks.rados.rados.0.smithi059.stdout:1750: done (0 left) 2024-08-17T17:11:17.128 INFO:tasks.rados.rados.0.smithi059.stdout:1751: snap_create 2024-08-17T17:11:17.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:11:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:11:17] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.43.0" 2024-08-17T17:11:18.130 INFO:tasks.rados.rados.0.smithi059.stdout:1751: done (0 left) 2024-08-17T17:11:18.130 INFO:tasks.rados.rados.0.smithi059.stdout:1752: snap_remove snap 183 2024-08-17T17:11:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:18 smithi059 ceph-mon[92261]: pgmap v326: 121 pgs: 121 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 452 KiB/s, 0 objects/s recovering 2024-08-17T17:11:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:18 smithi059 ceph-mon[92261]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T17:11:18.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:18 smithi059 ceph-mon[94685]: pgmap v326: 121 pgs: 121 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 452 KiB/s, 0 objects/s recovering 2024-08-17T17:11:18.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:18 smithi059 ceph-mon[94685]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T17:11:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:18 smithi087 ceph-mon[85676]: pgmap v326: 121 pgs: 121 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 13 op/s; 452 KiB/s, 0 objects/s recovering 2024-08-17T17:11:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:18 smithi087 ceph-mon[85676]: osdmap e442: 8 total, 8 up, 8 in 2024-08-17T17:11:19.120 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:11:19.146 INFO:tasks.rados.rados.0.smithi059.stdout:1752: done (0 left) 2024-08-17T17:11:19.146 INFO:tasks.rados.rados.0.smithi059.stdout:1753: rollback oid 7 current snap is 184 2024-08-17T17:11:19.146 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 173 2024-08-17T17:11:19.146 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 184 2024-08-17T17:11:19.146 INFO:tasks.rados.rados.0.smithi059.stdout:1754: seq_num 561 ranges {1548288=598016,2146304=745472,2891776=778240,3670016=81920} 2024-08-17T17:11:19.157 INFO:tasks.rados.rados.0.smithi059.stdout:1754: writing smithi05980601-31 from 1548288 to 2146304 tid 1 2024-08-17T17:11:19.162 INFO:tasks.rados.rados.0.smithi059.stdout:1754: writing smithi05980601-31 from 2146304 to 2891776 tid 2 2024-08-17T17:11:19.167 INFO:tasks.rados.rados.0.smithi059.stdout:1754: writing smithi05980601-31 from 2891776 to 3670016 tid 3 2024-08-17T17:11:19.168 INFO:tasks.rados.rados.0.smithi059.stdout:1754: writing smithi05980601-31 from 3670016 to 3751936 tid 4 2024-08-17T17:11:19.168 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 184 2024-08-17T17:11:19.168 INFO:tasks.rados.rados.0.smithi059.stdout:1753: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:11:19.168 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 341 (ObjNum 33 snap 0 seq_num 338705760) dirty dne 2024-08-17T17:11:19.168 INFO:tasks.rados.rados.0.smithi059.stdout:1754: finishing write tid 1 to smithi05980601-31 2024-08-17T17:11:19.168 INFO:tasks.rados.rados.0.smithi059.stdout:1754: finishing write tid 2 to smithi05980601-31 2024-08-17T17:11:19.168 INFO:tasks.rados.rados.0.smithi059.stdout:1755: seq_num 562 ranges {1687552=622592,2310144=630784,2940928=581632,3522560=393216} 2024-08-17T17:11:19.180 INFO:tasks.rados.rados.0.smithi059.stdout:1755: writing smithi05980601-50 from 1687552 to 2310144 tid 1 2024-08-17T17:11:19.184 INFO:tasks.rados.rados.0.smithi059.stdout:1755: writing smithi05980601-50 from 2310144 to 2940928 tid 2 2024-08-17T17:11:19.188 INFO:tasks.rados.rados.0.smithi059.stdout:1755: writing smithi05980601-50 from 2940928 to 3522560 tid 3 2024-08-17T17:11:19.191 INFO:tasks.rados.rados.0.smithi059.stdout:1755: writing smithi05980601-50 from 3522560 to 3915776 tid 4 2024-08-17T17:11:19.191 INFO:tasks.rados.rados.0.smithi059.stdout:1753: done (2 left) 2024-08-17T17:11:19.191 INFO:tasks.rados.rados.0.smithi059.stdout:1756: read oid 2 snap -1 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1756: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 184 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: finishing write tid 3 to smithi05980601-31 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: finishing write tid 4 to smithi05980601-31 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: finishing write tid 5 to smithi05980601-31 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: finishing write tid 6 to smithi05980601-31 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: oid 31 updating version 0 to 1620 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: oid 31 version 1620 is already newer than 1619 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: oid 31 version 1620 is already newer than 1618 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: oid 31 updating version 1620 to 1621 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: oid 31 updating version 1621 to 1622 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1622 (ObjNum 561 snap 184 seq_num 561) dirty exists 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1754: left oid 31 (ObjNum 561 snap 184 seq_num 561) 2024-08-17T17:11:19.192 INFO:tasks.rados.rados.0.smithi059.stdout:1755: finishing write tid 1 to smithi05980601-50 2024-08-17T17:11:19.193 INFO:tasks.rados.rados.0.smithi059.stdout:1757: seq_num 563 ranges {7831552=638976,8470528=565248,9035776=794624,9830400=245760} 2024-08-17T17:11:19.237 INFO:tasks.rados.rados.0.smithi059.stdout:1757: writing smithi05980601-28 from 7831552 to 8470528 tid 1 2024-08-17T17:11:19.241 INFO:tasks.rados.rados.0.smithi059.stdout:1757: writing smithi05980601-28 from 8470528 to 9035776 tid 2 2024-08-17T17:11:19.246 INFO:tasks.rados.rados.0.smithi059.stdout:1757: writing smithi05980601-28 from 9035776 to 9830400 tid 3 2024-08-17T17:11:19.247 INFO:tasks.rados.rados.0.smithi059.stdout:1757: writing smithi05980601-28 from 9830400 to 10076160 tid 4 2024-08-17T17:11:19.247 INFO:tasks.rados.rados.0.smithi059.stdout:1754: done (3 left) 2024-08-17T17:11:19.248 INFO:tasks.rados.rados.0.smithi059.stdout:1758: snap_remove snap 162 2024-08-17T17:11:19.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:19 smithi059 ceph-mon[94685]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T17:11:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:19 smithi059 ceph-mon[92261]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T17:11:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:19 smithi087 ceph-mon[85676]: osdmap e443: 8 total, 8 up, 8 in 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (7m) 47s ago 8m 25.1M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (8m) 14s ago 8m 87.2M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (10m) 47s ago 10m 18.1M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (10m) 14s ago 10m 21.5M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (4m) 14s ago 13m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (4m) 47s ago 14m 525M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (3m) 47s ago 15m 54.1M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (3m) 14s ago 13m 42.6M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:11:19.721 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (3m) 47s ago 13m 44.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (8m) 47s ago 8m 15.5M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (8m) 14s ago 8m 17.0M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (2m) 47s ago 13m 201M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (119s) 47s ago 12m 166M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (84s) 47s ago 12m 118M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (51s) 47s ago 11m 12.2M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4065d0c6cd6e 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (19s) 14s ago 11m 12.2M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a9f47d531829 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (11m) 14s ago 11m 294M 2480M 18.2.4-719-gced649f8 c870753d67c2 fda6048efef9 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (10m) 14s ago 10m 197M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (10m) 14s ago 10m 183M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:11:19.722 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (4m) 14s ago 9m 53.5M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:11:20.077 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3, 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 5 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:11:20.078 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:11:20.079 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:11:20.079 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:11:20.079 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 5, 2024-08-17T17:11:20.079 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 10 2024-08-17T17:11:20.079 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:11:20.079 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:11:20.150 INFO:tasks.rados.rados.0.smithi059.stdout:1758: done (3 left) 2024-08-17T17:11:20.151 INFO:tasks.rados.rados.0.smithi059.stdout:1759: snap_create 2024-08-17T17:11:20.151 INFO:tasks.rados.rados.0.smithi059.stdout:1755: finishing write tid 2 to smithi05980601-50 2024-08-17T17:11:20.151 INFO:tasks.rados.rados.0.smithi059.stdout:1755: finishing write tid 3 to smithi05980601-50 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1755: finishing write tid 4 to smithi05980601-50 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1755: finishing write tid 5 to smithi05980601-50 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1755: finishing write tid 6 to smithi05980601-50 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1755: oid 50 updating version 0 to 1626 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1755: oid 50 version 1626 is already newer than 1624 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1755: oid 50 updating version 1626 to 1628 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1755: oid 50 version 1628 is already newer than 1627 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1755: oid 50 version 1628 is already newer than 1625 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 1628 (ObjNum 562 snap 184 seq_num 562) dirty exists 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1755: left oid 50 (ObjNum 562 snap 184 seq_num 562) 2024-08-17T17:11:20.152 INFO:tasks.rados.rados.0.smithi059.stdout:1756: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:11:20.267 INFO:tasks.rados.rados.0.smithi059.stdout:1757: finishing write tid 1 to smithi05980601-28 2024-08-17T17:11:20.267 INFO:tasks.rados.rados.0.smithi059.stdout:1757: finishing write tid 2 to smithi05980601-28 2024-08-17T17:11:20.267 INFO:tasks.rados.rados.0.smithi059.stdout:1757: finishing write tid 3 to smithi05980601-28 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:1757: finishing write tid 4 to smithi05980601-28 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:1757: finishing write tid 5 to smithi05980601-28 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:1757: finishing write tid 6 to smithi05980601-28 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:1757: oid 28 updating version 0 to 804 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:1757: oid 28 updating version 804 to 808 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:1757: oid 28 version 808 is already newer than 807 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:1757: oid 28 version 808 is already newer than 806 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:1757: oid 28 version 808 is already newer than 805 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 808 (ObjNum 563 snap 184 seq_num 563) dirty exists 2024-08-17T17:11:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:1757: left oid 28 (ObjNum 563 snap 184 seq_num 563) 2024-08-17T17:11:20.390 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:11:20.390 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:11:20.390 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:11:20.391 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:11:20.391 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:11:20.391 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:11:20.391 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:11:20.391 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:11:20.391 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "10/20 daemons upgraded", 2024-08-17T17:11:20.391 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:11:20.391 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:11:20.391 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:11:20.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[92261]: pgmap v329: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.7 MiB/s wr, 20 op/s 2024-08-17T17:11:20.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[92261]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:20.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[92261]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T17:11:20.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:20.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:20.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:20.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3817275152' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:20.392 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[94685]: pgmap v329: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.7 MiB/s wr, 20 op/s 2024-08-17T17:11:20.392 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[94685]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:20.393 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[94685]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T17:11:20.393 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:20.393 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:20.393 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:20.393 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:20 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3817275152' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:20 smithi087 ceph-mon[85676]: pgmap v329: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.7 MiB/s wr, 20 op/s 2024-08-17T17:11:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:20 smithi087 ceph-mon[85676]: from='client.44309 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:20 smithi087 ceph-mon[85676]: osdmap e444: 8 total, 8 up, 8 in 2024-08-17T17:11:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:20 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3817275152' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:21.131 INFO:tasks.rados.rados.0.smithi059.stdout:1755: done (3 left) 2024-08-17T17:11:21.131 INFO:tasks.rados.rados.0.smithi059.stdout:1756: done (2 left) 2024-08-17T17:11:21.131 INFO:tasks.rados.rados.0.smithi059.stdout:1757: done (1 left) 2024-08-17T17:11:21.131 INFO:tasks.rados.rados.0.smithi059.stdout:1759: done (0 left) 2024-08-17T17:11:21.131 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 185 2024-08-17T17:11:21.132 INFO:tasks.rados.rados.0.smithi059.stdout:1760: seq_num 564 ranges {6111232=655360,6766592=442368,7208960=598016,7806976=565248} 2024-08-17T17:11:21.168 INFO:tasks.rados.rados.0.smithi059.stdout:1760: writing smithi05980601-42 from 6111232 to 6766592 tid 1 2024-08-17T17:11:21.171 INFO:tasks.rados.rados.0.smithi059.stdout:1760: writing smithi05980601-42 from 6766592 to 7208960 tid 2 2024-08-17T17:11:21.175 INFO:tasks.rados.rados.0.smithi059.stdout:1760: writing smithi05980601-42 from 7208960 to 7806976 tid 3 2024-08-17T17:11:21.178 INFO:tasks.rados.rados.0.smithi059.stdout:1760: writing smithi05980601-42 from 7806976 to 8372224 tid 4 2024-08-17T17:11:21.178 INFO:tasks.rados.rados.0.smithi059.stdout:1761: copy_from oid 22 from oid 18 current snap is 185 2024-08-17T17:11:21.179 INFO:tasks.rados.rados.0.smithi059.stdout:1760: finishing write tid 1 to smithi05980601-42 2024-08-17T17:11:21.179 INFO:tasks.rados.rados.0.smithi059.stdout:1760: finishing write tid 2 to smithi05980601-42 2024-08-17T17:11:21.179 INFO:tasks.rados.rados.0.smithi059.stdout:1760: finishing write tid 3 to smithi05980601-42 2024-08-17T17:11:21.179 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 185 2024-08-17T17:11:21.179 INFO:tasks.rados.rados.0.smithi059.stdout:1762: seq_num 565 ranges {12419072=671744,13090816=729088,13819904=753664,14573568=122880} 2024-08-17T17:11:21.250 INFO:tasks.rados.rados.0.smithi059.stdout:1762: writing smithi05980601-21 from 12419072 to 13090816 tid 1 2024-08-17T17:11:21.254 INFO:tasks.rados.rados.0.smithi059.stdout:1762: writing smithi05980601-21 from 13090816 to 13819904 tid 2 2024-08-17T17:11:21.258 INFO:tasks.rados.rados.0.smithi059.stdout:1762: writing smithi05980601-21 from 13819904 to 14573568 tid 3 2024-08-17T17:11:21.259 INFO:tasks.rados.rados.0.smithi059.stdout:1762: writing smithi05980601-21 from 14573568 to 14696448 tid 4 2024-08-17T17:11:21.259 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 185 2024-08-17T17:11:21.259 INFO:tasks.rados.rados.0.smithi059.stdout:1763: seq_num 566 ranges {7634944=688128,8323072=614400,8937472=565248,9502720=425984} 2024-08-17T17:11:21.305 INFO:tasks.rados.rados.0.smithi059.stdout:1763: writing smithi05980601-15 from 7634944 to 8323072 tid 1 2024-08-17T17:11:21.308 INFO:tasks.rados.rados.0.smithi059.stdout:1763: writing smithi05980601-15 from 8323072 to 8937472 tid 2 2024-08-17T17:11:21.311 INFO:tasks.rados.rados.0.smithi059.stdout:1763: writing smithi05980601-15 from 8937472 to 9502720 tid 3 2024-08-17T17:11:21.313 INFO:tasks.rados.rados.0.smithi059.stdout:1763: writing smithi05980601-15 from 9502720 to 9928704 tid 4 2024-08-17T17:11:21.313 INFO:tasks.rados.rados.0.smithi059.stdout:1764: read oid 38 snap -1 2024-08-17T17:11:21.314 INFO:tasks.rados.rados.0.smithi059.stdout:1764: expect (ObjNum 539 snap 171 seq_num 539) 2024-08-17T17:11:21.314 INFO:tasks.rados.rados.0.smithi059.stdout:1765: snap_remove snap 165 2024-08-17T17:11:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:21 smithi059 ceph-mon[94685]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:21 smithi059 ceph-mon[94685]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:21 smithi059 ceph-mon[94685]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T17:11:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:21 smithi059 ceph-mon[94685]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T17:11:21.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:21 smithi059 ceph-mon[92261]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:21.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:21 smithi059 ceph-mon[92261]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:21.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:21 smithi059 ceph-mon[92261]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T17:11:21.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:21 smithi059 ceph-mon[92261]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T17:11:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:21 smithi087 ceph-mon[85676]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:21 smithi087 ceph-mon[85676]: from='client.34404 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:21 smithi087 ceph-mon[85676]: osdmap e445: 8 total, 8 up, 8 in 2024-08-17T17:11:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:21 smithi087 ceph-mon[85676]: osdmap e446: 8 total, 8 up, 8 in 2024-08-17T17:11:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:1765: done (5 left) 2024-08-17T17:11:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:1766: rmattr oid 48 current snap is 185 2024-08-17T17:11:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:1760: finishing write tid 4 to smithi05980601-42 2024-08-17T17:11:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:1760: finishing write tid 5 to smithi05980601-42 2024-08-17T17:11:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:1760: finishing write tid 6 to smithi05980601-42 2024-08-17T17:11:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:1760: oid 42 updating version 0 to 801 2024-08-17T17:11:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:1760: oid 42 updating version 801 to 804 2024-08-17T17:11:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:1760: oid 42 version 804 is already newer than 802 2024-08-17T17:11:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:1760: oid 42 version 804 is already newer than 800 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1760: oid 42 version 804 is already newer than 803 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 804 (ObjNum 564 snap 185 seq_num 564) dirty exists 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1760: left oid 42 (ObjNum 564 snap 185 seq_num 564) 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1761: finishing copy_from racing read to smithi05980601-22 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1761: finishing copy_from to smithi05980601-22 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 509 (ObjNum 530 snap 170 seq_num 530) dirty exists 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1762: finishing write tid 1 to smithi05980601-21 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1760: done (5 left) 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1761: done (4 left) 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1767: rollback oid 20 current snap is 185 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 20 to 182 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1762: finishing write tid 2 to smithi05980601-21 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1762: finishing write tid 3 to smithi05980601-21 2024-08-17T17:11:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:1762: finishing write tid 4 to smithi05980601-21 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1762: finishing write tid 5 to smithi05980601-21 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1762: finishing write tid 6 to smithi05980601-21 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1762: oid 21 updating version 0 to 1049 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1762: oid 21 updating version 1049 to 1051 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1762: oid 21 updating version 1051 to 1052 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1762: oid 21 version 1052 is already newer than 1050 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1762: oid 21 updating version 1052 to 1053 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1053 (ObjNum 565 snap 185 seq_num 565) dirty exists 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1762: left oid 21 (ObjNum 565 snap 185 seq_num 565) 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1763: finishing write tid 1 to smithi05980601-15 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1763: finishing write tid 2 to smithi05980601-15 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1762: done (4 left) 2024-08-17T17:11:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:1768: read oid 40 snap -1 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1768: expect deleted 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1769: snap_create 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: finishing write tid 3 to smithi05980601-15 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: finishing write tid 4 to smithi05980601-15 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: finishing write tid 5 to smithi05980601-15 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: finishing write tid 6 to smithi05980601-15 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: oid 15 updating version 0 to 562 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: oid 15 version 562 is already newer than 561 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: oid 15 version 562 is already newer than 559 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: oid 15 updating version 562 to 563 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: oid 15 version 563 is already newer than 560 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 563 (ObjNum 566 snap 185 seq_num 566) dirty exists 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1763: left oid 15 (ObjNum 566 snap 185 seq_num 566) 2024-08-17T17:11:22.161 INFO:tasks.rados.rados.0.smithi059.stdout:1764: expect (ObjNum 539 snap 171 seq_num 539) 2024-08-17T17:11:22.360 INFO:tasks.rados.rados.0.smithi059.stdout:1767: finishing rollback tid 0 to smithi05980601-20 2024-08-17T17:11:22.360 INFO:tasks.rados.rados.0.smithi059.stdout:1767: finishing rollback tid 1 to smithi05980601-20 2024-08-17T17:11:22.360 INFO:tasks.rados.rados.0.smithi059.stdout:1767: finishing rollback tid 2 to smithi05980601-20 2024-08-17T17:11:22.360 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 1492 (ObjNum 543 snap 174 seq_num 543) dirty exists 2024-08-17T17:11:22.360 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1059 (ObjNum 421 snap 142 seq_num 421) dirty exists 2024-08-17T17:11:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:22 smithi059 ceph-mon[92261]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:22 smithi059 ceph-mon[92261]: pgmap v332: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.8 MiB/s wr, 8 op/s 2024-08-17T17:11:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:22 smithi059 ceph-mon[94685]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:22 smithi059 ceph-mon[94685]: pgmap v332: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.8 MiB/s wr, 8 op/s 2024-08-17T17:11:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:22 smithi087 ceph-mon[85676]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:22 smithi087 ceph-mon[85676]: pgmap v332: 121 pgs: 121 active+clean; 373 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.8 MiB/s wr, 8 op/s 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:1763: done (5 left) 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:1764: done (4 left) 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:1766: done (3 left) 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:1767: done (2 left) 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:1768: done (1 left) 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:1769: done (0 left) 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:1770: read oid 1 snap -1 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:1770: expect deleted 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 186 2024-08-17T17:11:23.169 INFO:tasks.rados.rados.0.smithi059.stdout:1771: seq_num 567 ranges {3923968=704512,4628480=499712,5128192=770048,5898240=335872} 2024-08-17T17:11:23.193 INFO:tasks.rados.rados.0.smithi059.stdout:1771: writing smithi05980601-14 from 3923968 to 4628480 tid 1 2024-08-17T17:11:23.196 INFO:tasks.rados.rados.0.smithi059.stdout:1771: writing smithi05980601-14 from 4628480 to 5128192 tid 2 2024-08-17T17:11:23.200 INFO:tasks.rados.rados.0.smithi059.stdout:1771: writing smithi05980601-14 from 5128192 to 5898240 tid 3 2024-08-17T17:11:23.203 INFO:tasks.rados.rados.0.smithi059.stdout:1771: writing smithi05980601-14 from 5898240 to 6234112 tid 4 2024-08-17T17:11:23.203 INFO:tasks.rados.rados.0.smithi059.stdout:1772: snap_remove snap 181 2024-08-17T17:11:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:23 smithi059 ceph-mon[92261]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T17:11:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:23 smithi059 ceph-mon[94685]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T17:11:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:23 smithi087 ceph-mon[85676]: osdmap e447: 8 total, 8 up, 8 in 2024-08-17T17:11:24.173 INFO:tasks.rados.rados.0.smithi059.stdout:1772: done (2 left) 2024-08-17T17:11:24.173 INFO:tasks.rados.rados.0.smithi059.stdout:1773: rollback oid 30 current snap is 186 2024-08-17T17:11:24.173 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 172 2024-08-17T17:11:24.173 INFO:tasks.rados.rados.0.smithi059.stdout:1771: finishing write tid 1 to smithi05980601-14 2024-08-17T17:11:24.173 INFO:tasks.rados.rados.0.smithi059.stdout:1771: finishing write tid 2 to smithi05980601-14 2024-08-17T17:11:24.173 INFO:tasks.rados.rados.0.smithi059.stdout:1771: finishing write tid 3 to smithi05980601-14 2024-08-17T17:11:24.173 INFO:tasks.rados.rados.0.smithi059.stdout:1771: finishing write tid 4 to smithi05980601-14 2024-08-17T17:11:24.173 INFO:tasks.rados.rados.0.smithi059.stdout:1771: finishing write tid 5 to smithi05980601-14 2024-08-17T17:11:24.174 INFO:tasks.rados.rados.0.smithi059.stdout:1771: finishing write tid 6 to smithi05980601-14 2024-08-17T17:11:24.174 INFO:tasks.rados.rados.0.smithi059.stdout:1771: oid 14 updating version 0 to 185 2024-08-17T17:11:24.174 INFO:tasks.rados.rados.0.smithi059.stdout:1771: oid 14 updating version 185 to 187 2024-08-17T17:11:24.174 INFO:tasks.rados.rados.0.smithi059.stdout:1771: oid 14 updating version 187 to 189 2024-08-17T17:11:24.174 INFO:tasks.rados.rados.0.smithi059.stdout:1771: oid 14 version 189 is already newer than 186 2024-08-17T17:11:24.174 INFO:tasks.rados.rados.0.smithi059.stdout:1771: oid 14 version 189 is already newer than 188 2024-08-17T17:11:24.174 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 189 (ObjNum 567 snap 186 seq_num 567) dirty exists 2024-08-17T17:11:24.174 INFO:tasks.rados.rados.0.smithi059.stdout:1771: left oid 14 (ObjNum 567 snap 186 seq_num 567) 2024-08-17T17:11:24.175 INFO:tasks.rados.rados.0.smithi059.stdout:1770: done (2 left) 2024-08-17T17:11:24.175 INFO:tasks.rados.rados.0.smithi059.stdout:1771: done (1 left) 2024-08-17T17:11:24.175 INFO:tasks.rados.rados.0.smithi059.stdout:1774: copy_from oid 9 from oid 25 current snap is 186 2024-08-17T17:11:24.175 INFO:tasks.rados.rados.0.smithi059.stdout:1775: setattr oid 6 current snap is 186 2024-08-17T17:11:24.176 INFO:tasks.rados.rados.0.smithi059.stdout:1776: copy_from oid 14 from oid 49 current snap is 186 2024-08-17T17:11:24.176 INFO:tasks.rados.rados.0.smithi059.stdout:1773: finishing rollback tid 0 to smithi05980601-30 2024-08-17T17:11:24.176 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 186 2024-08-17T17:11:24.176 INFO:tasks.rados.rados.0.smithi059.stdout:1777: seq_num 568 ranges {0=720896,720896=786432,1507328=581632,2088960=237568} 2024-08-17T17:11:24.180 INFO:tasks.rados.rados.0.smithi059.stdout:1777: writing smithi05980601-13 from 0 to 720896 tid 1 2024-08-17T17:11:24.186 INFO:tasks.rados.rados.0.smithi059.stdout:1777: writing smithi05980601-13 from 720896 to 1507328 tid 2 2024-08-17T17:11:24.190 INFO:tasks.rados.rados.0.smithi059.stdout:1777: writing smithi05980601-13 from 1507328 to 2088960 tid 3 2024-08-17T17:11:24.192 INFO:tasks.rados.rados.0.smithi059.stdout:1777: writing smithi05980601-13 from 2088960 to 2326528 tid 4 2024-08-17T17:11:24.192 INFO:tasks.rados.rados.0.smithi059.stdout:1778: snap_remove snap 185 2024-08-17T17:11:24.450 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:24 smithi087 ceph-mon[85676]: pgmap v335: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-08-17T17:11:24.450 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:24 smithi087 ceph-mon[85676]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T17:11:24.450 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:24 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:11:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:24 smithi059 ceph-mon[92261]: pgmap v335: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-08-17T17:11:24.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:24 smithi059 ceph-mon[92261]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T17:11:24.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:24 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:11:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:24 smithi059 ceph-mon[94685]: pgmap v335: 121 pgs: 121 active+clean; 369 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-08-17T17:11:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:24 smithi059 ceph-mon[94685]: osdmap e448: 8 total, 8 up, 8 in 2024-08-17T17:11:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:24 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-08-17T17:11:25.190 INFO:tasks.rados.rados.0.smithi059.stdout:1773: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:11:25.191 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1493 (ObjNum 537 snap 171 seq_num 537) dirty exists 2024-08-17T17:11:25.191 INFO:tasks.rados.rados.0.smithi059.stdout:1773: finishing rollback tid 2 to smithi05980601-30 2024-08-17T17:11:25.191 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 256 (ObjNum 471 snap 157 seq_num 471) dirty exists 2024-08-17T17:11:25.191 INFO:tasks.rados.rados.0.smithi059.stdout:1777: finishing write tid 1 to smithi05980601-13 2024-08-17T17:11:25.191 INFO:tasks.rados.rados.0.smithi059.stdout:1777: finishing write tid 2 to smithi05980601-13 2024-08-17T17:11:25.191 INFO:tasks.rados.rados.0.smithi059.stdout:1777: finishing write tid 3 to smithi05980601-13 2024-08-17T17:11:25.192 INFO:tasks.rados.rados.0.smithi059.stdout:1777: finishing write tid 4 to smithi05980601-13 2024-08-17T17:11:25.192 INFO:tasks.rados.rados.0.smithi059.stdout:1777: finishing write tid 5 to smithi05980601-13 2024-08-17T17:11:25.192 INFO:tasks.rados.rados.0.smithi059.stdout:1777: finishing write tid 6 to smithi05980601-13 2024-08-17T17:11:25.192 INFO:tasks.rados.rados.0.smithi059.stdout:1777: oid 13 updating version 0 to 481 2024-08-17T17:11:25.192 INFO:tasks.rados.rados.0.smithi059.stdout:1777: oid 13 version 481 is already newer than 477 2024-08-17T17:11:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:1777: oid 13 version 481 is already newer than 479 2024-08-17T17:11:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:1777: oid 13 version 481 is already newer than 478 2024-08-17T17:11:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:1777: oid 13 version 481 is already newer than 480 2024-08-17T17:11:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 481 (ObjNum 568 snap 186 seq_num 568) dirty exists 2024-08-17T17:11:25.194 INFO:tasks.rados.rados.0.smithi059.stdout:1777: left oid 13 (ObjNum 568 snap 186 seq_num 568) 2024-08-17T17:11:25.194 INFO:tasks.rados.rados.0.smithi059.stdout:1774: finishing copy_from racing read to smithi05980601-9 2024-08-17T17:11:25.194 INFO:tasks.rados.rados.0.smithi059.stdout:1774: finishing copy_from to smithi05980601-9 2024-08-17T17:11:25.194 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1053 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:11:25.194 INFO:tasks.rados.rados.0.smithi059.stdout:1776: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:11:25.195 INFO:tasks.rados.rados.0.smithi059.stdout:1776: finishing copy_from to smithi05980601-14 2024-08-17T17:11:25.195 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 1608 (ObjNum 560 snap 182 seq_num 560) dirty exists 2024-08-17T17:11:25.195 INFO:tasks.rados.rados.0.smithi059.stdout:1773: done (5 left) 2024-08-17T17:11:25.195 INFO:tasks.rados.rados.0.smithi059.stdout:1774: done (4 left) 2024-08-17T17:11:25.195 INFO:tasks.rados.rados.0.smithi059.stdout:1775: done (3 left) 2024-08-17T17:11:25.195 INFO:tasks.rados.rados.0.smithi059.stdout:1776: done (2 left) 2024-08-17T17:11:25.195 INFO:tasks.rados.rados.0.smithi059.stdout:1777: done (1 left) 2024-08-17T17:11:25.196 INFO:tasks.rados.rados.0.smithi059.stdout:1778: done (0 left) 2024-08-17T17:11:25.196 INFO:tasks.rados.rados.0.smithi059.stdout:1779: copy_from oid 33 from oid 44 current snap is 186 2024-08-17T17:11:25.196 INFO:tasks.rados.rados.0.smithi059.stdout:1780: snap_create 2024-08-17T17:11:25.201 INFO:tasks.rados.rados.0.smithi059.stdout:1779: finishing copy_from racing read to smithi05980601-33 2024-08-17T17:11:25.202 INFO:tasks.rados.rados.0.smithi059.stdout:1779: finishing copy_from to smithi05980601-33 2024-08-17T17:11:25.202 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 799 (ObjNum 555 snap 181 seq_num 555) dirty exists 2024-08-17T17:11:25.483 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:25 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:11:25.483 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:25 smithi087 ceph-mon[85676]: Upgrade: osd.5 is safe to restart 2024-08-17T17:11:25.483 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:25 smithi087 ceph-mon[85676]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T17:11:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:25 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:11:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:25 smithi059 ceph-mon[92261]: Upgrade: osd.5 is safe to restart 2024-08-17T17:11:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:25 smithi059 ceph-mon[92261]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T17:11:25.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:25 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-17T17:11:25.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:25 smithi059 ceph-mon[94685]: Upgrade: osd.5 is safe to restart 2024-08-17T17:11:25.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:25 smithi059 ceph-mon[94685]: osdmap e449: 8 total, 8 up, 8 in 2024-08-17T17:11:26.130 INFO:tasks.rados.rados.0.smithi059.stdout:1779: done (1 left) 2024-08-17T17:11:26.131 INFO:tasks.rados.rados.0.smithi059.stdout:1780: done (0 left) 2024-08-17T17:11:26.131 INFO:tasks.rados.rados.0.smithi059.stdout:1781: delete oid 30 current snap is 187 2024-08-17T17:11:26.138 INFO:tasks.rados.rados.0.smithi059.stdout:1781: done (0 left) 2024-08-17T17:11:26.138 INFO:tasks.rados.rados.0.smithi059.stdout:1782: rollback oid 41 current snap is 187 2024-08-17T17:11:26.138 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 173 2024-08-17T17:11:26.138 INFO:tasks.rados.rados.0.smithi059.stdout:1783: read oid 42 snap -1 2024-08-17T17:11:26.138 INFO:tasks.rados.rados.0.smithi059.stdout:1783: expect (ObjNum 564 snap 185 seq_num 564) 2024-08-17T17:11:26.138 INFO:tasks.rados.rados.0.smithi059.stdout:1784: copy_from oid 31 from oid 50 current snap is 187 2024-08-17T17:11:26.138 INFO:tasks.rados.rados.0.smithi059.stdout:1785: snap_create 2024-08-17T17:11:26.141 INFO:tasks.rados.rados.0.smithi059.stdout:1782: finishing rollback tid 0 to smithi05980601-41 2024-08-17T17:11:26.145 INFO:tasks.rados.rados.0.smithi059.stdout:1782: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:11:26.145 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1055 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:11:26.164 INFO:tasks.rados.rados.0.smithi059.stdout:1784: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:11:26.165 INFO:tasks.rados.rados.0.smithi059.stdout:1784: finishing copy_from to smithi05980601-31 2024-08-17T17:11:26.165 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1628 (ObjNum 562 snap 184 seq_num 562) dirty exists 2024-08-17T17:11:26.171 INFO:tasks.rados.rados.0.smithi059.stdout:1783: expect (ObjNum 564 snap 185 seq_num 564) 2024-08-17T17:11:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[94685]: pgmap v338: 121 pgs: 121 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-17T17:11:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[94685]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T17:11:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:11:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[94685]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T17:11:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[92261]: pgmap v338: 121 pgs: 121 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-17T17:11:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[92261]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T17:11:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:11:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:26 smithi059 ceph-mon[92261]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T17:11:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:26 smithi087 ceph-mon[85676]: pgmap v338: 121 pgs: 121 active+clean; 368 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-17T17:11:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:26 smithi087 ceph-mon[85676]: osdmap e450: 8 total, 8 up, 8 in 2024-08-17T17:11:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:26 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:26 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-08-17T17:11:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:26 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:26 smithi087 ceph-mon[85676]: osdmap e451: 8 total, 8 up, 8 in 2024-08-17T17:11:27.135 INFO:tasks.rados.rados.0.smithi059.stdout:1782: done (3 left) 2024-08-17T17:11:27.135 INFO:tasks.rados.rados.0.smithi059.stdout:1783: done (2 left) 2024-08-17T17:11:27.136 INFO:tasks.rados.rados.0.smithi059.stdout:1784: done (1 left) 2024-08-17T17:11:27.136 INFO:tasks.rados.rados.0.smithi059.stdout:1785: done (0 left) 2024-08-17T17:11:27.136 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 188 2024-08-17T17:11:27.136 INFO:tasks.rados.rados.0.smithi059.stdout:1786: seq_num 570 ranges {3842048=753664,4595712=548864,5144576=540672,5685248=516096} 2024-08-17T17:11:27.160 INFO:tasks.rados.rados.0.smithi059.stdout:1786: writing smithi05980601-47 from 3842048 to 4595712 tid 1 2024-08-17T17:11:27.163 INFO:tasks.rados.rados.0.smithi059.stdout:1786: writing smithi05980601-47 from 4595712 to 5144576 tid 2 2024-08-17T17:11:27.166 INFO:tasks.rados.rados.0.smithi059.stdout:1786: writing smithi05980601-47 from 5144576 to 5685248 tid 3 2024-08-17T17:11:27.170 INFO:tasks.rados.rados.0.smithi059.stdout:1786: writing smithi05980601-47 from 5685248 to 6201344 tid 4 2024-08-17T17:11:27.170 INFO:tasks.rados.rados.0.smithi059.stdout:1787: read oid 37 snap -1 2024-08-17T17:11:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:1787: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:11:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:1788: snap_create 2024-08-17T17:11:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:1786: finishing write tid 1 to smithi05980601-47 2024-08-17T17:11:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:1786: finishing write tid 2 to smithi05980601-47 2024-08-17T17:11:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:1786: finishing write tid 3 to smithi05980601-47 2024-08-17T17:11:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:1786: finishing write tid 4 to smithi05980601-47 2024-08-17T17:11:27.173 INFO:tasks.rados.rados.0.smithi059.stdout:1786: finishing write tid 5 to smithi05980601-47 2024-08-17T17:11:27.174 INFO:tasks.rados.rados.0.smithi059.stdout:1786: finishing write tid 6 to smithi05980601-47 2024-08-17T17:11:27.174 INFO:tasks.rados.rados.0.smithi059.stdout:1786: oid 47 updating version 0 to 595 2024-08-17T17:11:27.174 INFO:tasks.rados.rados.0.smithi059.stdout:1786: oid 47 updating version 595 to 599 2024-08-17T17:11:27.174 INFO:tasks.rados.rados.0.smithi059.stdout:1786: oid 47 version 599 is already newer than 597 2024-08-17T17:11:27.174 INFO:tasks.rados.rados.0.smithi059.stdout:1786: oid 47 version 599 is already newer than 598 2024-08-17T17:11:27.174 INFO:tasks.rados.rados.0.smithi059.stdout:1786: oid 47 version 599 is already newer than 596 2024-08-17T17:11:27.174 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 599 (ObjNum 570 snap 188 seq_num 570) dirty exists 2024-08-17T17:11:27.175 INFO:tasks.rados.rados.0.smithi059.stdout:1786: left oid 47 (ObjNum 570 snap 188 seq_num 570) 2024-08-17T17:11:27.175 INFO:tasks.rados.rados.0.smithi059.stdout:1787: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:11:27.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:27 smithi059 ceph-mon[92261]: Upgrade: Updating osd.5 2024-08-17T17:11:27.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:27 smithi059 ceph-mon[92261]: Deploying daemon osd.5 on smithi087 2024-08-17T17:11:27.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:27 smithi059 ceph-mon[92261]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T17:11:27.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:27 smithi059 ceph-mon[94685]: Upgrade: Updating osd.5 2024-08-17T17:11:27.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:27 smithi059 ceph-mon[94685]: Deploying daemon osd.5 on smithi087 2024-08-17T17:11:27.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:27 smithi059 ceph-mon[94685]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T17:11:27.442 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:27 smithi087 ceph-mon[85676]: Upgrade: Updating osd.5 2024-08-17T17:11:27.442 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:27 smithi087 ceph-mon[85676]: Deploying daemon osd.5 on smithi087 2024-08-17T17:11:27.442 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:27 smithi087 ceph-mon[85676]: osdmap e452: 8 total, 8 up, 8 in 2024-08-17T17:11:27.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:11:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:11:27] "GET /metrics HTTP/1.1" 200 36217 "" "Prometheus/2.43.0" 2024-08-17T17:11:28.133 INFO:tasks.rados.rados.0.smithi059.stdout:1786: done (2 left) 2024-08-17T17:11:28.134 INFO:tasks.rados.rados.0.smithi059.stdout:1787: done (1 left) 2024-08-17T17:11:28.134 INFO:tasks.rados.rados.0.smithi059.stdout:1788: done (0 left) 2024-08-17T17:11:28.134 INFO:tasks.rados.rados.0.smithi059.stdout:1789: snap_create 2024-08-17T17:11:28.462 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:28 smithi087 ceph-mon[85676]: pgmap v341: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.2 MiB/s wr, 13 op/s 2024-08-17T17:11:28.462 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:28 smithi087 ceph-mon[85676]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T17:11:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:28 smithi059 ceph-mon[92261]: pgmap v341: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.2 MiB/s wr, 13 op/s 2024-08-17T17:11:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:28 smithi059 ceph-mon[92261]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T17:11:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:28 smithi059 ceph-mon[94685]: pgmap v341: 121 pgs: 121 active+clean; 361 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.2 MiB/s wr, 13 op/s 2024-08-17T17:11:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:28 smithi059 ceph-mon[94685]: osdmap e453: 8 total, 8 up, 8 in 2024-08-17T17:11:28.727 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:28 smithi087 systemd[1]: Stopping Ceph osd.5 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:11:29.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[43883]: 2024-08-17T17:11:28.742+0000 7fc489b60640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:11:29.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[43883]: 2024-08-17T17:11:28.742+0000 7fc489b60640 -1 osd.5 452 *** Got signal Terminated *** 2024-08-17T17:11:29.051 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[43883]: 2024-08-17T17:11:28.742+0000 7fc489b60640 -1 osd.5 452 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:11:29.138 INFO:tasks.rados.rados.0.smithi059.stdout:1789: done (0 left) 2024-08-17T17:11:29.139 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 190 2024-08-17T17:11:29.139 INFO:tasks.rados.rados.0.smithi059.stdout:1790: seq_num 571 ranges {3473408=770048,4243456=483328,4726784=753664,5480448=368640} 2024-08-17T17:11:29.162 INFO:tasks.rados.rados.0.smithi059.stdout:1790: writing smithi05980601-27 from 3473408 to 4243456 tid 1 2024-08-17T17:11:29.164 INFO:tasks.rados.rados.0.smithi059.stdout:1790: writing smithi05980601-27 from 4243456 to 4726784 tid 2 2024-08-17T17:11:29.168 INFO:tasks.rados.rados.0.smithi059.stdout:1790: writing smithi05980601-27 from 4726784 to 5480448 tid 3 2024-08-17T17:11:29.170 INFO:tasks.rados.rados.0.smithi059.stdout:1790: writing smithi05980601-27 from 5480448 to 5849088 tid 4 2024-08-17T17:11:29.171 INFO:tasks.rados.rados.0.smithi059.stdout:1791: setattr oid 26 current snap is 190 2024-08-17T17:11:29.172 INFO:tasks.rados.rados.0.smithi059.stdout:1792: read oid 1 snap -1 2024-08-17T17:11:29.172 INFO:tasks.rados.rados.0.smithi059.stdout:1792: expect deleted 2024-08-17T17:11:29.173 INFO:tasks.rados.rados.0.smithi059.stdout:1793: rollback oid 7 current snap is 190 2024-08-17T17:11:29.173 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 184 2024-08-17T17:11:29.173 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 190 2024-08-17T17:11:29.173 INFO:tasks.rados.rados.0.smithi059.stdout:1794: seq_num 572 ranges {1687552=786432,2473984=770048,3244032=557056,3801088=278528} 2024-08-17T17:11:29.186 INFO:tasks.rados.rados.0.smithi059.stdout:1794: writing smithi05980601-22 from 1687552 to 2473984 tid 1 2024-08-17T17:11:29.190 INFO:tasks.rados.rados.0.smithi059.stdout:1794: writing smithi05980601-22 from 2473984 to 3244032 tid 2 2024-08-17T17:11:29.194 INFO:tasks.rados.rados.0.smithi059.stdout:1794: writing smithi05980601-22 from 3244032 to 3801088 tid 3 2024-08-17T17:11:29.196 INFO:tasks.rados.rados.0.smithi059.stdout:1794: writing smithi05980601-22 from 3801088 to 4079616 tid 4 2024-08-17T17:11:29.196 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 190 2024-08-17T17:11:29.197 INFO:tasks.rados.rados.0.smithi059.stdout:1795: seq_num 573 ranges {0=802816,802816=655360,1458176=720896,2179072=229376} 2024-08-17T17:11:29.201 INFO:tasks.rados.rados.0.smithi059.stdout:1795: writing smithi05980601-17 from 0 to 802816 tid 1 2024-08-17T17:11:29.205 INFO:tasks.rados.rados.0.smithi059.stdout:1795: writing smithi05980601-17 from 802816 to 1458176 tid 2 2024-08-17T17:11:29.209 INFO:tasks.rados.rados.0.smithi059.stdout:1795: writing smithi05980601-17 from 1458176 to 2179072 tid 3 2024-08-17T17:11:29.211 INFO:tasks.rados.rados.0.smithi059.stdout:1795: writing smithi05980601-17 from 2179072 to 2408448 tid 4 2024-08-17T17:11:29.211 INFO:tasks.rados.rados.0.smithi059.stdout:1796: delete oid 30 current snap is 190 2024-08-17T17:11:29.211 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 564 (ObjNum 458 snap 152 seq_num 458) dirty exists 2024-08-17T17:11:29.211 INFO:tasks.rados.rados.0.smithi059.stdout:1795: finishing write tid 1 to smithi05980601-17 2024-08-17T17:11:29.211 INFO:tasks.rados.rados.0.smithi059.stdout:1795: finishing write tid 2 to smithi05980601-17 2024-08-17T17:11:29.212 INFO:tasks.rados.rados.0.smithi059.stdout:1791: done (6 left) 2024-08-17T17:11:29.212 INFO:tasks.rados.rados.0.smithi059.stdout:1792: done (5 left) 2024-08-17T17:11:29.212 INFO:tasks.rados.rados.0.smithi059.stdout:1796: done (4 left) 2024-08-17T17:11:29.212 INFO:tasks.rados.rados.0.smithi059.stdout:1797: delete oid 16 current snap is 190 2024-08-17T17:11:29.213 INFO:tasks.rados.rados.0.smithi059.stdout:1795: finishing write tid 3 to smithi05980601-17 2024-08-17T17:11:29.214 INFO:tasks.rados.rados.0.smithi059.stdout:1795: finishing write tid 4 to smithi05980601-17 2024-08-17T17:11:29.214 INFO:tasks.rados.rados.0.smithi059.stdout:1795: finishing write tid 5 to smithi05980601-17 2024-08-17T17:11:29.215 INFO:tasks.rados.rados.0.smithi059.stdout:1797: done (4 left) 2024-08-17T17:11:29.215 INFO:tasks.rados.rados.0.smithi059.stdout:1798: copy_from oid 31 from oid 34 current snap is 190 2024-08-17T17:11:29.215 INFO:tasks.rados.rados.0.smithi059.stdout:1799: read oid 44 snap 173 2024-08-17T17:11:29.215 INFO:tasks.rados.rados.0.smithi059.stdout:1799: expect deleted 2024-08-17T17:11:29.215 INFO:tasks.rados.rados.0.smithi059.stdout:1800: snap_remove snap 186 2024-08-17T17:11:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:29 smithi059 ceph-mon[92261]: osd.5 marked itself down and dead 2024-08-17T17:11:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:29 smithi059 ceph-mon[92261]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:11:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:29 smithi059 ceph-mon[92261]: osdmap e454: 8 total, 7 up, 8 in 2024-08-17T17:11:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:29 smithi059 ceph-mon[94685]: osd.5 marked itself down and dead 2024-08-17T17:11:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:29 smithi059 ceph-mon[94685]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:11:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:29 smithi059 ceph-mon[94685]: osdmap e454: 8 total, 7 up, 8 in 2024-08-17T17:11:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:29 smithi087 ceph-mon[85676]: osd.5 marked itself down and dead 2024-08-17T17:11:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:29 smithi087 ceph-mon[85676]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:11:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:29 smithi087 ceph-mon[85676]: osdmap e454: 8 total, 7 up, 8 in 2024-08-17T17:11:29.911 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:29 smithi087 podman[95405]: 2024-08-17 17:11:29.63704091 +0000 UTC m=+1.017222642 container died fda6048efef96ba09a0ee6bd81ecf97379ff16996e229a28bd29bea209e9757f (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-08-17T17:11:30.140 INFO:tasks.rados.rados.0.smithi059.stdout:1800: done (6 left) 2024-08-17T17:11:30.140 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 190 2024-08-17T17:11:30.140 INFO:tasks.rados.rados.0.smithi059.stdout:1801: seq_num 576 ranges {0=49152} 2024-08-17T17:11:30.141 INFO:tasks.rados.rados.0.smithi059.stdout:1801: writing smithi05980601-46 from 0 to 49152 tid 1 2024-08-17T17:11:30.141 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 190 2024-08-17T17:11:30.141 INFO:tasks.rados.rados.0.smithi059.stdout:1802: seq_num 577 ranges {0=65536} 2024-08-17T17:11:30.141 INFO:tasks.rados.rados.0.smithi059.stdout:1802: writing smithi05980601-40 from 0 to 65536 tid 1 2024-08-17T17:11:30.142 INFO:tasks.rados.rados.0.smithi059.stdout:1803: read oid 38 snap -1 2024-08-17T17:11:30.142 INFO:tasks.rados.rados.0.smithi059.stdout:1803: expect (ObjNum 539 snap 171 seq_num 539) 2024-08-17T17:11:30.142 INFO:tasks.rados.rados.0.smithi059.stdout:1804: delete oid 45 current snap is 190 2024-08-17T17:11:30.143 INFO:tasks.rados.rados.0.smithi059.stdout:1795: finishing write tid 6 to smithi05980601-17 2024-08-17T17:11:30.143 INFO:tasks.rados.rados.0.smithi059.stdout:1795: oid 17 updating version 0 to 1666 2024-08-17T17:11:30.143 INFO:tasks.rados.rados.0.smithi059.stdout:1795: oid 17 updating version 1666 to 1667 2024-08-17T17:11:30.143 INFO:tasks.rados.rados.0.smithi059.stdout:1795: oid 17 version 1667 is already newer than 1665 2024-08-17T17:11:30.143 INFO:tasks.rados.rados.0.smithi059.stdout:1795: oid 17 version 1667 is already newer than 1664 2024-08-17T17:11:30.143 INFO:tasks.rados.rados.0.smithi059.stdout:1795: oid 17 version 1667 is already newer than 1663 2024-08-17T17:11:30.143 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1667 (ObjNum 573 snap 190 seq_num 573) dirty exists 2024-08-17T17:11:30.143 INFO:tasks.rados.rados.0.smithi059.stdout:1795: left oid 17 (ObjNum 573 snap 190 seq_num 573) 2024-08-17T17:11:30.147 INFO:tasks.rados.rados.0.smithi059.stdout:1798: finishing copy_from to smithi05980601-31 2024-08-17T17:11:30.147 INFO:tasks.rados.rados.0.smithi059.stdout:1798: got expected ENOENT (src dne) 2024-08-17T17:11:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:1795: done (9 left) 2024-08-17T17:11:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:1804: done (8 left) 2024-08-17T17:11:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:1805: rmattr oid 29 current snap is 190 2024-08-17T17:11:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:1806: snap_create 2024-08-17T17:11:30.151 INFO:tasks.rados.rados.0.smithi059.stdout:1798: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:11:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:1802: finishing write tid 1 to smithi05980601-40 2024-08-17T17:11:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:1802: finishing write tid 2 to smithi05980601-40 2024-08-17T17:11:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:1802: finishing write tid 3 to smithi05980601-40 2024-08-17T17:11:30.158 INFO:tasks.rados.rados.0.smithi059.stdout:1802: oid 40 updating version 0 to 809 2024-08-17T17:11:30.159 INFO:tasks.rados.rados.0.smithi059.stdout:1802: oid 40 updating version 809 to 810 2024-08-17T17:11:30.159 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 810 (ObjNum 577 snap 190 seq_num 577) dirty exists 2024-08-17T17:11:30.159 INFO:tasks.rados.rados.0.smithi059.stdout:1802: left oid 40 (ObjNum 577 snap 190 seq_num 577) 2024-08-17T17:11:30.159 INFO:tasks.rados.rados.0.smithi059.stdout:1801: finishing write tid 1 to smithi05980601-46 2024-08-17T17:11:30.159 INFO:tasks.rados.rados.0.smithi059.stdout:1801: finishing write tid 2 to smithi05980601-46 2024-08-17T17:11:30.159 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 237 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:11:30.161 INFO:tasks.rados.rados.0.smithi059.stdout:1801: finishing write tid 3 to smithi05980601-46 2024-08-17T17:11:30.161 INFO:tasks.rados.rados.0.smithi059.stdout:1801: oid 46 updating version 0 to 1495 2024-08-17T17:11:30.161 INFO:tasks.rados.rados.0.smithi059.stdout:1801: oid 46 version 1495 is already newer than 1494 2024-08-17T17:11:30.161 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 1495 (ObjNum 576 snap 190 seq_num 576) dirty exists 2024-08-17T17:11:30.161 INFO:tasks.rados.rados.0.smithi059.stdout:1801: left oid 46 (ObjNum 576 snap 190 seq_num 576) 2024-08-17T17:11:30.162 INFO:tasks.rados.rados.0.smithi059.stdout:1793: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:11:30.162 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 341 (ObjNum 33 snap 0 seq_num 338675040) dirty dne 2024-08-17T17:11:30.163 INFO:tasks.rados.rados.0.smithi059.stdout:1790: finishing write tid 1 to smithi05980601-27 2024-08-17T17:11:30.163 INFO:tasks.rados.rados.0.smithi059.stdout:1790: finishing write tid 2 to smithi05980601-27 2024-08-17T17:11:30.163 INFO:tasks.rados.rados.0.smithi059.stdout:1790: finishing write tid 3 to smithi05980601-27 2024-08-17T17:11:30.166 INFO:tasks.rados.rados.0.smithi059.stdout:1790: finishing write tid 4 to smithi05980601-27 2024-08-17T17:11:30.166 INFO:tasks.rados.rados.0.smithi059.stdout:1790: finishing write tid 5 to smithi05980601-27 2024-08-17T17:11:30.167 INFO:tasks.rados.rados.0.smithi059.stdout:1790: finishing write tid 6 to smithi05980601-27 2024-08-17T17:11:30.167 INFO:tasks.rados.rados.0.smithi059.stdout:1790: oid 27 updating version 0 to 591 2024-08-17T17:11:30.167 INFO:tasks.rados.rados.0.smithi059.stdout:1790: oid 27 updating version 591 to 592 2024-08-17T17:11:30.167 INFO:tasks.rados.rados.0.smithi059.stdout:1790: oid 27 version 592 is already newer than 589 2024-08-17T17:11:30.167 INFO:tasks.rados.rados.0.smithi059.stdout:1790: oid 27 updating version 592 to 593 2024-08-17T17:11:30.167 INFO:tasks.rados.rados.0.smithi059.stdout:1790: oid 27 version 593 is already newer than 590 2024-08-17T17:11:30.168 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 593 (ObjNum 571 snap 190 seq_num 571) dirty exists 2024-08-17T17:11:30.168 INFO:tasks.rados.rados.0.smithi059.stdout:1790: left oid 27 (ObjNum 571 snap 190 seq_num 571) 2024-08-17T17:11:30.172 INFO:tasks.rados.rados.0.smithi059.stdout:1794: finishing write tid 1 to smithi05980601-22 2024-08-17T17:11:30.172 INFO:tasks.rados.rados.0.smithi059.stdout:1794: finishing write tid 2 to smithi05980601-22 2024-08-17T17:11:30.172 INFO:tasks.rados.rados.0.smithi059.stdout:1794: finishing write tid 3 to smithi05980601-22 2024-08-17T17:11:30.172 INFO:tasks.rados.rados.0.smithi059.stdout:1794: finishing write tid 4 to smithi05980601-22 2024-08-17T17:11:30.172 INFO:tasks.rados.rados.0.smithi059.stdout:1794: finishing write tid 5 to smithi05980601-22 2024-08-17T17:11:30.173 INFO:tasks.rados.rados.0.smithi059.stdout:1794: finishing write tid 6 to smithi05980601-22 2024-08-17T17:11:30.173 INFO:tasks.rados.rados.0.smithi059.stdout:1794: oid 22 updating version 0 to 597 2024-08-17T17:11:30.174 INFO:tasks.rados.rados.0.smithi059.stdout:1794: oid 22 version 597 is already newer than 595 2024-08-17T17:11:30.174 INFO:tasks.rados.rados.0.smithi059.stdout:1794: oid 22 updating version 597 to 598 2024-08-17T17:11:30.174 INFO:tasks.rados.rados.0.smithi059.stdout:1794: oid 22 version 598 is already newer than 596 2024-08-17T17:11:30.174 INFO:tasks.rados.rados.0.smithi059.stdout:1794: oid 22 updating version 598 to 599 2024-08-17T17:11:30.174 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 599 (ObjNum 572 snap 190 seq_num 572) dirty exists 2024-08-17T17:11:30.174 INFO:tasks.rados.rados.0.smithi059.stdout:1794: left oid 22 (ObjNum 572 snap 190 seq_num 572) 2024-08-17T17:11:30.180 INFO:tasks.rados.rados.0.smithi059.stdout:1803: expect (ObjNum 539 snap 171 seq_num 539) 2024-08-17T17:11:30.192 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:30 smithi087 podman[95405]: 2024-08-17 17:11:30.083906887 +0000 UTC m=+1.464088612 container cleanup fda6048efef96ba09a0ee6bd81ecf97379ff16996e229a28bd29bea209e9757f (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=reef-ced649f, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:11:30.192 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:30 smithi087 bash[95405]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5 2024-08-17T17:11:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:30 smithi059 ceph-mon[92261]: pgmap v344: 121 pgs: 121 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 9.1 MiB/s wr, 16 op/s 2024-08-17T17:11:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:30 smithi059 ceph-mon[92261]: osdmap e455: 8 total, 7 up, 8 in 2024-08-17T17:11:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:30 smithi059 ceph-mon[94685]: pgmap v344: 121 pgs: 121 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 9.1 MiB/s wr, 16 op/s 2024-08-17T17:11:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:30 smithi059 ceph-mon[94685]: osdmap e455: 8 total, 7 up, 8 in 2024-08-17T17:11:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:30 smithi087 ceph-mon[85676]: pgmap v344: 121 pgs: 121 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 9.1 MiB/s wr, 16 op/s 2024-08-17T17:11:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:30 smithi087 ceph-mon[85676]: osdmap e455: 8 total, 7 up, 8 in 2024-08-17T17:11:30.550 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:30 smithi087 podman[95432]: 2024-08-17 17:11:30.293841973 +0000 UTC m=+0.657147502 container remove fda6048efef96ba09a0ee6bd81ecf97379ff16996e229a28bd29bea209e9757f (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, RELEASE=reef-ced649f, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-08-17T17:11:30.956 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:30 smithi087 podman[95519]: 2024-08-17 17:11:30.603711088 +0000 UTC m=+0.017730359 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:11:30.956 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:30 smithi087 podman[95519]: 2024-08-17 17:11:30.711666556 +0000 UTC m=+0.125685869 container create d108353af25f1e4430fa96eea0ae716a93d3f5f673f45ad42dd5fb9f5efbff2c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, ceph=True) 2024-08-17T17:11:30.956 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:30 smithi087 podman[95519]: 2024-08-17 17:11:30.955629285 +0000 UTC m=+0.369648568 container init d108353af25f1e4430fa96eea0ae716a93d3f5f673f45ad42dd5fb9f5efbff2c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:11:31.134 INFO:tasks.rados.rados.0.smithi059.stdout:1790: done (9 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1793: done (8 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1794: done (7 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1798: done (6 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1799: done (5 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1801: done (4 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1802: done (3 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1803: done (2 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1805: done (1 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1806: done (0 left) 2024-08-17T17:11:31.135 INFO:tasks.rados.rados.0.smithi059.stdout:1807: snap_remove snap 182 2024-08-17T17:11:31.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:30 smithi087 podman[95519]: 2024-08-17 17:11:30.959058296 +0000 UTC m=+0.373077570 container start d108353af25f1e4430fa96eea0ae716a93d3f5f673f45ad42dd5fb9f5efbff2c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:11:31.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:31 smithi087 podman[95519]: 2024-08-17 17:11:31.038983038 +0000 UTC m=+0.453002329 container attach d108353af25f1e4430fa96eea0ae716a93d3f5f673f45ad42dd5fb9f5efbff2c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:11:31.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:31 smithi087 podman[95519]: 2024-08-17 17:11:31.145741204 +0000 UTC m=+0.559760475 container died d108353af25f1e4430fa96eea0ae716a93d3f5f673f45ad42dd5fb9f5efbff2c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-08-17T17:11:32.134 INFO:tasks.rados.rados.0.smithi059.stdout:1807: done (0 left) 2024-08-17T17:11:32.135 INFO:tasks.rados.rados.0.smithi059.stdout:1808: delete oid 49 current snap is 191 2024-08-17T17:11:32.135 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:31 smithi087 podman[95542]: 2024-08-17 17:11:31.801072041 +0000 UTC m=+0.648832503 container remove d108353af25f1e4430fa96eea0ae716a93d3f5f673f45ad42dd5fb9f5efbff2c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0) 2024-08-17T17:11:32.135 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:31 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-17T17:11:32.136 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:31 smithi087 systemd[1]: Stopped Ceph osd.5 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:11:32.136 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:31 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.5.service: Consumed 14.512s CPU time. 2024-08-17T17:11:32.136 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 systemd[1]: Starting Ceph osd.5 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:11:32.147 INFO:tasks.rados.rados.0.smithi059.stdout:1808: done (0 left) 2024-08-17T17:11:32.147 INFO:tasks.rados.rados.0.smithi059.stdout:1809: delete oid 40 current snap is 191 2024-08-17T17:11:32.149 INFO:tasks.rados.rados.0.smithi059.stdout:1809: done (0 left) 2024-08-17T17:11:32.150 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 191 2024-08-17T17:11:32.150 INFO:tasks.rados.rados.0.smithi059.stdout:1810: seq_num 581 ranges {9928704=139264} 2024-08-17T17:11:32.205 INFO:tasks.rados.rados.0.smithi059.stdout:1810: writing smithi05980601-15 from 9928704 to 10067968 tid 1 2024-08-17T17:11:32.205 INFO:tasks.rados.rados.0.smithi059.stdout:1811: delete oid 41 current snap is 191 2024-08-17T17:11:32.207 INFO:tasks.rados.rados.0.smithi059.stdout:1811: done (1 left) 2024-08-17T17:11:32.207 INFO:tasks.rados.rados.0.smithi059.stdout:1812: read oid 43 snap -1 2024-08-17T17:11:32.207 INFO:tasks.rados.rados.0.smithi059.stdout:1812: expect (ObjNum 482 snap 157 seq_num 482) 2024-08-17T17:11:32.207 INFO:tasks.rados.rados.0.smithi059.stdout:1813: read oid 50 snap -1 2024-08-17T17:11:32.207 INFO:tasks.rados.rados.0.smithi059.stdout:1813: expect (ObjNum 562 snap 184 seq_num 562) 2024-08-17T17:11:32.207 INFO:tasks.rados.rados.0.smithi059.stdout:1814: delete oid 28 current snap is 191 2024-08-17T17:11:32.208 INFO:tasks.rados.rados.0.smithi059.stdout:1810: finishing write tid 1 to smithi05980601-15 2024-08-17T17:11:32.208 INFO:tasks.rados.rados.0.smithi059.stdout:1810: finishing write tid 2 to smithi05980601-15 2024-08-17T17:11:32.210 INFO:tasks.rados.rados.0.smithi059.stdout:1810: finishing write tid 3 to smithi05980601-15 2024-08-17T17:11:32.210 INFO:tasks.rados.rados.0.smithi059.stdout:1810: oid 15 updating version 0 to 566 2024-08-17T17:11:32.210 INFO:tasks.rados.rados.0.smithi059.stdout:1810: oid 15 version 566 is already newer than 565 2024-08-17T17:11:32.210 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 566 (ObjNum 581 snap 191 seq_num 581) dirty exists 2024-08-17T17:11:32.210 INFO:tasks.rados.rados.0.smithi059.stdout:1810: left oid 15 (ObjNum 581 snap 191 seq_num 581) 2024-08-17T17:11:32.225 INFO:tasks.rados.rados.0.smithi059.stdout:1813: expect (ObjNum 562 snap 184 seq_num 562) 2024-08-17T17:11:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:1812: expect (ObjNum 482 snap 157 seq_num 482) 2024-08-17T17:11:32.480 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-mon[85676]: pgmap v347: 121 pgs: 9 active+undersized, 15 stale+active+clean, 5 active+undersized+degraded, 92 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 811 KiB/s rd, 2.1 MiB/s wr, 7 op/s; 30/462 objects degraded (6.494%) 2024-08-17T17:11:32.480 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-mon[85676]: osdmap e456: 8 total, 7 up, 8 in 2024-08-17T17:11:32.480 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-mon[85676]: Health check failed: Degraded data redundancy: 30/462 objects degraded (6.494%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:32.480 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 podman[95640]: 2024-08-17 17:11:32.23548168 +0000 UTC m=+0.115606386 container create 374c2e5560c044ca89002d911048f3c25ebee57a8579e79950c31fb0715cb004 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0) 2024-08-17T17:11:32.481 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 podman[95640]: 2024-08-17 17:11:32.141728278 +0000 UTC m=+0.021853008 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:11:32.481 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 podman[95640]: 2024-08-17 17:11:32.479790375 +0000 UTC m=+0.359915098 container init 374c2e5560c044ca89002d911048f3c25ebee57a8579e79950c31fb0715cb004 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:11:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:32 smithi059 ceph-mon[92261]: pgmap v347: 121 pgs: 9 active+undersized, 15 stale+active+clean, 5 active+undersized+degraded, 92 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 811 KiB/s rd, 2.1 MiB/s wr, 7 op/s; 30/462 objects degraded (6.494%) 2024-08-17T17:11:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:32 smithi059 ceph-mon[92261]: osdmap e456: 8 total, 7 up, 8 in 2024-08-17T17:11:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:32 smithi059 ceph-mon[92261]: Health check failed: Degraded data redundancy: 30/462 objects degraded (6.494%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:32 smithi059 ceph-mon[94685]: pgmap v347: 121 pgs: 9 active+undersized, 15 stale+active+clean, 5 active+undersized+degraded, 92 active+clean; 370 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 811 KiB/s rd, 2.1 MiB/s wr, 7 op/s; 30/462 objects degraded (6.494%) 2024-08-17T17:11:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:32 smithi059 ceph-mon[94685]: osdmap e456: 8 total, 7 up, 8 in 2024-08-17T17:11:32.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:32 smithi059 ceph-mon[94685]: Health check failed: Degraded data redundancy: 30/462 objects degraded (6.494%), 5 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:32.613 INFO:tasks.rados.rados.0.smithi059.stdout:1810: done (3 left) 2024-08-17T17:11:32.613 INFO:tasks.rados.rados.0.smithi059.stdout:1812: done (2 left) 2024-08-17T17:11:32.613 INFO:tasks.rados.rados.0.smithi059.stdout:1813: done (1 left) 2024-08-17T17:11:32.613 INFO:tasks.rados.rados.0.smithi059.stdout:1814: done (0 left) 2024-08-17T17:11:32.613 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 191 2024-08-17T17:11:32.613 INFO:tasks.rados.rados.0.smithi059.stdout:1815: seq_num 584 ranges {3915776=188416} 2024-08-17T17:11:32.635 INFO:tasks.rados.rados.0.smithi059.stdout:1815: writing smithi05980601-50 from 3915776 to 4104192 tid 1 2024-08-17T17:11:32.635 INFO:tasks.rados.rados.0.smithi059.stdout:1816: snap_remove snap 173 2024-08-17T17:11:32.800 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 podman[95640]: 2024-08-17 17:11:32.483150218 +0000 UTC m=+0.363274934 container start 374c2e5560c044ca89002d911048f3c25ebee57a8579e79950c31fb0715cb004 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 podman[95640]: 2024-08-17 17:11:32.571377671 +0000 UTC m=+0.451502390 container attach 374c2e5560c044ca89002d911048f3c25ebee57a8579e79950c31fb0715cb004 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 bash[95640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 bash[95640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 bash[95640]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 bash[95640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:32.801 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 bash[95640]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:11:32.802 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T17:11:32.802 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 bash[95640]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T17:11:32.802 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-17T17:11:32.802 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 bash[95640]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-17T17:11:33.150 INFO:tasks.rados.rados.0.smithi059.stdout:1816: done (1 left) 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:1817: read oid 37 snap -1 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:1817: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:1818: delete oid 26 current snap is 191 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:1815: finishing write tid 1 to smithi05980601-50 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:1815: finishing write tid 2 to smithi05980601-50 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:1815: finishing write tid 3 to smithi05980601-50 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:1815: oid 50 updating version 0 to 1678 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:1815: oid 50 version 1678 is already newer than 1677 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 1678 (ObjNum 584 snap 191 seq_num 584) dirty exists 2024-08-17T17:11:33.151 INFO:tasks.rados.rados.0.smithi059.stdout:1815: left oid 50 (ObjNum 584 snap 191 seq_num 584) 2024-08-17T17:11:33.155 INFO:tasks.rados.rados.0.smithi059.stdout:1815: done (2 left) 2024-08-17T17:11:33.155 INFO:tasks.rados.rados.0.smithi059.stdout:1818: done (1 left) 2024-08-17T17:11:33.155 INFO:tasks.rados.rados.0.smithi059.stdout:1819: read oid 36 snap 178 2024-08-17T17:11:33.155 INFO:tasks.rados.rados.0.smithi059.stdout:1819: expect deleted 2024-08-17T17:11:33.155 INFO:tasks.rados.rados.0.smithi059.stdout:1820: read oid 32 snap 171 2024-08-17T17:11:33.155 INFO:tasks.rados.rados.0.smithi059.stdout:1820: expect (ObjNum 536 snap 171 seq_num 536) 2024-08-17T17:11:33.155 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 191 2024-08-17T17:11:33.155 INFO:tasks.rados.rados.0.smithi059.stdout:1821: seq_num 586 ranges {0=221184} 2024-08-17T17:11:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:1821: writing smithi05980601-40 from 0 to 221184 tid 1 2024-08-17T17:11:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:1822: rollback oid 42 current snap is 191 2024-08-17T17:11:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 172 2024-08-17T17:11:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 191 2024-08-17T17:11:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:1823: seq_num 587 ranges {2408448=237568} 2024-08-17T17:11:33.174 INFO:tasks.rados.rados.0.smithi059.stdout:1823: writing smithi05980601-17 from 2408448 to 2646016 tid 1 2024-08-17T17:11:33.174 INFO:tasks.rados.rados.0.smithi059.stdout:1824: setattr oid 11 current snap is 191 2024-08-17T17:11:33.174 INFO:tasks.rados.rados.0.smithi059.stdout:1821: finishing write tid 1 to smithi05980601-40 2024-08-17T17:11:33.174 INFO:tasks.rados.rados.0.smithi059.stdout:1817: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:11:33.209 INFO:tasks.rados.rados.0.smithi059.stdout:1821: finishing write tid 2 to smithi05980601-40 2024-08-17T17:11:33.209 INFO:tasks.rados.rados.0.smithi059.stdout:1821: finishing write tid 3 to smithi05980601-40 2024-08-17T17:11:33.209 INFO:tasks.rados.rados.0.smithi059.stdout:1821: oid 40 updating version 0 to 814 2024-08-17T17:11:33.209 INFO:tasks.rados.rados.0.smithi059.stdout:1821: oid 40 version 814 is already newer than 813 2024-08-17T17:11:33.209 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 814 (ObjNum 586 snap 191 seq_num 586) dirty exists 2024-08-17T17:11:33.209 INFO:tasks.rados.rados.0.smithi059.stdout:1821: left oid 40 (ObjNum 586 snap 191 seq_num 586) 2024-08-17T17:11:33.209 INFO:tasks.rados.rados.0.smithi059.stdout:1823: finishing write tid 1 to smithi05980601-17 2024-08-17T17:11:33.209 INFO:tasks.rados.rados.0.smithi059.stdout:1822: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:11:33.209 INFO:tasks.rados.rados.0.smithi059.stdout:1822: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:11:33.210 INFO:tasks.rados.rados.0.smithi059.stdout:1822: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:11:33.210 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 807 (ObjNum 517 snap 167 seq_num 517) dirty exists 2024-08-17T17:11:33.210 INFO:tasks.rados.rados.0.smithi059.stdout:1823: finishing write tid 2 to smithi05980601-17 2024-08-17T17:11:33.210 INFO:tasks.rados.rados.0.smithi059.stdout:1820: expect (ObjNum 536 snap 171 seq_num 536) 2024-08-17T17:11:33.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:33 smithi087 ceph-mon[85676]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T17:11:33.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T17:11:33.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:32 smithi087 bash[95640]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-17T17:11:33.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-17T17:11:33.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 bash[95640]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-17T17:11:33.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T17:11:33.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 bash[95640]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-17T17:11:33.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T17:11:33.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 bash[95640]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-17T17:11:33.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate[95655]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-17T17:11:33.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 bash[95640]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-17T17:11:33.302 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 podman[95640]: 2024-08-17 17:11:33.026491516 +0000 UTC m=+0.906616227 container died 374c2e5560c044ca89002d911048f3c25ebee57a8579e79950c31fb0715cb004 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2) 2024-08-17T17:11:33.507 INFO:tasks.rados.rados.0.smithi059.stdout:1823: finishing write tid 3 to smithi05980601-17 2024-08-17T17:11:33.507 INFO:tasks.rados.rados.0.smithi059.stdout:1823: oid 17 updating version 0 to 1688 2024-08-17T17:11:33.507 INFO:tasks.rados.rados.0.smithi059.stdout:1823: oid 17 updating version 1688 to 1689 2024-08-17T17:11:33.507 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1689 (ObjNum 587 snap 191 seq_num 587) dirty exists 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1823: left oid 17 (ObjNum 587 snap 191 seq_num 587) 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1817: done (6 left) 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1819: done (5 left) 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1820: done (4 left) 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1821: done (3 left) 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1822: done (2 left) 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1823: done (1 left) 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1825: copy_from oid 36 from oid 44 current snap is 191 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1693 (ObjNum 198 snap 57 seq_num 198) dirty exists 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1824: done (1 left) 2024-08-17T17:11:33.508 INFO:tasks.rados.rados.0.smithi059.stdout:1826: snap_create 2024-08-17T17:11:33.514 INFO:tasks.rados.rados.0.smithi059.stdout:1825: finishing copy_from racing read to smithi05980601-36 2024-08-17T17:11:33.515 INFO:tasks.rados.rados.0.smithi059.stdout:1825: finishing copy_from to smithi05980601-36 2024-08-17T17:11:33.515 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 799 (ObjNum 555 snap 181 seq_num 555) dirty exists 2024-08-17T17:11:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:33 smithi059 ceph-mon[92261]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T17:11:33.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:33 smithi059 ceph-mon[94685]: osdmap e457: 8 total, 7 up, 8 in 2024-08-17T17:11:33.537 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:11:33 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[99953]: 2024-08-17T17:11:33.180+0000 7feb30cff640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap f1 after trimming was started 2024-08-17T17:11:33.982 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 podman[95759]: 2024-08-17 17:11:33.649937634 +0000 UTC m=+0.614463082 container remove 374c2e5560c044ca89002d911048f3c25ebee57a8579e79950c31fb0715cb004 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T17:11:33.982 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 podman[95816]: 2024-08-17 17:11:33.763941387 +0000 UTC m=+0.017108677 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:11:33.982 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:33 smithi087 podman[95816]: 2024-08-17 17:11:33.875908521 +0000 UTC m=+0.129075799 container create 8d4cdefad3b6552b574c962310d0dd4da3b0cad380f2fee43c7dec3ec024805c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T17:11:34.148 INFO:tasks.rados.rados.0.smithi059.stdout:1825: done (1 left) 2024-08-17T17:11:34.148 INFO:tasks.rados.rados.0.smithi059.stdout:1826: done (0 left) 2024-08-17T17:11:34.148 INFO:tasks.rados.rados.0.smithi059.stdout:1827: read oid 38 snap 191 2024-08-17T17:11:34.148 INFO:tasks.rados.rados.0.smithi059.stdout:1827: expect (ObjNum 539 snap 171 seq_num 539) 2024-08-17T17:11:34.148 INFO:tasks.rados.rados.0.smithi059.stdout:1828: read oid 35 snap -1 2024-08-17T17:11:34.149 INFO:tasks.rados.rados.0.smithi059.stdout:1828: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:11:34.149 INFO:tasks.rados.rados.0.smithi059.stdout:1829: copy_from oid 1 from oid 27 current snap is 192 2024-08-17T17:11:34.149 INFO:tasks.rados.rados.0.smithi059.stdout:1830: snap_remove snap 188 2024-08-17T17:11:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:34 smithi059 ceph-mon[92261]: pgmap v350: 121 pgs: 22 active+undersized, 8 stale+active+clean, 13 active+undersized+degraded, 78 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 67/474 objects degraded (14.135%) 2024-08-17T17:11:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:34 smithi059 ceph-mon[92261]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T17:11:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:34 smithi059 ceph-mon[94685]: pgmap v350: 121 pgs: 22 active+undersized, 8 stale+active+clean, 13 active+undersized+degraded, 78 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 67/474 objects degraded (14.135%) 2024-08-17T17:11:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:34 smithi059 ceph-mon[94685]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T17:11:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:34 smithi087 ceph-mon[85676]: pgmap v350: 121 pgs: 22 active+undersized, 8 stale+active+clean, 13 active+undersized+degraded, 78 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.3 MiB/s wr, 16 op/s; 67/474 objects degraded (14.135%) 2024-08-17T17:11:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:34 smithi087 ceph-mon[85676]: osdmap e458: 8 total, 7 up, 8 in 2024-08-17T17:11:34.551 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:34 smithi087 podman[95816]: 2024-08-17 17:11:34.094877666 +0000 UTC m=+0.348044956 container init 8d4cdefad3b6552b574c962310d0dd4da3b0cad380f2fee43c7dec3ec024805c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe) 2024-08-17T17:11:34.551 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:34 smithi087 podman[95816]: 2024-08-17 17:11:34.09816551 +0000 UTC m=+0.351332787 container start 8d4cdefad3b6552b574c962310d0dd4da3b0cad380f2fee43c7dec3ec024805c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:11:34.551 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:34 smithi087 ceph-osd[95835]: -- 172.21.15.87:0/1435445461 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55750d6d7a40 con 0x55750d6b5c00 2024-08-17T17:11:34.551 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:34 smithi087 bash[95816]: 8d4cdefad3b6552b574c962310d0dd4da3b0cad380f2fee43c7dec3ec024805c 2024-08-17T17:11:34.551 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:34 smithi087 systemd[1]: Started Ceph osd.5 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:11:35.154 INFO:tasks.rados.rados.0.smithi059.stdout:1830: done (3 left) 2024-08-17T17:11:35.154 INFO:tasks.rados.rados.0.smithi059.stdout:1831: read oid 32 snap -1 2024-08-17T17:11:35.154 INFO:tasks.rados.rados.0.smithi059.stdout:1831: expect deleted 2024-08-17T17:11:35.154 INFO:tasks.rados.rados.0.smithi059.stdout:1832: snap_remove snap 178 2024-08-17T17:11:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[92261]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T17:11:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[94685]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T17:11:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:35 smithi087 ceph-mon[85676]: osdmap e459: 8 total, 7 up, 8 in 2024-08-17T17:11:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:36.005 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:11:35.728+0000 7f5470265640 -1 Falling back to public interface 2024-08-17T17:11:36.170 INFO:tasks.rados.rados.0.smithi059.stdout:1832: done (4 left) 2024-08-17T17:11:36.170 INFO:tasks.rados.rados.0.smithi059.stdout:1833: rollback oid 18 current snap is 192 2024-08-17T17:11:36.170 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 191 2024-08-17T17:11:36.170 INFO:tasks.rados.rados.0.smithi059.stdout:1834: read oid 29 snap 171 2024-08-17T17:11:36.170 INFO:tasks.rados.rados.0.smithi059.stdout:1834: expect (ObjNum 338350320 snap 21891 seq_num 339235296) 2024-08-17T17:11:36.170 INFO:tasks.rados.rados.0.smithi059.stdout:1835: rollback oid 42 current snap is 192 2024-08-17T17:11:36.170 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 184 2024-08-17T17:11:36.170 INFO:tasks.rados.rados.0.smithi059.stdout:1836: read oid 44 snap -1 2024-08-17T17:11:36.171 INFO:tasks.rados.rados.0.smithi059.stdout:1836: expect (ObjNum 555 snap 181 seq_num 555) 2024-08-17T17:11:36.171 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 192 2024-08-17T17:11:36.171 INFO:tasks.rados.rados.0.smithi059.stdout:1837: seq_num 588 ranges {2105344=253952} 2024-08-17T17:11:36.179 INFO:tasks.rados.rados.0.smithi059.stdout:1837: writing smithi05980601-36 from 2105344 to 2359296 tid 1 2024-08-17T17:11:36.182 INFO:tasks.rados.rados.0.smithi059.stdout:1827: expect (ObjNum 539 snap 171 seq_num 539) 2024-08-17T17:11:36.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:36 smithi087 ceph-mon[85676]: pgmap v353: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 68/474 objects degraded (14.346%) 2024-08-17T17:11:36.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:36 smithi087 ceph-mon[85676]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T17:11:36.378 INFO:tasks.rados.rados.0.smithi059.stdout:1828: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi059.stdout:1829: finishing copy_from racing read to smithi05980601-1 2024-08-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi059.stdout:1829: finishing copy_from to smithi05980601-1 2024-08-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 593 (ObjNum 571 snap 190 seq_num 571) dirty exists 2024-08-17T17:11:36.428 INFO:tasks.rados.rados.0.smithi059.stdout:1834: expect (ObjNum 338350320 snap 21891 seq_num 339235296) 2024-08-17T17:11:36.430 INFO:tasks.rados.rados.0.smithi059.stdout:1833: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:11:36.430 INFO:tasks.rados.rados.0.smithi059.stdout:1833: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:11:36.430 INFO:tasks.rados.rados.0.smithi059.stdout:1833: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:11:36.430 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 517 (ObjNum 530 snap 170 seq_num 530) dirty exists 2024-08-17T17:11:36.430 INFO:tasks.rados.rados.0.smithi059.stdout:1836: expect (ObjNum 555 snap 181 seq_num 555) 2024-08-17T17:11:36.488 INFO:tasks.rados.rados.0.smithi059.stdout:1835: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:1835: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:1835: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 810 (ObjNum 517 snap 167 seq_num 517) dirty exists 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:1837: finishing write tid 1 to smithi05980601-36 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:1837: finishing write tid 2 to smithi05980601-36 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:1837: finishing write tid 3 to smithi05980601-36 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:1837: oid 36 updating version 0 to 1061 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:1837: oid 36 version 1061 is already newer than 1060 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1061 (ObjNum 588 snap 192 seq_num 588) dirty exists 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:1837: left oid 36 (ObjNum 588 snap 192 seq_num 588) 2024-08-17T17:11:36.489 INFO:tasks.rados.rados.0.smithi059.stdout:1827: done (8 left) 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1828: done (7 left) 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1829: done (6 left) 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1831: done (5 left) 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1833: done (4 left) 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1834: done (3 left) 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1835: done (2 left) 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1836: done (1 left) 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1837: done (0 left) 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1838: copy_from oid 34 from oid 4 current snap is 192 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1839: rollback oid 31 current snap is 192 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 31 to 171 2024-08-17T17:11:36.490 INFO:tasks.rados.rados.0.smithi059.stdout:1840: delete oid 37 current snap is 192 2024-08-17T17:11:36.492 INFO:tasks.rados.rados.0.smithi059.stdout:1839: finishing rollback tid 0 to smithi05980601-31 2024-08-17T17:11:36.494 INFO:tasks.rados.rados.0.smithi059.stdout:1839: finishing rollback tid 1 to smithi05980601-31 2024-08-17T17:11:36.494 INFO:tasks.rados.rados.0.smithi059.stdout:1839: finishing rollback tid 2 to smithi05980601-31 2024-08-17T17:11:36.494 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1713 (ObjNum 522 snap 169 seq_num 522) dirty exists 2024-08-17T17:11:36.494 INFO:tasks.rados.rados.0.smithi059.stdout:1839: done (2 left) 2024-08-17T17:11:36.494 INFO:tasks.rados.rados.0.smithi059.stdout:1840: done (1 left) 2024-08-17T17:11:36.494 INFO:tasks.rados.rados.0.smithi059.stdout:1841: copy_from oid 38 from oid 50 current snap is 192 2024-08-17T17:11:36.494 INFO:tasks.rados.rados.0.smithi059.stdout:1842: copy_from oid 28 from oid 14 current snap is 192 2024-08-17T17:11:36.494 INFO:tasks.rados.rados.0.smithi059.stdout:1843: read oid 16 snap -1 2024-08-17T17:11:36.494 INFO:tasks.rados.rados.0.smithi059.stdout:1843: expect deleted 2024-08-17T17:11:36.495 INFO:tasks.rados.rados.0.smithi059.stdout:1844: delete oid 19 current snap is 192 2024-08-17T17:11:36.499 INFO:tasks.rados.rados.0.smithi059.stdout:1843: done (4 left) 2024-08-17T17:11:36.499 INFO:tasks.rados.rados.0.smithi059.stdout:1844: done (3 left) 2024-08-17T17:11:36.500 INFO:tasks.rados.rados.0.smithi059.stdout:1845: rmattr oid 33 current snap is 192 2024-08-17T17:11:36.500 INFO:tasks.rados.rados.0.smithi059.stdout:1846: read oid 8 snap -1 2024-08-17T17:11:36.500 INFO:tasks.rados.rados.0.smithi059.stdout:1846: expect deleted 2024-08-17T17:11:36.500 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 192 2024-08-17T17:11:36.500 INFO:tasks.rados.rados.0.smithi059.stdout:1847: seq_num 591 ranges {0=303104} 2024-08-17T17:11:36.501 INFO:tasks.rados.rados.0.smithi059.stdout:1847: writing smithi05980601-41 from 0 to 303104 tid 1 2024-08-17T17:11:36.501 INFO:tasks.rados.rados.0.smithi059.stdout:1848: delete oid 37 current snap is 192 2024-08-17T17:11:36.502 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 811 (ObjNum 555 snap 181 seq_num 555) dirty exists 2024-08-17T17:11:36.504 INFO:tasks.rados.rados.0.smithi059.stdout:1845: done (6 left) 2024-08-17T17:11:36.504 INFO:tasks.rados.rados.0.smithi059.stdout:1846: done (5 left) 2024-08-17T17:11:36.504 INFO:tasks.rados.rados.0.smithi059.stdout:1848: done (4 left) 2024-08-17T17:11:36.504 INFO:tasks.rados.rados.0.smithi059.stdout:1849: snap_remove snap 140 2024-08-17T17:11:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:36 smithi059 ceph-mon[92261]: pgmap v353: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 68/474 objects degraded (14.346%) 2024-08-17T17:11:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:36 smithi059 ceph-mon[92261]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T17:11:36.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:36 smithi059 ceph-mon[94685]: pgmap v353: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 374 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 14 op/s; 68/474 objects degraded (14.346%) 2024-08-17T17:11:36.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:36 smithi059 ceph-mon[94685]: osdmap e460: 8 total, 7 up, 8 in 2024-08-17T17:11:37.181 INFO:tasks.rados.rados.0.smithi059.stdout:1841: finishing copy_from racing read to smithi05980601-38 2024-08-17T17:11:37.181 INFO:tasks.rados.rados.0.smithi059.stdout:1838: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1841: finishing copy_from to smithi05980601-38 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1678 (ObjNum 584 snap 191 seq_num 584) dirty exists 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1838: finishing copy_from to smithi05980601-34 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1484 (ObjNum 545 snap 175 seq_num 545) dirty exists 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1847: finishing write tid 1 to smithi05980601-41 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1847: finishing write tid 2 to smithi05980601-41 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1847: finishing write tid 3 to smithi05980601-41 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1847: oid 41 updating version 0 to 1485 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1847: oid 41 updating version 1485 to 1486 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1486 (ObjNum 591 snap 192 seq_num 591) dirty exists 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1847: left oid 41 (ObjNum 591 snap 192 seq_num 591) 2024-08-17T17:11:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:1842: finishing copy_from racing read to smithi05980601-28 2024-08-17T17:11:37.183 INFO:tasks.rados.rados.0.smithi059.stdout:1842: finishing copy_from to smithi05980601-28 2024-08-17T17:11:37.183 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1608 (ObjNum 560 snap 182 seq_num 560) dirty exists 2024-08-17T17:11:37.183 INFO:tasks.rados.rados.0.smithi059.stdout:1838: done (4 left) 2024-08-17T17:11:37.183 INFO:tasks.rados.rados.0.smithi059.stdout:1841: done (3 left) 2024-08-17T17:11:37.183 INFO:tasks.rados.rados.0.smithi059.stdout:1842: done (2 left) 2024-08-17T17:11:37.183 INFO:tasks.rados.rados.0.smithi059.stdout:1847: done (1 left) 2024-08-17T17:11:37.183 INFO:tasks.rados.rados.0.smithi059.stdout:1849: done (0 left) 2024-08-17T17:11:37.183 INFO:tasks.rados.rados.0.smithi059.stdout:1850: delete oid 24 current snap is 192 2024-08-17T17:11:37.187 INFO:tasks.rados.rados.0.smithi059.stdout:1850: done (0 left) 2024-08-17T17:11:37.187 INFO:tasks.rados.rados.0.smithi059.stdout:1851: delete oid 23 current snap is 192 2024-08-17T17:11:37.193 INFO:tasks.rados.rados.0.smithi059.stdout:1851: done (0 left) 2024-08-17T17:11:37.193 INFO:tasks.rados.rados.0.smithi059.stdout:1852: copy_from oid 6 from oid 30 current snap is 192 2024-08-17T17:11:37.193 INFO:tasks.rados.rados.0.smithi059.stdout:1853: snap_remove snap 190 2024-08-17T17:11:37.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:37 smithi087 ceph-mon[85676]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T17:11:37.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:37 smithi059 ceph-mon[92261]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T17:11:37.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:37 smithi059 ceph-mon[94685]: osdmap e461: 8 total, 7 up, 8 in 2024-08-17T17:11:37.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:11:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:11:37] "GET /metrics HTTP/1.1" 200 36219 "" "Prometheus/2.43.0" 2024-08-17T17:11:38.194 INFO:tasks.rados.rados.0.smithi059.stdout:1853: done (1 left) 2024-08-17T17:11:38.194 INFO:tasks.rados.rados.0.smithi059.stdout:1854: snap_create 2024-08-17T17:11:38.194 INFO:tasks.rados.rados.0.smithi059.stdout:1852: finishing copy_from to smithi05980601-6 2024-08-17T17:11:38.194 INFO:tasks.rados.rados.0.smithi059.stdout:1852: got expected ENOENT (src dne) 2024-08-17T17:11:38.194 INFO:tasks.rados.rados.0.smithi059.stdout:1852: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:11:38.337 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:38 smithi087 ceph-mon[85676]: pgmap v356: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 70/489 objects degraded (14.315%) 2024-08-17T17:11:38.338 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:38 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 70/489 objects degraded (14.315%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:38.338 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:38 smithi087 ceph-mon[85676]: osdmap e462: 8 total, 7 up, 8 in 2024-08-17T17:11:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:38 smithi059 ceph-mon[92261]: pgmap v356: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 70/489 objects degraded (14.315%) 2024-08-17T17:11:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:38 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 70/489 objects degraded (14.315%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:38 smithi059 ceph-mon[92261]: osdmap e462: 8 total, 7 up, 8 in 2024-08-17T17:11:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:38 smithi059 ceph-mon[94685]: pgmap v356: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 382 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.0 MiB/s wr, 11 op/s; 70/489 objects degraded (14.315%) 2024-08-17T17:11:38.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:38 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 70/489 objects degraded (14.315%), 14 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:38.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:38 smithi059 ceph-mon[94685]: osdmap e462: 8 total, 7 up, 8 in 2024-08-17T17:11:39.196 INFO:tasks.rados.rados.0.smithi059.stdout:1852: done (1 left) 2024-08-17T17:11:39.196 INFO:tasks.rados.rados.0.smithi059.stdout:1854: done (0 left) 2024-08-17T17:11:39.196 INFO:tasks.rados.rados.0.smithi059.stdout:1855: delete oid 46 current snap is 193 2024-08-17T17:11:39.201 INFO:tasks.rados.rados.0.smithi059.stdout:1855: done (0 left) 2024-08-17T17:11:39.201 INFO:tasks.rados.rados.0.smithi059.stdout:1856: rollback oid 6 current snap is 193 2024-08-17T17:11:39.201 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 6 to 172 2024-08-17T17:11:39.201 INFO:tasks.rados.rados.0.smithi059.stdout:1857: read oid 17 snap -1 2024-08-17T17:11:39.201 INFO:tasks.rados.rados.0.smithi059.stdout:1857: expect (ObjNum 587 snap 191 seq_num 587) 2024-08-17T17:11:39.201 INFO:tasks.rados.rados.0.smithi059.stdout:1858: snap_create 2024-08-17T17:11:39.204 INFO:tasks.rados.rados.0.smithi059.stdout:1856: finishing rollback tid 0 to smithi05980601-6 2024-08-17T17:11:39.206 INFO:tasks.rados.rados.0.smithi059.stdout:1856: finishing rollback tid 1 to smithi05980601-6 2024-08-17T17:11:39.206 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1499 (ObjNum 33 snap 0 seq_num 339270528) dirty dne 2024-08-17T17:11:39.215 INFO:tasks.rados.rados.0.smithi059.stdout:1857: expect (ObjNum 587 snap 191 seq_num 587) 2024-08-17T17:11:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:39 smithi059 ceph-mon[94685]: osdmap e463: 8 total, 7 up, 8 in 2024-08-17T17:11:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:39 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:39 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:39 smithi059 ceph-mon[92261]: osdmap e463: 8 total, 7 up, 8 in 2024-08-17T17:11:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:39 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:39 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:39 smithi087 ceph-mon[85676]: osdmap e463: 8 total, 7 up, 8 in 2024-08-17T17:11:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:39 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:39 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:39.967 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:11:39.843+0000 7f5470265640 -1 osd.5 453 log_to_monitors true 2024-08-17T17:11:40.203 INFO:tasks.rados.rados.0.smithi059.stdout:1856: done (2 left) 2024-08-17T17:11:40.203 INFO:tasks.rados.rados.0.smithi059.stdout:1857: done (1 left) 2024-08-17T17:11:40.203 INFO:tasks.rados.rados.0.smithi059.stdout:1858: done (0 left) 2024-08-17T17:11:40.203 INFO:tasks.rados.rados.0.smithi059.stdout:1859: rollback oid 5 current snap is 194 2024-08-17T17:11:40.203 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 5 to 171 2024-08-17T17:11:40.203 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 194 2024-08-17T17:11:40.203 INFO:tasks.rados.rados.0.smithi059.stdout:1860: seq_num 596 ranges {0=385024} 2024-08-17T17:11:40.205 INFO:tasks.rados.rados.0.smithi059.stdout:1860: writing smithi05980601-46 from 0 to 385024 tid 1 2024-08-17T17:11:40.205 INFO:tasks.rados.rados.0.smithi059.stdout:1861: snap_create 2024-08-17T17:11:40.205 INFO:tasks.rados.rados.0.smithi059.stdout:1859: finishing rollback tid 0 to smithi05980601-5 2024-08-17T17:11:40.206 INFO:tasks.rados.rados.0.smithi059.stdout:1859: finishing rollback tid 1 to smithi05980601-5 2024-08-17T17:11:40.207 INFO:tasks.rados.rados.0.smithi059.stdout:1859: finishing rollback tid 2 to smithi05980601-5 2024-08-17T17:11:40.207 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1489 (ObjNum 520 snap 168 seq_num 520) dirty exists 2024-08-17T17:11:40.211 INFO:tasks.rados.rados.0.smithi059.stdout:1860: finishing write tid 1 to smithi05980601-46 2024-08-17T17:11:40.211 INFO:tasks.rados.rados.0.smithi059.stdout:1860: finishing write tid 2 to smithi05980601-46 2024-08-17T17:11:40.214 INFO:tasks.rados.rados.0.smithi059.stdout:1860: finishing write tid 3 to smithi05980601-46 2024-08-17T17:11:40.214 INFO:tasks.rados.rados.0.smithi059.stdout:1860: oid 46 updating version 0 to 1501 2024-08-17T17:11:40.214 INFO:tasks.rados.rados.0.smithi059.stdout:1860: oid 46 version 1501 is already newer than 1500 2024-08-17T17:11:40.214 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 1501 (ObjNum 596 snap 194 seq_num 596) dirty exists 2024-08-17T17:11:40.214 INFO:tasks.rados.rados.0.smithi059.stdout:1860: left oid 46 (ObjNum 596 snap 194 seq_num 596) 2024-08-17T17:11:40.228 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:40 smithi087 ceph-mon[85676]: pgmap v359: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 359 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 19 op/s; 71/477 objects degraded (14.885%) 2024-08-17T17:11:40.228 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:40 smithi087 ceph-mon[85676]: osdmap e464: 8 total, 7 up, 8 in 2024-08-17T17:11:40.229 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:40 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:40.229 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:40 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:40.229 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:40 smithi087 ceph-mon[85676]: from='osd.5 [v2:172.21.15.87:6808/3786154873,v1:172.21.15.87:6809/3786154873]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:11:40.229 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:40 smithi087 ceph-mon[85676]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:11:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[94685]: pgmap v359: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 359 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 19 op/s; 71/477 objects degraded (14.885%) 2024-08-17T17:11:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[94685]: osdmap e464: 8 total, 7 up, 8 in 2024-08-17T17:11:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[94685]: from='osd.5 [v2:172.21.15.87:6808/3786154873,v1:172.21.15.87:6809/3786154873]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:11:40.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[94685]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:11:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[92261]: pgmap v359: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 359 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 19 op/s; 71/477 objects degraded (14.885%) 2024-08-17T17:11:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[92261]: osdmap e464: 8 total, 7 up, 8 in 2024-08-17T17:11:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[92261]: from='osd.5 [v2:172.21.15.87:6808/3786154873,v1:172.21.15.87:6809/3786154873]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:11:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:40 smithi059 ceph-mon[92261]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-08-17T17:11:40.550 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:11:40 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:11:40.227+0000 7f546800f640 -1 osd.5 453 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:11:41.216 INFO:tasks.rados.rados.0.smithi059.stdout:1859: done (2 left) 2024-08-17T17:11:41.216 INFO:tasks.rados.rados.0.smithi059.stdout:1860: done (1 left) 2024-08-17T17:11:41.216 INFO:tasks.rados.rados.0.smithi059.stdout:1861: done (0 left) 2024-08-17T17:11:41.217 INFO:tasks.rados.rados.0.smithi059.stdout:1862: snap_remove snap 184 2024-08-17T17:11:41.240 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:41 smithi087 ceph-mon[85676]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:11:41.240 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:41 smithi087 ceph-mon[85676]: osdmap e465: 8 total, 7 up, 8 in 2024-08-17T17:11:41.240 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:41 smithi087 ceph-mon[85676]: from='osd.5 [v2:172.21.15.87:6808/3786154873,v1:172.21.15.87:6809/3786154873]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:41.241 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:41 smithi087 ceph-mon[85676]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:41.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:41 smithi059 ceph-mon[94685]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:11:41.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:41 smithi059 ceph-mon[94685]: osdmap e465: 8 total, 7 up, 8 in 2024-08-17T17:11:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:41 smithi059 ceph-mon[94685]: from='osd.5 [v2:172.21.15.87:6808/3786154873,v1:172.21.15.87:6809/3786154873]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:41 smithi059 ceph-mon[94685]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:41.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:41 smithi059 ceph-mon[92261]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-17T17:11:41.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:41 smithi059 ceph-mon[92261]: osdmap e465: 8 total, 7 up, 8 in 2024-08-17T17:11:41.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:41 smithi059 ceph-mon[92261]: from='osd.5 [v2:172.21.15.87:6808/3786154873,v1:172.21.15.87:6809/3786154873]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:41.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:41 smithi059 ceph-mon[92261]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:11:42.215 INFO:tasks.rados.rados.0.smithi059.stdout:1862: done (0 left) 2024-08-17T17:11:42.215 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 195 2024-08-17T17:11:42.215 INFO:tasks.rados.rados.0.smithi059.stdout:1863: seq_num 597 ranges {0=401408} 2024-08-17T17:11:42.218 INFO:tasks.rados.rados.0.smithi059.stdout:1863: writing smithi05980601-49 from 0 to 401408 tid 1 2024-08-17T17:11:42.218 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 195 2024-08-17T17:11:42.219 INFO:tasks.rados.rados.0.smithi059.stdout:1864: seq_num 598 ranges {11362304=417792} 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1864: writing smithi05980601-25 from 11362304 to 11780096 tid 1 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1865: copy_from oid 30 from oid 13 current snap is 195 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1863: finishing write tid 1 to smithi05980601-49 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1863: finishing write tid 2 to smithi05980601-49 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1863: finishing write tid 3 to smithi05980601-49 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1863: oid 49 updating version 0 to 1746 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1863: oid 49 updating version 1746 to 1747 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 1747 (ObjNum 597 snap 195 seq_num 597) dirty exists 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1863: left oid 49 (ObjNum 597 snap 195 seq_num 597) 2024-08-17T17:11:42.288 INFO:tasks.rados.rados.0.smithi059.stdout:1863: done (2 left) 2024-08-17T17:11:42.289 INFO:tasks.rados.rados.0.smithi059.stdout:1866: read oid 36 snap -1 2024-08-17T17:11:42.289 INFO:tasks.rados.rados.0.smithi059.stdout:1866: expect (ObjNum 588 snap 192 seq_num 588) 2024-08-17T17:11:42.289 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 195 2024-08-17T17:11:42.289 INFO:tasks.rados.rados.0.smithi059.stdout:1867: seq_num 599 ranges {0=434176} 2024-08-17T17:11:42.290 INFO:tasks.rados.rados.0.smithi059.stdout:1867: writing smithi05980601-37 from 0 to 434176 tid 1 2024-08-17T17:11:42.290 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 195 2024-08-17T17:11:42.290 INFO:tasks.rados.rados.0.smithi059.stdout:1868: seq_num 600 ranges {745472=450560} 2024-08-17T17:11:42.298 INFO:tasks.rados.rados.0.smithi059.stdout:1868: writing smithi05980601-39 from 745472 to 1196032 tid 1 2024-08-17T17:11:42.298 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 195 2024-08-17T17:11:42.298 INFO:tasks.rados.rados.0.smithi059.stdout:1867: finishing write tid 1 to smithi05980601-37 2024-08-17T17:11:42.298 INFO:tasks.rados.rados.0.smithi059.stdout:1867: finishing write tid 2 to smithi05980601-37 2024-08-17T17:11:42.298 INFO:tasks.rados.rados.0.smithi059.stdout:1864: finishing write tid 1 to smithi05980601-25 2024-08-17T17:11:42.298 INFO:tasks.rados.rados.0.smithi059.stdout:1869: seq_num 601 ranges {5849088=475136} 2024-08-17T17:11:42.334 INFO:tasks.rados.rados.0.smithi059.stdout:1869: writing smithi05980601-27 from 5849088 to 6324224 tid 1 2024-08-17T17:11:42.334 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 195 2024-08-17T17:11:42.334 INFO:tasks.rados.rados.0.smithi059.stdout:1867: finishing write tid 3 to smithi05980601-37 2024-08-17T17:11:42.334 INFO:tasks.rados.rados.0.smithi059.stdout:1867: oid 37 updating version 0 to 1755 2024-08-17T17:11:42.334 INFO:tasks.rados.rados.0.smithi059.stdout:1867: oid 37 version 1755 is already newer than 1754 2024-08-17T17:11:42.334 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 1755 (ObjNum 599 snap 195 seq_num 599) dirty exists 2024-08-17T17:11:42.334 INFO:tasks.rados.rados.0.smithi059.stdout:1867: left oid 37 (ObjNum 599 snap 195 seq_num 599) 2024-08-17T17:11:42.334 INFO:tasks.rados.rados.0.smithi059.stdout:1865: finishing copy_from racing read to smithi05980601-30 2024-08-17T17:11:42.334 INFO:tasks.rados.rados.0.smithi059.stdout:1870: seq_num 602 ranges {4882432=491520} 2024-08-17T17:11:42.364 INFO:tasks.rados.rados.0.smithi059.stdout:1870: writing smithi05980601-4 from 4882432 to 5373952 tid 1 2024-08-17T17:11:42.364 INFO:tasks.rados.rados.0.smithi059.stdout:1867: done (6 left) 2024-08-17T17:11:42.364 INFO:tasks.rados.rados.0.smithi059.stdout:1871: delete oid 46 current snap is 195 2024-08-17T17:11:42.364 INFO:tasks.rados.rados.0.smithi059.stdout:1864: finishing write tid 2 to smithi05980601-25 2024-08-17T17:11:42.365 INFO:tasks.rados.rados.0.smithi059.stdout:1865: finishing copy_from to smithi05980601-30 2024-08-17T17:11:42.365 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 481 (ObjNum 568 snap 186 seq_num 568) dirty exists 2024-08-17T17:11:42.365 INFO:tasks.rados.rados.0.smithi059.stdout:1868: finishing write tid 1 to smithi05980601-39 2024-08-17T17:11:42.365 INFO:tasks.rados.rados.0.smithi059.stdout:1868: finishing write tid 2 to smithi05980601-39 2024-08-17T17:11:42.365 INFO:tasks.rados.rados.0.smithi059.stdout:1866: expect (ObjNum 588 snap 192 seq_num 588) 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:1864: finishing write tid 3 to smithi05980601-25 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:1864: oid 25 updating version 0 to 1063 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:1864: oid 25 version 1063 is already newer than 1062 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1063 (ObjNum 598 snap 195 seq_num 598) dirty exists 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:1864: left oid 25 (ObjNum 598 snap 195 seq_num 598) 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:1868: finishing write tid 3 to smithi05980601-39 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:1868: oid 39 updating version 0 to 1757 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:1868: oid 39 updating version 1757 to 1758 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 1758 (ObjNum 600 snap 195 seq_num 600) dirty exists 2024-08-17T17:11:42.471 INFO:tasks.rados.rados.0.smithi059.stdout:1868: left oid 39 (ObjNum 600 snap 195 seq_num 600) 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1869: finishing write tid 1 to smithi05980601-27 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1869: finishing write tid 2 to smithi05980601-27 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1864: done (6 left) 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1865: done (5 left) 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1866: done (4 left) 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1868: done (3 left) 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1871: done (2 left) 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1872: rollback oid 47 current snap is 195 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 194 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1869: finishing write tid 3 to smithi05980601-27 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1869: oid 27 updating version 0 to 601 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:1869: oid 27 updating version 601 to 602 2024-08-17T17:11:42.472 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 602 (ObjNum 601 snap 195 seq_num 601) dirty exists 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1869: left oid 27 (ObjNum 601 snap 195 seq_num 601) 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1870: finishing write tid 1 to smithi05980601-4 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1870: finishing write tid 2 to smithi05980601-4 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1870: finishing write tid 3 to smithi05980601-4 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1870: oid 4 updating version 0 to 1502 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1870: oid 4 updating version 1502 to 1503 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1503 (ObjNum 602 snap 195 seq_num 602) dirty exists 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1870: left oid 4 (ObjNum 602 snap 195 seq_num 602) 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1869: done (2 left) 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1870: done (1 left) 2024-08-17T17:11:42.473 INFO:tasks.rados.rados.0.smithi059.stdout:1873: snap_remove snap 193 2024-08-17T17:11:42.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[94685]: pgmap v362: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 824 KiB/s rd, 1.4 MiB/s wr, 13 op/s; 74/480 objects degraded (15.417%) 2024-08-17T17:11:42.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[94685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:11:42.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[94685]: osd.5 [v2:172.21.15.87:6808/3786154873,v1:172.21.15.87:6809/3786154873] boot 2024-08-17T17:11:42.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[94685]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T17:11:42.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T17:11:42.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[92261]: pgmap v362: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 824 KiB/s rd, 1.4 MiB/s wr, 13 op/s; 74/480 objects degraded (15.417%) 2024-08-17T17:11:42.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[92261]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:11:42.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[92261]: osd.5 [v2:172.21.15.87:6808/3786154873,v1:172.21.15.87:6809/3786154873] boot 2024-08-17T17:11:42.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[92261]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T17:11:42.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T17:11:42.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:42 smithi087 ceph-mon[85676]: pgmap v362: 121 pgs: 34 active+undersized, 14 active+undersized+degraded, 73 active+clean; 352 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 824 KiB/s rd, 1.4 MiB/s wr, 13 op/s; 74/480 objects degraded (15.417%) 2024-08-17T17:11:42.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:42 smithi087 ceph-mon[85676]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:11:42.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:42 smithi087 ceph-mon[85676]: osd.5 [v2:172.21.15.87:6808/3786154873,v1:172.21.15.87:6809/3786154873] boot 2024-08-17T17:11:42.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:42 smithi087 ceph-mon[85676]: osdmap e466: 8 total, 8 up, 8 in 2024-08-17T17:11:42.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-08-17T17:11:43.037 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:11:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:11:42.713+0000 7f056bcc9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-08-17T17:11:43.229 INFO:tasks.rados.rados.0.smithi059.stdout:1873: done (1 left) 2024-08-17T17:11:43.230 INFO:tasks.rados.rados.0.smithi059.stdout:1874: rmattr oid 4 current snap is 195 2024-08-17T17:11:43.230 INFO:tasks.rados.rados.0.smithi059.stdout:1872: finishing rollback tid 0 to smithi05980601-47 2024-08-17T17:11:43.230 INFO:tasks.rados.rados.0.smithi059.stdout:1872: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:11:43.230 INFO:tasks.rados.rados.0.smithi059.stdout:1872: finishing rollback tid 2 to smithi05980601-47 2024-08-17T17:11:43.230 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1681 (ObjNum 570 snap 188 seq_num 570) dirty exists 2024-08-17T17:11:43.230 INFO:tasks.rados.rados.0.smithi059.stdout:1872: done (1 left) 2024-08-17T17:11:43.230 INFO:tasks.rados.rados.0.smithi059.stdout:1875: snap_create 2024-08-17T17:11:43.232 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1505 (ObjNum 602 snap 195 seq_num 602) dirty exists 2024-08-17T17:11:43.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: osdmap e467: 8 total, 8 up, 8 in 2024-08-17T17:11:43.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: pgmap v365: 121 pgs: 1 active+clean+snaptrim, 2 activating, 6 peering, 26 active+undersized, 8 active+undersized+degraded, 78 active+clean; 349 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.6 MiB/s wr, 7 op/s; 46/459 objects degraded (10.022%) 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:11:43.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[94685]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: osdmap e467: 8 total, 8 up, 8 in 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: pgmap v365: 121 pgs: 1 active+clean+snaptrim, 2 activating, 6 peering, 26 active+undersized, 8 active+undersized+degraded, 78 active+clean; 349 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.6 MiB/s wr, 7 op/s; 46/459 objects degraded (10.022%) 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:43.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:43.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:43.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:43.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:11:43.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:11:43.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:43 smithi059 ceph-mon[92261]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-08-17T17:11:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: osdmap e467: 8 total, 8 up, 8 in 2024-08-17T17:11:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: pgmap v365: 121 pgs: 1 active+clean+snaptrim, 2 activating, 6 peering, 26 active+undersized, 8 active+undersized+degraded, 78 active+clean; 349 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.6 MiB/s wr, 7 op/s; 46/459 objects degraded (10.022%) 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:11:43.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:43 smithi087 ceph-mon[85676]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-08-17T17:11:44.237 INFO:tasks.rados.rados.0.smithi059.stdout:1874: done (1 left) 2024-08-17T17:11:44.237 INFO:tasks.rados.rados.0.smithi059.stdout:1875: done (0 left) 2024-08-17T17:11:44.237 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 196 2024-08-17T17:11:44.237 INFO:tasks.rados.rados.0.smithi059.stdout:1876: seq_num 604 ranges {0=524288} 2024-08-17T17:11:44.239 INFO:tasks.rados.rados.0.smithi059.stdout:1876: writing smithi05980601-32 from 0 to 524288 tid 1 2024-08-17T17:11:44.239 INFO:tasks.rados.rados.0.smithi059.stdout:1877: rollback oid 4 current snap is 196 2024-08-17T17:11:44.239 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 4 to 191 2024-08-17T17:11:44.240 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 196 2024-08-17T17:11:44.240 INFO:tasks.rados.rados.0.smithi059.stdout:1878: seq_num 605 ranges {2646016=540672} 2024-08-17T17:11:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:1878: writing smithi05980601-17 from 2646016 to 3186688 tid 1 2024-08-17T17:11:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:1879: rollback oid 34 current snap is 196 2024-08-17T17:11:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 34 to 172 2024-08-17T17:11:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:1877: finishing rollback tid 0 to smithi05980601-4 2024-08-17T17:11:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:1877: finishing rollback tid 1 to smithi05980601-4 2024-08-17T17:11:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:1876: finishing write tid 1 to smithi05980601-32 2024-08-17T17:11:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:1877: finishing rollback tid 2 to smithi05980601-4 2024-08-17T17:11:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1508 (ObjNum 545 snap 175 seq_num 545) dirty exists 2024-08-17T17:11:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:1876: finishing write tid 2 to smithi05980601-32 2024-08-17T17:11:44.259 INFO:tasks.rados.rados.0.smithi059.stdout:1877: done (3 left) 2024-08-17T17:11:44.259 INFO:tasks.rados.rados.0.smithi059.stdout:1880: setattr oid 5 current snap is 196 2024-08-17T17:11:44.259 INFO:tasks.rados.rados.0.smithi059.stdout:1876: finishing write tid 3 to smithi05980601-32 2024-08-17T17:11:44.259 INFO:tasks.rados.rados.0.smithi059.stdout:1876: oid 32 updating version 0 to 523 2024-08-17T17:11:44.259 INFO:tasks.rados.rados.0.smithi059.stdout:1876: oid 32 version 523 is already newer than 522 2024-08-17T17:11:44.259 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 523 (ObjNum 604 snap 196 seq_num 604) dirty exists 2024-08-17T17:11:44.259 INFO:tasks.rados.rados.0.smithi059.stdout:1876: left oid 32 (ObjNum 604 snap 196 seq_num 604) 2024-08-17T17:11:44.260 INFO:tasks.rados.rados.0.smithi059.stdout:1876: done (3 left) 2024-08-17T17:11:44.260 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 196 2024-08-17T17:11:44.260 INFO:tasks.rados.rados.0.smithi059.stdout:1881: seq_num 606 ranges {221184=557056} 2024-08-17T17:11:44.264 INFO:tasks.rados.rados.0.smithi059.stdout:1881: writing smithi05980601-40 from 221184 to 778240 tid 1 2024-08-17T17:11:44.264 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 196 2024-08-17T17:11:44.264 INFO:tasks.rados.rados.0.smithi059.stdout:1879: finishing rollback tid 0 to smithi05980601-34 2024-08-17T17:11:44.264 INFO:tasks.rados.rados.0.smithi059.stdout:1882: seq_num 607 ranges {3497984=573440} 2024-08-17T17:11:44.288 INFO:tasks.rados.rados.0.smithi059.stdout:1882: writing smithi05980601-12 from 3497984 to 4071424 tid 1 2024-08-17T17:11:44.288 INFO:tasks.rados.rados.0.smithi059.stdout:1883: read oid 49 snap -1 2024-08-17T17:11:44.288 INFO:tasks.rados.rados.0.smithi059.stdout:1883: expect (ObjNum 597 snap 195 seq_num 597) 2024-08-17T17:11:44.288 INFO:tasks.rados.rados.0.smithi059.stdout:1884: read oid 24 snap -1 2024-08-17T17:11:44.289 INFO:tasks.rados.rados.0.smithi059.stdout:1884: expect deleted 2024-08-17T17:11:44.289 INFO:tasks.rados.rados.0.smithi059.stdout:1885: snap_create 2024-08-17T17:11:44.289 INFO:tasks.rados.rados.0.smithi059.stdout:1879: finishing rollback tid 1 to smithi05980601-34 2024-08-17T17:11:44.289 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1491 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-08-17T17:11:44.289 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1492 (ObjNum 520 snap 168 seq_num 520) dirty exists 2024-08-17T17:11:44.290 INFO:tasks.rados.rados.0.smithi059.stdout:1878: finishing write tid 1 to smithi05980601-17 2024-08-17T17:11:44.290 INFO:tasks.rados.rados.0.smithi059.stdout:1878: finishing write tid 2 to smithi05980601-17 2024-08-17T17:11:44.290 INFO:tasks.rados.rados.0.smithi059.stdout:1878: finishing write tid 3 to smithi05980601-17 2024-08-17T17:11:44.290 INFO:tasks.rados.rados.0.smithi059.stdout:1878: oid 17 updating version 0 to 1763 2024-08-17T17:11:44.290 INFO:tasks.rados.rados.0.smithi059.stdout:1878: oid 17 version 1763 is already newer than 1762 2024-08-17T17:11:44.291 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1763 (ObjNum 605 snap 196 seq_num 605) dirty exists 2024-08-17T17:11:44.291 INFO:tasks.rados.rados.0.smithi059.stdout:1878: left oid 17 (ObjNum 605 snap 196 seq_num 605) 2024-08-17T17:11:44.291 INFO:tasks.rados.rados.0.smithi059.stdout:1881: finishing write tid 1 to smithi05980601-40 2024-08-17T17:11:44.291 INFO:tasks.rados.rados.0.smithi059.stdout:1881: finishing write tid 2 to smithi05980601-40 2024-08-17T17:11:44.291 INFO:tasks.rados.rados.0.smithi059.stdout:1881: finishing write tid 3 to smithi05980601-40 2024-08-17T17:11:44.291 INFO:tasks.rados.rados.0.smithi059.stdout:1881: oid 40 updating version 0 to 1610 2024-08-17T17:11:44.292 INFO:tasks.rados.rados.0.smithi059.stdout:1881: oid 40 version 1610 is already newer than 1609 2024-08-17T17:11:44.292 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1610 (ObjNum 606 snap 196 seq_num 606) dirty exists 2024-08-17T17:11:44.292 INFO:tasks.rados.rados.0.smithi059.stdout:1881: left oid 40 (ObjNum 606 snap 196 seq_num 606) 2024-08-17T17:11:44.293 INFO:tasks.rados.rados.0.smithi059.stdout:1883: expect (ObjNum 597 snap 195 seq_num 597) 2024-08-17T17:11:44.300 INFO:tasks.rados.rados.0.smithi059.stdout:1882: finishing write tid 1 to smithi05980601-12 2024-08-17T17:11:44.300 INFO:tasks.rados.rados.0.smithi059.stdout:1882: finishing write tid 2 to smithi05980601-12 2024-08-17T17:11:44.300 INFO:tasks.rados.rados.0.smithi059.stdout:1882: finishing write tid 3 to smithi05980601-12 2024-08-17T17:11:44.300 INFO:tasks.rados.rados.0.smithi059.stdout:1882: oid 12 updating version 0 to 1153 2024-08-17T17:11:44.301 INFO:tasks.rados.rados.0.smithi059.stdout:1882: oid 12 version 1153 is already newer than 1152 2024-08-17T17:11:44.301 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1153 (ObjNum 607 snap 196 seq_num 607) dirty exists 2024-08-17T17:11:44.301 INFO:tasks.rados.rados.0.smithi059.stdout:1882: left oid 12 (ObjNum 607 snap 196 seq_num 607) 2024-08-17T17:11:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:44 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 46/459 objects degraded (10.022%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:44 smithi059 ceph-mon[92261]: osdmap e468: 8 total, 8 up, 8 in 2024-08-17T17:11:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:44 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 46/459 objects degraded (10.022%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:44 smithi059 ceph-mon[94685]: osdmap e468: 8 total, 8 up, 8 in 2024-08-17T17:11:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:44 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 46/459 objects degraded (10.022%), 8 pgs degraded (PG_DEGRADED) 2024-08-17T17:11:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:44 smithi087 ceph-mon[85676]: osdmap e468: 8 total, 8 up, 8 in 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1878: done (7 left) 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1879: done (6 left) 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1880: done (5 left) 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1881: done (4 left) 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1882: done (3 left) 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1883: done (2 left) 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1884: done (1 left) 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1885: done (0 left) 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1886: read oid 24 snap -1 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1886: expect deleted 2024-08-17T17:11:45.251 INFO:tasks.rados.rados.0.smithi059.stdout:1887: read oid 14 snap -1 2024-08-17T17:11:45.252 INFO:tasks.rados.rados.0.smithi059.stdout:1887: expect (ObjNum 560 snap 182 seq_num 560) 2024-08-17T17:11:45.252 INFO:tasks.rados.rados.0.smithi059.stdout:1888: rollback oid 28 current snap is 197 2024-08-17T17:11:45.252 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 28 to 194 2024-08-17T17:11:45.252 INFO:tasks.rados.rados.0.smithi059.stdout:1889: rollback oid 5 current snap is 197 2024-08-17T17:11:45.252 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 5 to 194 2024-08-17T17:11:45.252 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 197 2024-08-17T17:11:45.252 INFO:tasks.rados.rados.0.smithi059.stdout:1890: seq_num 608 ranges {4374528=589824} 2024-08-17T17:11:45.278 INFO:tasks.rados.rados.0.smithi059.stdout:1890: writing smithi05980601-43 from 4374528 to 4964352 tid 1 2024-08-17T17:11:45.278 INFO:tasks.rados.rados.0.smithi059.stdout:1891: setattr oid 32 current snap is 197 2024-08-17T17:11:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:1889: finishing rollback tid 0 to smithi05980601-5 2024-08-17T17:11:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:1888: finishing rollback tid 0 to smithi05980601-28 2024-08-17T17:11:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:1889: finishing rollback tid 1 to smithi05980601-5 2024-08-17T17:11:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:1889: finishing rollback tid 2 to smithi05980601-5 2024-08-17T17:11:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1495 (ObjNum 520 snap 168 seq_num 520) dirty exists 2024-08-17T17:11:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:1888: finishing rollback tid 1 to smithi05980601-28 2024-08-17T17:11:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:1888: finishing rollback tid 2 to smithi05980601-28 2024-08-17T17:11:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1613 (ObjNum 560 snap 182 seq_num 560) dirty exists 2024-08-17T17:11:45.280 INFO:tasks.rados.rados.0.smithi059.stdout:1886: done (5 left) 2024-08-17T17:11:45.280 INFO:tasks.rados.rados.0.smithi059.stdout:1888: done (4 left) 2024-08-17T17:11:45.280 INFO:tasks.rados.rados.0.smithi059.stdout:1889: done (3 left) 2024-08-17T17:11:45.280 INFO:tasks.rados.rados.0.smithi059.stdout:1892: setattr oid 19 current snap is 197 2024-08-17T17:11:45.281 INFO:tasks.rados.rados.0.smithi059.stdout:1890: finishing write tid 1 to smithi05980601-43 2024-08-17T17:11:45.281 INFO:tasks.rados.rados.0.smithi059.stdout:1890: finishing write tid 2 to smithi05980601-43 2024-08-17T17:11:45.283 INFO:tasks.rados.rados.0.smithi059.stdout:1893: copy_from oid 26 from oid 3 current snap is 197 2024-08-17T17:11:45.283 INFO:tasks.rados.rados.0.smithi059.stdout:1894: read oid 15 snap -1 2024-08-17T17:11:45.283 INFO:tasks.rados.rados.0.smithi059.stdout:1894: expect (ObjNum 581 snap 191 seq_num 581) 2024-08-17T17:11:45.284 INFO:tasks.rados.rados.0.smithi059.stdout:1895: rollback oid 38 current snap is 197 2024-08-17T17:11:45.284 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 172 2024-08-17T17:11:45.284 INFO:tasks.rados.rados.0.smithi059.stdout:1896: copy_from oid 49 from oid 6 current snap is 197 2024-08-17T17:11:45.284 INFO:tasks.rados.rados.0.smithi059.stdout:1897: rollback oid 37 current snap is 197 2024-08-17T17:11:45.284 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 37 to 189 2024-08-17T17:11:45.284 INFO:tasks.rados.rados.0.smithi059.stdout:1898: snap_create 2024-08-17T17:11:45.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 525 (ObjNum 604 snap 196 seq_num 604) dirty exists 2024-08-17T17:11:45.285 INFO:tasks.rados.rados.0.smithi059.stdout:1890: finishing write tid 3 to smithi05980601-43 2024-08-17T17:11:45.285 INFO:tasks.rados.rados.0.smithi059.stdout:1890: oid 43 updating version 0 to 1615 2024-08-17T17:11:45.285 INFO:tasks.rados.rados.0.smithi059.stdout:1890: oid 43 version 1615 is already newer than 1614 2024-08-17T17:11:45.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1615 (ObjNum 608 snap 197 seq_num 608) dirty exists 2024-08-17T17:11:45.285 INFO:tasks.rados.rados.0.smithi059.stdout:1890: left oid 43 (ObjNum 608 snap 197 seq_num 608) 2024-08-17T17:11:45.292 INFO:tasks.rados.rados.0.smithi059.stdout:1896: finishing copy_from to smithi05980601-49 2024-08-17T17:11:45.292 INFO:tasks.rados.rados.0.smithi059.stdout:1896: got expected ENOENT (src dne) 2024-08-17T17:11:45.293 INFO:tasks.rados.rados.0.smithi059.stdout:1895: finishing rollback tid 0 to smithi05980601-38 2024-08-17T17:11:45.293 INFO:tasks.rados.rados.0.smithi059.stdout:1895: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:11:45.293 INFO:tasks.rados.rados.0.smithi059.stdout:1895: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:11:45.293 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1684 (ObjNum 539 snap 171 seq_num 539) dirty exists 2024-08-17T17:11:45.293 INFO:tasks.rados.rados.0.smithi059.stdout:1896: finishing copy_from racing read to smithi05980601-49 2024-08-17T17:11:45.294 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 1764 (ObjNum 33 snap 0 seq_num 1277104357) dirty exists 2024-08-17T17:11:45.294 INFO:tasks.rados.rados.0.smithi059.stdout:1897: finishing rollback tid 0 to smithi05980601-37 2024-08-17T17:11:45.295 INFO:tasks.rados.rados.0.smithi059.stdout:1897: finishing rollback tid 1 to smithi05980601-37 2024-08-17T17:11:45.295 INFO:tasks.rados.rados.0.smithi059.stdout:1897: finishing rollback tid 2 to smithi05980601-37 2024-08-17T17:11:45.295 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 1768 (ObjNum 352 snap 123 seq_num 352) dirty exists 2024-08-17T17:11:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:1894: expect (ObjNum 581 snap 191 seq_num 581) 2024-08-17T17:11:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:45 smithi059 ceph-mon[92261]: osdmap e469: 8 total, 8 up, 8 in 2024-08-17T17:11:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:45 smithi059 ceph-mon[92261]: pgmap v368: 121 pgs: 1 active+clean+snaptrim, 2 activating, 6 peering, 22 active+undersized, 7 active+undersized+degraded, 83 active+clean; 351 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.1 MiB/s wr, 5 op/s; 45/459 objects degraded (9.804%) 2024-08-17T17:11:45.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:45 smithi059 ceph-mon[94685]: osdmap e469: 8 total, 8 up, 8 in 2024-08-17T17:11:45.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:45 smithi059 ceph-mon[94685]: pgmap v368: 121 pgs: 1 active+clean+snaptrim, 2 activating, 6 peering, 22 active+undersized, 7 active+undersized+degraded, 83 active+clean; 351 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.1 MiB/s wr, 5 op/s; 45/459 objects degraded (9.804%) 2024-08-17T17:11:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:45 smithi087 ceph-mon[85676]: osdmap e469: 8 total, 8 up, 8 in 2024-08-17T17:11:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:45 smithi087 ceph-mon[85676]: pgmap v368: 121 pgs: 1 active+clean+snaptrim, 2 activating, 6 peering, 22 active+undersized, 7 active+undersized+degraded, 83 active+clean; 351 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.1 MiB/s wr, 5 op/s; 45/459 objects degraded (9.804%) 2024-08-17T17:11:46.079 INFO:tasks.rados.rados.0.smithi059.stdout:1893: finishing copy_from racing read to smithi05980601-26 2024-08-17T17:11:46.079 INFO:tasks.rados.rados.0.smithi059.stdout:1893: finishing copy_from to smithi05980601-26 2024-08-17T17:11:46.079 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 1058 (ObjNum 554 snap 181 seq_num 554) dirty exists 2024-08-17T17:11:46.079 INFO:tasks.rados.rados.0.smithi059.stdout:1887: expect (ObjNum 560 snap 182 seq_num 560) 2024-08-17T17:11:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:46 smithi059 ceph-mon[92261]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T17:11:46.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:46 smithi059 ceph-mon[94685]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T17:11:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:46 smithi087 ceph-mon[85676]: osdmap e470: 8 total, 8 up, 8 in 2024-08-17T17:11:47.421 INFO:tasks.rados.rados.0.smithi059.stdout:1887: done (9 left) 2024-08-17T17:11:47.421 INFO:tasks.rados.rados.0.smithi059.stdout:1890: done (8 left) 2024-08-17T17:11:47.421 INFO:tasks.rados.rados.0.smithi059.stdout:1891: done (7 left) 2024-08-17T17:11:47.422 INFO:tasks.rados.rados.0.smithi059.stdout:1892: done (6 left) 2024-08-17T17:11:47.422 INFO:tasks.rados.rados.0.smithi059.stdout:1893: done (5 left) 2024-08-17T17:11:47.422 INFO:tasks.rados.rados.0.smithi059.stdout:1894: done (4 left) 2024-08-17T17:11:47.422 INFO:tasks.rados.rados.0.smithi059.stdout:1895: done (3 left) 2024-08-17T17:11:47.422 INFO:tasks.rados.rados.0.smithi059.stdout:1896: done (2 left) 2024-08-17T17:11:47.422 INFO:tasks.rados.rados.0.smithi059.stdout:1897: done (1 left) 2024-08-17T17:11:47.422 INFO:tasks.rados.rados.0.smithi059.stdout:1898: done (0 left) 2024-08-17T17:11:47.422 INFO:tasks.rados.rados.0.smithi059.stdout:1899: snap_create 2024-08-17T17:11:47.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:47 smithi059 ceph-mon[92261]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T17:11:47.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:47 smithi059 ceph-mon[92261]: pgmap v371: 121 pgs: 1 active+clean+snaptrim, 2 activating, 118 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 4/429 objects degraded (0.932%); 16 MiB/s, 4 objects/s recovering 2024-08-17T17:11:47.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:11:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:11:47] "GET /metrics HTTP/1.1" 200 36219 "" "Prometheus/2.43.0" 2024-08-17T17:11:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:47 smithi059 ceph-mon[94685]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T17:11:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:47 smithi059 ceph-mon[94685]: pgmap v371: 121 pgs: 1 active+clean+snaptrim, 2 activating, 118 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 4/429 objects degraded (0.932%); 16 MiB/s, 4 objects/s recovering 2024-08-17T17:11:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:47 smithi087 ceph-mon[85676]: osdmap e471: 8 total, 8 up, 8 in 2024-08-17T17:11:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:47 smithi087 ceph-mon[85676]: pgmap v371: 121 pgs: 1 active+clean+snaptrim, 2 activating, 118 active+clean; 291 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 4/429 objects degraded (0.932%); 16 MiB/s, 4 objects/s recovering 2024-08-17T17:11:48.272 INFO:tasks.rados.rados.0.smithi059.stdout:1899: done (0 left) 2024-08-17T17:11:48.272 INFO:tasks.rados.rados.0.smithi059.stdout:1900: read oid 37 snap -1 2024-08-17T17:11:48.272 INFO:tasks.rados.rados.0.smithi059.stdout:1900: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:11:48.272 INFO:tasks.rados.rados.0.smithi059.stdout:1901: read oid 17 snap -1 2024-08-17T17:11:48.272 INFO:tasks.rados.rados.0.smithi059.stdout:1901: expect (ObjNum 605 snap 196 seq_num 605) 2024-08-17T17:11:48.272 INFO:tasks.rados.rados.0.smithi059.stdout:1902: delete oid 44 current snap is 199 2024-08-17T17:11:48.277 INFO:tasks.rados.rados.0.smithi059.stdout:1902: done (2 left) 2024-08-17T17:11:48.277 INFO:tasks.rados.rados.0.smithi059.stdout:1903: copy_from oid 21 from oid 29 current snap is 199 2024-08-17T17:11:48.277 INFO:tasks.rados.rados.0.smithi059.stdout:1904: read oid 50 snap -1 2024-08-17T17:11:48.277 INFO:tasks.rados.rados.0.smithi059.stdout:1904: expect (ObjNum 584 snap 191 seq_num 584) 2024-08-17T17:11:48.277 INFO:tasks.rados.rados.0.smithi059.stdout:1905: read oid 8 snap -1 2024-08-17T17:11:48.277 INFO:tasks.rados.rados.0.smithi059.stdout:1905: expect deleted 2024-08-17T17:11:48.277 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 199 2024-08-17T17:11:48.277 INFO:tasks.rados.rados.0.smithi059.stdout:1906: seq_num 610 ranges {5849088=622592} 2024-08-17T17:11:48.313 INFO:tasks.rados.rados.0.smithi059.stdout:1906: writing smithi05980601-1 from 5849088 to 6471680 tid 1 2024-08-17T17:11:48.314 INFO:tasks.rados.rados.0.smithi059.stdout:1907: delete oid 24 current snap is 199 2024-08-17T17:11:48.314 INFO:tasks.rados.rados.0.smithi059.stdout:1900: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:11:48.344 INFO:tasks.rados.rados.0.smithi059.stdout:1903: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:11:48.344 INFO:tasks.rados.rados.0.smithi059.stdout:1903: finishing copy_from to smithi05980601-21 2024-08-17T17:11:48.345 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 237 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:11:48.345 INFO:tasks.rados.rados.0.smithi059.stdout:1901: expect (ObjNum 605 snap 196 seq_num 605) 2024-08-17T17:11:48.511 INFO:tasks.rados.rados.0.smithi059.stdout:1904: expect (ObjNum 584 snap 191 seq_num 584) 2024-08-17T17:11:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:48 smithi059 ceph-mon[92261]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 45/459 objects degraded (9.804%), 7 pgs degraded) 2024-08-17T17:11:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:48 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:11:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:48 smithi059 ceph-mon[94685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 45/459 objects degraded (9.804%), 7 pgs degraded) 2024-08-17T17:11:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:48 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:11:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:48 smithi087 ceph-mon[85676]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 45/459 objects degraded (9.804%), 7 pgs degraded) 2024-08-17T17:11:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:48 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:11:48.714 INFO:tasks.rados.rados.0.smithi059.stdout:1906: finishing write tid 1 to smithi05980601-1 2024-08-17T17:11:48.715 INFO:tasks.rados.rados.0.smithi059.stdout:1906: finishing write tid 2 to smithi05980601-1 2024-08-17T17:11:48.715 INFO:tasks.rados.rados.0.smithi059.stdout:1906: finishing write tid 3 to smithi05980601-1 2024-08-17T17:11:48.715 INFO:tasks.rados.rados.0.smithi059.stdout:1906: oid 1 updating version 0 to 1616 2024-08-17T17:11:48.715 INFO:tasks.rados.rados.0.smithi059.stdout:1906: oid 1 updating version 1616 to 1617 2024-08-17T17:11:48.715 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1617 (ObjNum 610 snap 199 seq_num 610) dirty exists 2024-08-17T17:11:48.715 INFO:tasks.rados.rados.0.smithi059.stdout:1906: left oid 1 (ObjNum 610 snap 199 seq_num 610) 2024-08-17T17:11:48.716 INFO:tasks.rados.rados.0.smithi059.stdout:1900: done (6 left) 2024-08-17T17:11:48.716 INFO:tasks.rados.rados.0.smithi059.stdout:1901: done (5 left) 2024-08-17T17:11:48.716 INFO:tasks.rados.rados.0.smithi059.stdout:1903: done (4 left) 2024-08-17T17:11:48.716 INFO:tasks.rados.rados.0.smithi059.stdout:1904: done (3 left) 2024-08-17T17:11:48.716 INFO:tasks.rados.rados.0.smithi059.stdout:1905: done (2 left) 2024-08-17T17:11:48.716 INFO:tasks.rados.rados.0.smithi059.stdout:1906: done (1 left) 2024-08-17T17:11:48.716 INFO:tasks.rados.rados.0.smithi059.stdout:1907: done (0 left) 2024-08-17T17:11:48.717 INFO:tasks.rados.rados.0.smithi059.stdout:1908: rollback oid 10 current snap is 199 2024-08-17T17:11:48.717 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 194 2024-08-17T17:11:48.717 INFO:tasks.rados.rados.0.smithi059.stdout:1909: snap_remove snap 189 2024-08-17T17:11:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:1908: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:11:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:1908: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:11:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:1908: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:11:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1156 (ObjNum 414 snap 141 seq_num 414) dirty exists 2024-08-17T17:11:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:1908: done (1 left) 2024-08-17T17:11:49.277 INFO:tasks.rados.rados.0.smithi059.stdout:1909: done (0 left) 2024-08-17T17:11:49.277 INFO:tasks.rados.rados.0.smithi059.stdout:1910: copy_from oid 42 from oid 20 current snap is 199 2024-08-17T17:11:49.277 INFO:tasks.rados.rados.0.smithi059.stdout:1911: snap_remove snap 196 2024-08-17T17:11:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:49 smithi059 ceph-mon[94685]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T17:11:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:49 smithi059 ceph-mon[94685]: pgmap v373: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.9 MiB/s wr, 29 op/s; 18 MiB/s, 5 objects/s recovering 2024-08-17T17:11:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:49 smithi059 ceph-mon[92261]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T17:11:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:49 smithi059 ceph-mon[92261]: pgmap v373: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.9 MiB/s wr, 29 op/s; 18 MiB/s, 5 objects/s recovering 2024-08-17T17:11:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:49 smithi087 ceph-mon[85676]: osdmap e472: 8 total, 8 up, 8 in 2024-08-17T17:11:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:49 smithi087 ceph-mon[85676]: pgmap v373: 121 pgs: 121 active+clean; 290 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.9 MiB/s wr, 29 op/s; 18 MiB/s, 5 objects/s recovering 2024-08-17T17:11:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:1911: done (1 left) 2024-08-17T17:11:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:1912: read oid 3 snap -1 2024-08-17T17:11:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:1912: expect (ObjNum 554 snap 181 seq_num 554) 2024-08-17T17:11:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:1913: copy_from oid 41 from oid 36 current snap is 199 2024-08-17T17:11:50.280 INFO:tasks.rados.rados.0.smithi059.stdout:1914: copy_from oid 46 from oid 14 current snap is 199 2024-08-17T17:11:50.280 INFO:tasks.rados.rados.0.smithi059.stdout:1915: read oid 2 snap 187 2024-08-17T17:11:50.280 INFO:tasks.rados.rados.0.smithi059.stdout:1915: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:11:50.280 INFO:tasks.rados.rados.0.smithi059.stdout:1916: snap_create 2024-08-17T17:11:50.280 INFO:tasks.rados.rados.0.smithi059.stdout:1910: finishing copy_from racing read to smithi05980601-42 2024-08-17T17:11:50.280 INFO:tasks.rados.rados.0.smithi059.stdout:1910: finishing copy_from to smithi05980601-42 2024-08-17T17:11:50.280 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1492 (ObjNum 543 snap 174 seq_num 543) dirty exists 2024-08-17T17:11:50.298 INFO:tasks.rados.rados.0.smithi059.stdout:1915: expect (ObjNum 433 snap 147 seq_num 433) 2024-08-17T17:11:50.407 INFO:tasks.rados.rados.0.smithi059.stdout:1913: finishing copy_from racing read to smithi05980601-41 2024-08-17T17:11:50.407 INFO:tasks.rados.rados.0.smithi059.stdout:1912: expect (ObjNum 554 snap 181 seq_num 554) 2024-08-17T17:11:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:50 smithi059 ceph-mon[92261]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T17:11:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:50 smithi059 ceph-mon[94685]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T17:11:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:50 smithi087 ceph-mon[85676]: osdmap e473: 8 total, 8 up, 8 in 2024-08-17T17:11:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:11:50.703 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:11:50.790 INFO:tasks.rados.rados.0.smithi059.stdout:1913: finishing copy_from to smithi05980601-41 2024-08-17T17:11:50.790 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1061 (ObjNum 588 snap 192 seq_num 588) dirty exists 2024-08-17T17:11:50.790 INFO:tasks.rados.rados.0.smithi059.stdout:1914: finishing copy_from racing read to smithi05980601-46 2024-08-17T17:11:50.790 INFO:tasks.rados.rados.0.smithi059.stdout:1914: finishing copy_from to smithi05980601-46 2024-08-17T17:11:50.790 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 1608 (ObjNum 560 snap 182 seq_num 560) dirty exists 2024-08-17T17:11:51.138 INFO:tasks.rados.rados.0.smithi059.stdout:1910: done (5 left) 2024-08-17T17:11:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1912: done (4 left) 2024-08-17T17:11:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1913: done (3 left) 2024-08-17T17:11:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1914: done (2 left) 2024-08-17T17:11:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1915: done (1 left) 2024-08-17T17:11:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1916: done (0 left) 2024-08-17T17:11:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1917: rmattr oid 13 current snap is 200 2024-08-17T17:11:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1917: done (0 left) 2024-08-17T17:11:51.139 INFO:tasks.rados.rados.0.smithi059.stdout:1918: read oid 37 snap 171 2024-08-17T17:11:51.140 INFO:tasks.rados.rados.0.smithi059.stdout:1918: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:11:51.140 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 34 current snap is 200 2024-08-17T17:11:51.140 INFO:tasks.rados.rados.0.smithi059.stdout:1919: seq_num 612 ranges {0=655360} 2024-08-17T17:11:51.144 INFO:tasks.rados.rados.0.smithi059.stdout:1919: writing smithi05980601-34 from 0 to 655360 tid 1 2024-08-17T17:11:51.144 INFO:tasks.rados.rados.0.smithi059.stdout:1920: rollback oid 1 current snap is 200 2024-08-17T17:11:51.144 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 1 to 195 2024-08-17T17:11:51.144 INFO:tasks.rados.rados.0.smithi059.stdout:1921: read oid 20 snap -1 2024-08-17T17:11:51.145 INFO:tasks.rados.rados.0.smithi059.stdout:1921: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:11:51.145 INFO:tasks.rados.rados.0.smithi059.stdout:1922: read oid 15 snap -1 2024-08-17T17:11:51.145 INFO:tasks.rados.rados.0.smithi059.stdout:1922: expect (ObjNum 581 snap 191 seq_num 581) 2024-08-17T17:11:51.145 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 200 2024-08-17T17:11:51.145 INFO:tasks.rados.rados.0.smithi059.stdout:1923: seq_num 613 ranges {0=671744} 2024-08-17T17:11:51.149 INFO:tasks.rados.rados.0.smithi059.stdout:1923: writing smithi05980601-7 from 0 to 671744 tid 1 2024-08-17T17:11:51.149 INFO:tasks.rados.rados.0.smithi059.stdout:1924: copy_from oid 25 from oid 21 current snap is 200 2024-08-17T17:11:51.150 INFO:tasks.rados.rados.0.smithi059.stdout:1918: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:1920: finishing rollback tid 0 to smithi05980601-1 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:1919: finishing write tid 1 to smithi05980601-34 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:1920: finishing rollback tid 1 to smithi05980601-1 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:1920: finishing rollback tid 2 to smithi05980601-1 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1620 (ObjNum 571 snap 190 seq_num 571) dirty exists 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:1923: finishing write tid 1 to smithi05980601-7 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:1918: done (6 left) 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:1920: done (5 left) 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:1925: rollback oid 17 current snap is 200 2024-08-17T17:11:51.186 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 17 to 187 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1923: finishing write tid 2 to smithi05980601-7 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1923: finishing write tid 3 to smithi05980601-7 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1923: oid 7 updating version 0 to 394 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1923: oid 7 version 394 is already newer than 393 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 394 (ObjNum 613 snap 200 seq_num 613) dirty exists 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1923: left oid 7 (ObjNum 613 snap 200 seq_num 613) 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1919: finishing write tid 2 to smithi05980601-34 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1919: finishing write tid 3 to smithi05980601-34 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1919: oid 34 updating version 0 to 1497 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1919: oid 34 version 1497 is already newer than 1496 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1497 (ObjNum 612 snap 200 seq_num 612) dirty exists 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1919: left oid 34 (ObjNum 612 snap 200 seq_num 612) 2024-08-17T17:11:51.187 INFO:tasks.rados.rados.0.smithi059.stdout:1921: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:11:51.237 INFO:tasks.rados.rados.0.smithi059.stdout:1924: finishing copy_from racing read to smithi05980601-25 2024-08-17T17:11:51.237 INFO:tasks.rados.rados.0.smithi059.stdout:1924: finishing copy_from to smithi05980601-25 2024-08-17T17:11:51.237 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 237 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:11:51.237 INFO:tasks.rados.rados.0.smithi059.stdout:1919: done (5 left) 2024-08-17T17:11:51.237 INFO:tasks.rados.rados.0.smithi059.stdout:1921: done (4 left) 2024-08-17T17:11:51.238 INFO:tasks.rados.rados.0.smithi059.stdout:1923: done (3 left) 2024-08-17T17:11:51.238 INFO:tasks.rados.rados.0.smithi059.stdout:1924: done (2 left) 2024-08-17T17:11:51.238 INFO:tasks.rados.rados.0.smithi059.stdout:1926: rollback oid 41 current snap is 200 2024-08-17T17:11:51.238 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 199 2024-08-17T17:11:51.238 INFO:tasks.rados.rados.0.smithi059.stdout:1925: finishing rollback tid 0 to smithi05980601-17 2024-08-17T17:11:51.238 INFO:tasks.rados.rados.0.smithi059.stdout:1925: finishing rollback tid 1 to smithi05980601-17 2024-08-17T17:11:51.238 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1785 (ObjNum 177 snap 0 seq_num 681553280) dirty dne 2024-08-17T17:11:51.239 INFO:tasks.rados.rados.0.smithi059.stdout:1922: expect (ObjNum 581 snap 191 seq_num 581) 2024-08-17T17:11:51.311 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:11:51.311 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (8m) 79s ago 9m 25.1M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:11:51.312 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (9m) 12s ago 9m 87.2M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:11:51.312 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (10m) 79s ago 10m 18.1M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:11:51.312 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (10m) 12s ago 10m 21.7M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:11:51.312 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (4m) 12s ago 13m 454M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:11:51.312 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (5m) 79s ago 15m 525M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:11:51.312 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (4m) 79s ago 15m 54.1M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:11:51.312 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (3m) 12s ago 14m 45.1M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (4m) 79s ago 14m 44.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (8m) 79s ago 8m 15.5M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (8m) 12s ago 8m 16.5M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (3m) 79s ago 13m 201M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (2m) 79s ago 13m 166M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (116s) 79s ago 12m 118M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (83s) 79s ago 12m 12.2M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4065d0c6cd6e 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (50s) 12s ago 12m 106M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a9f47d531829 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (17s) 12s ago 11m 11.4M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8d4cdefad3b6 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (11m) 12s ago 11m 194M 2480M 18.2.4-719-gced649f8 c870753d67c2 6d8604351753 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (10m) 12s ago 10m 191M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:11:51.313 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (4m) 12s ago 9m 53.6M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:11:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[94685]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T17:11:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[94685]: pgmap v376: 121 pgs: 121 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.5 MiB/s wr, 23 op/s; 2.8 MiB/s, 0 objects/s recovering 2024-08-17T17:11:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[94685]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[94685]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[94685]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T17:11:51.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[92261]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T17:11:51.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[92261]: pgmap v376: 121 pgs: 121 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.5 MiB/s wr, 23 op/s; 2.8 MiB/s, 0 objects/s recovering 2024-08-17T17:11:51.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[92261]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:51.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[92261]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:51.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:51 smithi059 ceph-mon[92261]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T17:11:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:51 smithi087 ceph-mon[85676]: osdmap e474: 8 total, 8 up, 8 in 2024-08-17T17:11:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:51 smithi087 ceph-mon[85676]: pgmap v376: 121 pgs: 121 active+clean; 304 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.5 MiB/s wr, 23 op/s; 2.8 MiB/s, 0 objects/s recovering 2024-08-17T17:11:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:51 smithi087 ceph-mon[85676]: from='client.44342 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:51 smithi087 ceph-mon[85676]: from='client.44348 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:51 smithi087 ceph-mon[85676]: osdmap e475: 8 total, 8 up, 8 in 2024-08-17T17:11:51.686 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:11:51.686 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2, 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 6 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:11:51.687 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:11:51.688 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 4, 2024-08-17T17:11:51.688 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 11 2024-08-17T17:11:51.688 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:11:51.688 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:11:51.989 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:11:51.989 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:11:51.989 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:11:51.989 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:11:51.989 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:11:51.989 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:11:51.989 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:11:51.989 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:11:51.990 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "11/20 daemons upgraded", 2024-08-17T17:11:51.990 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:11:51.990 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:11:51.990 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:11:51.996 INFO:tasks.rados.rados.0.smithi059.stdout:1926: finishing rollback tid 0 to smithi05980601-41 2024-08-17T17:11:51.996 INFO:tasks.rados.rados.0.smithi059.stdout:1926: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:11:51.996 INFO:tasks.rados.rados.0.smithi059.stdout:1926: finishing rollback tid 2 to smithi05980601-41 2024-08-17T17:11:51.996 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1500 (ObjNum 588 snap 192 seq_num 588) dirty exists 2024-08-17T17:11:51.996 INFO:tasks.rados.rados.0.smithi059.stdout:1922: done (2 left) 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1925: done (1 left) 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1926: done (0 left) 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1927: read oid 1 snap -1 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1927: expect (ObjNum 571 snap 190 seq_num 571) 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1928: read oid 46 snap 171 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1928: expect deleted 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1929: read oid 27 snap -1 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1929: expect (ObjNum 601 snap 195 seq_num 601) 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1930: read oid 45 snap -1 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1930: expect deleted 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1931: rollback oid 38 current snap is 200 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 194 2024-08-17T17:11:51.997 INFO:tasks.rados.rados.0.smithi059.stdout:1932: copy_from oid 36 from oid 9 current snap is 200 2024-08-17T17:11:51.998 INFO:tasks.rados.rados.0.smithi059.stdout:1933: read oid 12 snap -1 2024-08-17T17:11:51.998 INFO:tasks.rados.rados.0.smithi059.stdout:1933: expect (ObjNum 607 snap 196 seq_num 607) 2024-08-17T17:11:51.998 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 200 2024-08-17T17:11:51.998 INFO:tasks.rados.rados.0.smithi059.stdout:1934: seq_num 614 ranges {524288=688128} 2024-08-17T17:11:52.004 INFO:tasks.rados.rados.0.smithi059.stdout:1934: writing smithi05980601-32 from 524288 to 1212416 tid 1 2024-08-17T17:11:52.004 INFO:tasks.rados.rados.0.smithi059.stdout:1935: rollback oid 14 current snap is 200 2024-08-17T17:11:52.004 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 194 2024-08-17T17:11:52.004 INFO:tasks.rados.rados.0.smithi059.stdout:1931: finishing rollback tid 0 to smithi05980601-38 2024-08-17T17:11:52.005 INFO:tasks.rados.rados.0.smithi059.stdout:1931: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:11:52.005 INFO:tasks.rados.rados.0.smithi059.stdout:1931: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:11:52.005 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1687 (ObjNum 584 snap 191 seq_num 584) dirty exists 2024-08-17T17:11:52.005 INFO:tasks.rados.rados.0.smithi059.stdout:1928: done (8 left) 2024-08-17T17:11:52.005 INFO:tasks.rados.rados.0.smithi059.stdout:1930: done (7 left) 2024-08-17T17:11:52.005 INFO:tasks.rados.rados.0.smithi059.stdout:1931: done (6 left) 2024-08-17T17:11:52.005 INFO:tasks.rados.rados.0.smithi059.stdout:1936: snap_create 2024-08-17T17:11:52.012 INFO:tasks.rados.rados.0.smithi059.stdout:1934: finishing write tid 1 to smithi05980601-32 2024-08-17T17:11:52.012 INFO:tasks.rados.rados.0.smithi059.stdout:1934: finishing write tid 2 to smithi05980601-32 2024-08-17T17:11:52.012 INFO:tasks.rados.rados.0.smithi059.stdout:1935: finishing rollback tid 0 to smithi05980601-14 2024-08-17T17:11:52.012 INFO:tasks.rados.rados.0.smithi059.stdout:1935: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:11:52.013 INFO:tasks.rados.rados.0.smithi059.stdout:1935: finishing rollback tid 2 to smithi05980601-14 2024-08-17T17:11:52.013 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 1611 (ObjNum 560 snap 182 seq_num 560) dirty exists 2024-08-17T17:11:52.013 INFO:tasks.rados.rados.0.smithi059.stdout:1934: finishing write tid 3 to smithi05980601-32 2024-08-17T17:11:52.013 INFO:tasks.rados.rados.0.smithi059.stdout:1934: oid 32 updating version 0 to 532 2024-08-17T17:11:52.013 INFO:tasks.rados.rados.0.smithi059.stdout:1934: oid 32 version 532 is already newer than 531 2024-08-17T17:11:52.013 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 532 (ObjNum 614 snap 200 seq_num 614) dirty exists 2024-08-17T17:11:52.013 INFO:tasks.rados.rados.0.smithi059.stdout:1934: left oid 32 (ObjNum 614 snap 200 seq_num 614) 2024-08-17T17:11:52.020 INFO:tasks.rados.rados.0.smithi059.stdout:1927: expect (ObjNum 571 snap 190 seq_num 571) 2024-08-17T17:11:52.263 INFO:tasks.rados.rados.0.smithi059.stdout:1929: expect (ObjNum 601 snap 195 seq_num 601) 2024-08-17T17:11:52.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:52 smithi059 ceph-mon[94685]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:52.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:52 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/4024753674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:52.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:52 smithi059 ceph-mon[94685]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:52.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:52 smithi059 ceph-mon[92261]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:52 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/4024753674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:52 smithi059 ceph-mon[92261]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:52 smithi087 ceph-mon[85676]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:52 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/4024753674' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:11:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:52 smithi087 ceph-mon[85676]: from='client.44366 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:11:52.611 INFO:tasks.rados.rados.0.smithi059.stdout:1933: expect (ObjNum 607 snap 196 seq_num 607) 2024-08-17T17:11:52.805 INFO:tasks.rados.rados.0.smithi059.stdout:1932: finishing copy_from racing read to smithi05980601-36 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:1932: finishing copy_from to smithi05980601-36 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1053 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:1927: done (6 left) 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:1929: done (5 left) 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:1932: done (4 left) 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:1933: done (3 left) 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:1934: done (2 left) 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:1935: done (1 left) 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:1936: done (0 left) 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:1937: rmattr oid 18 current snap is 201 2024-08-17T17:11:52.806 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 201 2024-08-17T17:11:52.807 INFO:tasks.rados.rados.0.smithi059.stdout:1938: seq_num 615 ranges {14606336=704512} 2024-08-17T17:11:52.889 INFO:tasks.rados.rados.0.smithi059.stdout:1938: writing smithi05980601-14 from 14606336 to 15310848 tid 1 2024-08-17T17:11:52.889 INFO:tasks.rados.rados.0.smithi059.stdout:1939: snap_create 2024-08-17T17:11:52.889 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 534 (ObjNum 530 snap 170 seq_num 530) dirty exists 2024-08-17T17:11:52.896 INFO:tasks.rados.rados.0.smithi059.stdout:1938: finishing write tid 1 to smithi05980601-14 2024-08-17T17:11:52.896 INFO:tasks.rados.rados.0.smithi059.stdout:1938: finishing write tid 2 to smithi05980601-14 2024-08-17T17:11:52.897 INFO:tasks.rados.rados.0.smithi059.stdout:1938: finishing write tid 3 to smithi05980601-14 2024-08-17T17:11:52.897 INFO:tasks.rados.rados.0.smithi059.stdout:1938: oid 14 updating version 0 to 1613 2024-08-17T17:11:52.897 INFO:tasks.rados.rados.0.smithi059.stdout:1938: oid 14 version 1613 is already newer than 1612 2024-08-17T17:11:52.898 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 1613 (ObjNum 615 snap 201 seq_num 615) dirty exists 2024-08-17T17:11:52.898 INFO:tasks.rados.rados.0.smithi059.stdout:1938: left oid 14 (ObjNum 615 snap 201 seq_num 615) 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1937: done (2 left) 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1938: done (1 left) 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1939: done (0 left) 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1940: copy_from oid 34 from oid 41 current snap is 202 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1941: rollback oid 2 current snap is 202 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 2 to 195 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1942: rollback oid 26 current snap is 202 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 26 to 191 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1943: read oid 9 snap -1 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1943: expect (ObjNum 546 snap 176 seq_num 546) 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1944: read oid 8 snap -1 2024-08-17T17:11:53.308 INFO:tasks.rados.rados.0.smithi059.stdout:1944: expect deleted 2024-08-17T17:11:53.309 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 202 2024-08-17T17:11:53.309 INFO:tasks.rados.rados.0.smithi059.stdout:1945: seq_num 616 ranges {778240=720896} 2024-08-17T17:11:53.316 INFO:tasks.rados.rados.0.smithi059.stdout:1945: writing smithi05980601-40 from 778240 to 1499136 tid 1 2024-08-17T17:11:53.316 INFO:tasks.rados.rados.0.smithi059.stdout:1946: snap_remove snap 187 2024-08-17T17:11:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:53 smithi087 ceph-mon[85676]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T17:11:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:53 smithi087 ceph-mon[85676]: pgmap v379: 121 pgs: 121 active+clean; 313 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-08-17T17:11:53.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:53 smithi059 ceph-mon[92261]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T17:11:53.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:53 smithi059 ceph-mon[92261]: pgmap v379: 121 pgs: 121 active+clean; 313 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-08-17T17:11:53.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:53 smithi059 ceph-mon[94685]: osdmap e476: 8 total, 8 up, 8 in 2024-08-17T17:11:53.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:53 smithi059 ceph-mon[94685]: pgmap v379: 121 pgs: 121 active+clean; 313 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 32 MiB/s rd, 5.8 MiB/s wr, 14 op/s 2024-08-17T17:11:54.308 INFO:tasks.rados.rados.0.smithi059.stdout:1946: done (6 left) 2024-08-17T17:11:54.308 INFO:tasks.rados.rados.0.smithi059.stdout:1947: rollback oid 48 current snap is 202 2024-08-17T17:11:54.308 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 48 to 199 2024-08-17T17:11:54.308 INFO:tasks.rados.rados.0.smithi059.stdout:1948: delete oid 46 current snap is 202 2024-08-17T17:11:54.308 INFO:tasks.rados.rados.0.smithi059.stdout:1941: finishing rollback tid 0 to smithi05980601-2 2024-08-17T17:11:54.308 INFO:tasks.rados.rados.0.smithi059.stdout:1941: finishing rollback tid 1 to smithi05980601-2 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1942: finishing rollback tid 0 to smithi05980601-26 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1941: finishing rollback tid 2 to smithi05980601-2 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 1611 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1945: finishing write tid 1 to smithi05980601-40 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1945: finishing write tid 2 to smithi05980601-40 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1945: finishing write tid 3 to smithi05980601-40 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1945: oid 40 updating version 0 to 1622 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1945: oid 40 version 1622 is already newer than 1621 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1622 (ObjNum 616 snap 202 seq_num 616) dirty exists 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1945: left oid 40 (ObjNum 616 snap 202 seq_num 616) 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1942: finishing rollback tid 1 to smithi05980601-26 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 1060 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:11:54.309 INFO:tasks.rados.rados.0.smithi059.stdout:1940: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:11:54.310 INFO:tasks.rados.rados.0.smithi059.stdout:1940: finishing copy_from to smithi05980601-34 2024-08-17T17:11:54.310 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1500 (ObjNum 588 snap 192 seq_num 588) dirty exists 2024-08-17T17:11:54.310 INFO:tasks.rados.rados.0.smithi059.stdout:1943: expect (ObjNum 546 snap 176 seq_num 546) 2024-08-17T17:11:54.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:54 smithi059 ceph-mon[92261]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T17:11:54.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:54 smithi059 ceph-mon[94685]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T17:11:54.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:54 smithi087 ceph-mon[85676]: osdmap e477: 8 total, 8 up, 8 in 2024-08-17T17:11:55.193 INFO:tasks.rados.rados.0.smithi059.stdout:1947: finishing rollback tid 0 to smithi05980601-48 2024-08-17T17:11:55.193 INFO:tasks.rados.rados.0.smithi059.stdout:1947: finishing rollback tid 1 to smithi05980601-48 2024-08-17T17:11:55.193 INFO:tasks.rados.rados.0.smithi059.stdout:1947: finishing rollback tid 2 to smithi05980601-48 2024-08-17T17:11:55.193 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1066 (ObjNum 421 snap 142 seq_num 421) dirty exists 2024-08-17T17:11:55.194 INFO:tasks.rados.rados.0.smithi059.stdout:1940: done (7 left) 2024-08-17T17:11:55.194 INFO:tasks.rados.rados.0.smithi059.stdout:1941: done (6 left) 2024-08-17T17:11:55.194 INFO:tasks.rados.rados.0.smithi059.stdout:1942: done (5 left) 2024-08-17T17:11:55.194 INFO:tasks.rados.rados.0.smithi059.stdout:1943: done (4 left) 2024-08-17T17:11:55.194 INFO:tasks.rados.rados.0.smithi059.stdout:1944: done (3 left) 2024-08-17T17:11:55.194 INFO:tasks.rados.rados.0.smithi059.stdout:1945: done (2 left) 2024-08-17T17:11:55.194 INFO:tasks.rados.rados.0.smithi059.stdout:1947: done (1 left) 2024-08-17T17:11:55.194 INFO:tasks.rados.rados.0.smithi059.stdout:1948: done (0 left) 2024-08-17T17:11:55.194 INFO:tasks.rados.rados.0.smithi059.stdout:1949: delete oid 27 current snap is 202 2024-08-17T17:11:55.197 INFO:tasks.rados.rados.0.smithi059.stdout:1949: done (0 left) 2024-08-17T17:11:55.197 INFO:tasks.rados.rados.0.smithi059.stdout:1950: snap_remove snap 200 2024-08-17T17:11:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:55 smithi059 ceph-mon[92261]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T17:11:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:55 smithi059 ceph-mon[92261]: pgmap v382: 121 pgs: 121 active+clean; 314 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-17T17:11:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:55 smithi059 ceph-mon[94685]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T17:11:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:55 smithi059 ceph-mon[94685]: pgmap v382: 121 pgs: 121 active+clean; 314 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-17T17:11:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:55 smithi087 ceph-mon[85676]: osdmap e478: 8 total, 8 up, 8 in 2024-08-17T17:11:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:55 smithi087 ceph-mon[85676]: pgmap v382: 121 pgs: 121 active+clean; 314 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-17T17:11:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:55.968 INFO:tasks.rados.rados.0.smithi059.stdout:1950: done (0 left) 2024-08-17T17:11:55.968 INFO:tasks.rados.rados.0.smithi059.stdout:1951: setattr oid 36 current snap is 202 2024-08-17T17:11:55.970 INFO:tasks.rados.rados.0.smithi059.stdout:1952: copy_from oid 38 from oid 1 current snap is 202 2024-08-17T17:11:55.970 INFO:tasks.rados.rados.0.smithi059.stdout:1953: rollback oid 15 current snap is 202 2024-08-17T17:11:55.970 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 15 to 201 2024-08-17T17:11:55.970 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 202 2024-08-17T17:11:55.970 INFO:tasks.rados.rados.0.smithi059.stdout:1954: seq_num 619 ranges {4079616=770048} 2024-08-17T17:11:55.998 INFO:tasks.rados.rados.0.smithi059.stdout:1954: writing smithi05980601-22 from 4079616 to 4849664 tid 1 2024-08-17T17:11:55.998 INFO:tasks.rados.rados.0.smithi059.stdout:1955: rollback oid 10 current snap is 202 2024-08-17T17:11:55.998 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 194 2024-08-17T17:11:55.999 INFO:tasks.rados.rados.0.smithi059.stdout:1953: finishing rollback tid 0 to smithi05980601-15 2024-08-17T17:11:55.999 INFO:tasks.rados.rados.0.smithi059.stdout:1953: finishing rollback tid 1 to smithi05980601-15 2024-08-17T17:11:55.999 INFO:tasks.rados.rados.0.smithi059.stdout:1953: finishing rollback tid 2 to smithi05980601-15 2024-08-17T17:11:55.999 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 1063 (ObjNum 581 snap 191 seq_num 581) dirty exists 2024-08-17T17:11:55.999 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1067 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:11:55.999 INFO:tasks.rados.rados.0.smithi059.stdout:1951: done (4 left) 2024-08-17T17:11:55.999 INFO:tasks.rados.rados.0.smithi059.stdout:1953: done (3 left) 2024-08-17T17:11:55.999 INFO:tasks.rados.rados.0.smithi059.stdout:1956: snap_create 2024-08-17T17:11:55.999 INFO:tasks.rados.rados.0.smithi059.stdout:1952: finishing copy_from racing read to smithi05980601-38 2024-08-17T17:11:56.003 INFO:tasks.rados.rados.0.smithi059.stdout:1952: finishing copy_from to smithi05980601-38 2024-08-17T17:11:56.003 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1620 (ObjNum 571 snap 190 seq_num 571) dirty exists 2024-08-17T17:11:56.004 INFO:tasks.rados.rados.0.smithi059.stdout:1954: finishing write tid 1 to smithi05980601-22 2024-08-17T17:11:56.004 INFO:tasks.rados.rados.0.smithi059.stdout:1954: finishing write tid 2 to smithi05980601-22 2024-08-17T17:11:56.005 INFO:tasks.rados.rados.0.smithi059.stdout:1955: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:11:56.005 INFO:tasks.rados.rados.0.smithi059.stdout:1955: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:11:56.005 INFO:tasks.rados.rados.0.smithi059.stdout:1955: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:11:56.005 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1159 (ObjNum 414 snap 141 seq_num 414) dirty exists 2024-08-17T17:11:56.005 INFO:tasks.rados.rados.0.smithi059.stdout:1954: finishing write tid 3 to smithi05980601-22 2024-08-17T17:11:56.006 INFO:tasks.rados.rados.0.smithi059.stdout:1954: oid 22 updating version 0 to 632 2024-08-17T17:11:56.006 INFO:tasks.rados.rados.0.smithi059.stdout:1954: oid 22 updating version 632 to 633 2024-08-17T17:11:56.006 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 633 (ObjNum 619 snap 202 seq_num 619) dirty exists 2024-08-17T17:11:56.006 INFO:tasks.rados.rados.0.smithi059.stdout:1954: left oid 22 (ObjNum 619 snap 202 seq_num 619) 2024-08-17T17:11:56.137 INFO:tasks.rados.rados.0.smithi059.stdout:1952: done (3 left) 2024-08-17T17:11:56.138 INFO:tasks.rados.rados.0.smithi059.stdout:1954: done (2 left) 2024-08-17T17:11:56.138 INFO:tasks.rados.rados.0.smithi059.stdout:1955: done (1 left) 2024-08-17T17:11:56.138 INFO:tasks.rados.rados.0.smithi059.stdout:1956: done (0 left) 2024-08-17T17:11:56.138 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 203 2024-08-17T17:11:56.138 INFO:tasks.rados.rados.0.smithi059.stdout:1957: seq_num 620 ranges {0=794624} 2024-08-17T17:11:56.141 INFO:tasks.rados.rados.0.smithi059.stdout:1957: writing smithi05980601-8 from 0 to 794624 tid 1 2024-08-17T17:11:56.142 INFO:tasks.rados.rados.0.smithi059.stdout:1958: delete oid 12 current snap is 203 2024-08-17T17:11:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:1958: done (1 left) 2024-08-17T17:11:56.147 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 203 2024-08-17T17:11:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1957: finishing write tid 1 to smithi05980601-8 2024-08-17T17:11:56.148 INFO:tasks.rados.rados.0.smithi059.stdout:1959: seq_num 622 ranges {1908736=425984,2334720=401408} 2024-08-17T17:11:56.160 INFO:tasks.rados.rados.0.smithi059.stdout:1959: writing smithi05980601-35 from 1908736 to 2334720 tid 1 2024-08-17T17:11:56.163 INFO:tasks.rados.rados.0.smithi059.stdout:1959: writing smithi05980601-35 from 2334720 to 2736128 tid 2 2024-08-17T17:11:56.163 INFO:tasks.rados.rados.0.smithi059.stdout:1960: delete oid 4 current snap is 203 2024-08-17T17:11:56.163 INFO:tasks.rados.rados.0.smithi059.stdout:1957: finishing write tid 2 to smithi05980601-8 2024-08-17T17:11:56.163 INFO:tasks.rados.rados.0.smithi059.stdout:1957: finishing write tid 3 to smithi05980601-8 2024-08-17T17:11:56.163 INFO:tasks.rados.rados.0.smithi059.stdout:1957: oid 8 updating version 0 to 483 2024-08-17T17:11:56.163 INFO:tasks.rados.rados.0.smithi059.stdout:1957: oid 8 version 483 is already newer than 482 2024-08-17T17:11:56.163 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 483 (ObjNum 620 snap 203 seq_num 620) dirty exists 2024-08-17T17:11:56.163 INFO:tasks.rados.rados.0.smithi059.stdout:1957: left oid 8 (ObjNum 620 snap 203 seq_num 620) 2024-08-17T17:11:56.163 INFO:tasks.rados.rados.0.smithi059.stdout:1959: finishing write tid 1 to smithi05980601-35 2024-08-17T17:11:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1957: done (2 left) 2024-08-17T17:11:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1960: done (1 left) 2024-08-17T17:11:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 203 2024-08-17T17:11:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1959: finishing write tid 2 to smithi05980601-35 2024-08-17T17:11:56.166 INFO:tasks.rados.rados.0.smithi059.stdout:1961: seq_num 624 ranges {6201344=458752,6660096=401408} 2024-08-17T17:11:56.202 INFO:tasks.rados.rados.0.smithi059.stdout:1961: writing smithi05980601-47 from 6201344 to 6660096 tid 1 2024-08-17T17:11:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:1961: writing smithi05980601-47 from 6660096 to 7061504 tid 2 2024-08-17T17:11:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:1962: rmattr oid 23 current snap is 203 2024-08-17T17:11:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:1962: done (2 left) 2024-08-17T17:11:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:1963: copy_from oid 30 from oid 2 current snap is 203 2024-08-17T17:11:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:1959: finishing write tid 3 to smithi05980601-35 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:1959: finishing write tid 4 to smithi05980601-35 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:1959: oid 35 updating version 0 to 636 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:1959: oid 35 updating version 636 to 637 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:1959: oid 35 version 637 is already newer than 635 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 637 (ObjNum 622 snap 203 seq_num 622) dirty exists 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:1959: left oid 35 (ObjNum 622 snap 203 seq_num 622) 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:1959: done (2 left) 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:1964: copy_from oid 18 from oid 44 current snap is 203 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 203 2024-08-17T17:11:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:1965: seq_num 625 ranges {671744=475136,1146880=401408} 2024-08-17T17:11:56.211 INFO:tasks.rados.rados.0.smithi059.stdout:1965: writing smithi05980601-7 from 671744 to 1146880 tid 1 2024-08-17T17:11:56.214 INFO:tasks.rados.rados.0.smithi059.stdout:1965: writing smithi05980601-7 from 1146880 to 1548288 tid 2 2024-08-17T17:11:56.214 INFO:tasks.rados.rados.0.smithi059.stdout:1966: delete oid 46 current snap is 203 2024-08-17T17:11:56.214 INFO:tasks.rados.rados.0.smithi059.stdout:1961: finishing write tid 1 to smithi05980601-47 2024-08-17T17:11:56.214 INFO:tasks.rados.rados.0.smithi059.stdout:1964: finishing copy_from to smithi05980601-18 2024-08-17T17:11:56.214 INFO:tasks.rados.rados.0.smithi059.stdout:1964: got expected ENOENT (src dne) 2024-08-17T17:11:56.214 INFO:tasks.rados.rados.0.smithi059.stdout:1964: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:11:56.214 INFO:tasks.rados.rados.0.smithi059.stdout:1961: finishing write tid 2 to smithi05980601-47 2024-08-17T17:11:56.215 INFO:tasks.rados.rados.0.smithi059.stdout:1961: finishing write tid 3 to smithi05980601-47 2024-08-17T17:11:56.215 INFO:tasks.rados.rados.0.smithi059.stdout:1961: finishing write tid 4 to smithi05980601-47 2024-08-17T17:11:56.215 INFO:tasks.rados.rados.0.smithi059.stdout:1961: oid 47 updating version 0 to 1688 2024-08-17T17:11:56.215 INFO:tasks.rados.rados.0.smithi059.stdout:1961: oid 47 updating version 1688 to 1690 2024-08-17T17:11:56.215 INFO:tasks.rados.rados.0.smithi059.stdout:1961: oid 47 version 1690 is already newer than 1689 2024-08-17T17:11:56.215 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1690 (ObjNum 624 snap 203 seq_num 624) dirty exists 2024-08-17T17:11:56.215 INFO:tasks.rados.rados.0.smithi059.stdout:1961: left oid 47 (ObjNum 624 snap 203 seq_num 624) 2024-08-17T17:11:56.216 INFO:tasks.rados.rados.0.smithi059.stdout:1965: finishing write tid 1 to smithi05980601-7 2024-08-17T17:11:56.216 INFO:tasks.rados.rados.0.smithi059.stdout:1961: done (4 left) 2024-08-17T17:11:56.216 INFO:tasks.rados.rados.0.smithi059.stdout:1964: done (3 left) 2024-08-17T17:11:56.216 INFO:tasks.rados.rados.0.smithi059.stdout:1966: done (2 left) 2024-08-17T17:11:56.217 INFO:tasks.rados.rados.0.smithi059.stdout:1967: read oid 16 snap -1 2024-08-17T17:11:56.217 INFO:tasks.rados.rados.0.smithi059.stdout:1967: expect deleted 2024-08-17T17:11:56.217 INFO:tasks.rados.rados.0.smithi059.stdout:1968: delete oid 31 current snap is 203 2024-08-17T17:11:56.217 INFO:tasks.rados.rados.0.smithi059.stdout:1965: finishing write tid 2 to smithi05980601-7 2024-08-17T17:11:56.217 INFO:tasks.rados.rados.0.smithi059.stdout:1965: finishing write tid 3 to smithi05980601-7 2024-08-17T17:11:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:1965: finishing write tid 4 to smithi05980601-7 2024-08-17T17:11:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:1965: oid 7 updating version 0 to 398 2024-08-17T17:11:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:1965: oid 7 updating version 398 to 399 2024-08-17T17:11:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:1965: oid 7 updating version 399 to 400 2024-08-17T17:11:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 400 (ObjNum 625 snap 203 seq_num 625) dirty exists 2024-08-17T17:11:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:1965: left oid 7 (ObjNum 625 snap 203 seq_num 625) 2024-08-17T17:11:56.219 INFO:tasks.rados.rados.0.smithi059.stdout:1965: done (3 left) 2024-08-17T17:11:56.219 INFO:tasks.rados.rados.0.smithi059.stdout:1967: done (2 left) 2024-08-17T17:11:56.220 INFO:tasks.rados.rados.0.smithi059.stdout:1968: done (1 left) 2024-08-17T17:11:56.220 INFO:tasks.rados.rados.0.smithi059.stdout:1969: snap_create 2024-08-17T17:11:56.220 INFO:tasks.rados.rados.0.smithi059.stdout:1963: finishing copy_from racing read to smithi05980601-30 2024-08-17T17:11:56.221 INFO:tasks.rados.rados.0.smithi059.stdout:1963: finishing copy_from to smithi05980601-30 2024-08-17T17:11:56.221 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1611 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:11:57.141 INFO:tasks.rados.rados.0.smithi059.stdout:1963: done (1 left) 2024-08-17T17:11:57.141 INFO:tasks.rados.rados.0.smithi059.stdout:1969: done (0 left) 2024-08-17T17:11:57.141 INFO:tasks.rados.rados.0.smithi059.stdout:1970: delete oid 9 current snap is 204 2024-08-17T17:11:57.147 INFO:tasks.rados.rados.0.smithi059.stdout:1970: done (0 left) 2024-08-17T17:11:57.147 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 204 2024-08-17T17:11:57.147 INFO:tasks.rados.rados.0.smithi059.stdout:1971: seq_num 629 ranges {1196032=540672,1736704=401408} 2024-08-17T17:11:57.156 INFO:tasks.rados.rados.0.smithi059.stdout:1971: writing smithi05980601-39 from 1196032 to 1736704 tid 1 2024-08-17T17:11:57.159 INFO:tasks.rados.rados.0.smithi059.stdout:1971: writing smithi05980601-39 from 1736704 to 2138112 tid 2 2024-08-17T17:11:57.159 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 204 2024-08-17T17:11:57.159 INFO:tasks.rados.rados.0.smithi059.stdout:1972: seq_num 630 ranges {7061504=557056,7618560=401408} 2024-08-17T17:11:57.201 INFO:tasks.rados.rados.0.smithi059.stdout:1972: writing smithi05980601-47 from 7061504 to 7618560 tid 1 2024-08-17T17:11:57.203 INFO:tasks.rados.rados.0.smithi059.stdout:1972: writing smithi05980601-47 from 7618560 to 8019968 tid 2 2024-08-17T17:11:57.203 INFO:tasks.rados.rados.0.smithi059.stdout:1973: read oid 32 snap -1 2024-08-17T17:11:57.203 INFO:tasks.rados.rados.0.smithi059.stdout:1973: expect (ObjNum 614 snap 200 seq_num 614) 2024-08-17T17:11:57.203 INFO:tasks.rados.rados.0.smithi059.stdout:1974: snap_remove snap 201 2024-08-17T17:11:57.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:56 smithi059 ceph-mon[94685]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T17:11:57.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:56 smithi059 ceph-mon[94685]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T17:11:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:56 smithi059 ceph-mon[92261]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T17:11:57.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:56 smithi059 ceph-mon[92261]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T17:11:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:56 smithi087 ceph-mon[85676]: osdmap e479: 8 total, 8 up, 8 in 2024-08-17T17:11:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:56 smithi087 ceph-mon[85676]: osdmap e480: 8 total, 8 up, 8 in 2024-08-17T17:11:57.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:11:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:11:57] "GET /metrics HTTP/1.1" 200 36231 "" "Prometheus/2.43.0" 2024-08-17T17:11:58.154 INFO:tasks.rados.rados.0.smithi059.stdout:1971: finishing write tid 1 to smithi05980601-39 2024-08-17T17:11:58.154 INFO:tasks.rados.rados.0.smithi059.stdout:1971: finishing write tid 2 to smithi05980601-39 2024-08-17T17:11:58.154 INFO:tasks.rados.rados.0.smithi059.stdout:1971: finishing write tid 3 to smithi05980601-39 2024-08-17T17:11:58.154 INFO:tasks.rados.rados.0.smithi059.stdout:1971: finishing write tid 4 to smithi05980601-39 2024-08-17T17:11:58.154 INFO:tasks.rados.rados.0.smithi059.stdout:1971: oid 39 updating version 0 to 1803 2024-08-17T17:11:58.154 INFO:tasks.rados.rados.0.smithi059.stdout:1971: oid 39 version 1803 is already newer than 1801 2024-08-17T17:11:58.154 INFO:tasks.rados.rados.0.smithi059.stdout:1971: oid 39 version 1803 is already newer than 1802 2024-08-17T17:11:58.154 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 1803 (ObjNum 629 snap 204 seq_num 629) dirty exists 2024-08-17T17:11:58.154 INFO:tasks.rados.rados.0.smithi059.stdout:1971: left oid 39 (ObjNum 629 snap 204 seq_num 629) 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:1972: finishing write tid 1 to smithi05980601-47 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:1972: finishing write tid 2 to smithi05980601-47 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:1972: finishing write tid 3 to smithi05980601-47 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:1972: finishing write tid 4 to smithi05980601-47 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:1972: oid 47 updating version 0 to 1692 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:1972: oid 47 updating version 1692 to 1693 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:1972: oid 47 version 1693 is already newer than 1691 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1693 (ObjNum 630 snap 204 seq_num 630) dirty exists 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:1972: left oid 47 (ObjNum 630 snap 204 seq_num 630) 2024-08-17T17:11:58.155 INFO:tasks.rados.rados.0.smithi059.stdout:1973: expect (ObjNum 614 snap 200 seq_num 614) 2024-08-17T17:11:58.200 INFO:tasks.rados.rados.0.smithi059.stdout:1971: done (3 left) 2024-08-17T17:11:58.200 INFO:tasks.rados.rados.0.smithi059.stdout:1972: done (2 left) 2024-08-17T17:11:58.200 INFO:tasks.rados.rados.0.smithi059.stdout:1973: done (1 left) 2024-08-17T17:11:58.200 INFO:tasks.rados.rados.0.smithi059.stdout:1974: done (0 left) 2024-08-17T17:11:58.200 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 204 2024-08-17T17:11:58.200 INFO:tasks.rados.rados.0.smithi059.stdout:1975: seq_num 631 ranges {0=573440,573440=401408} 2024-08-17T17:11:58.202 INFO:tasks.rados.rados.0.smithi059.stdout:1975: writing smithi05980601-46 from 0 to 573440 tid 1 2024-08-17T17:11:58.205 INFO:tasks.rados.rados.0.smithi059.stdout:1975: writing smithi05980601-46 from 573440 to 974848 tid 2 2024-08-17T17:11:58.205 INFO:tasks.rados.rados.0.smithi059.stdout:1976: copy_from oid 29 from oid 48 current snap is 204 2024-08-17T17:11:58.205 INFO:tasks.rados.rados.0.smithi059.stdout:1977: snap_remove snap 199 2024-08-17T17:11:58.407 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:58 smithi087 ceph-mon[85676]: pgmap v385: 121 pgs: 121 active+clean; 333 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-08-17T17:11:58.407 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:58 smithi087 ceph-mon[85676]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T17:11:58.407 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:58 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:11:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:58 smithi059 ceph-mon[94685]: pgmap v385: 121 pgs: 121 active+clean; 333 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-08-17T17:11:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:58 smithi059 ceph-mon[94685]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T17:11:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:58 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:11:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:58 smithi059 ceph-mon[92261]: pgmap v385: 121 pgs: 121 active+clean; 333 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 19 op/s 2024-08-17T17:11:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:58 smithi059 ceph-mon[92261]: osdmap e481: 8 total, 8 up, 8 in 2024-08-17T17:11:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:58 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-08-17T17:11:59.157 INFO:tasks.rados.rados.0.smithi059.stdout:1977: done (2 left) 2024-08-17T17:11:59.157 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 204 2024-08-17T17:11:59.157 INFO:tasks.rados.rados.0.smithi059.stdout:1975: finishing write tid 1 to smithi05980601-46 2024-08-17T17:11:59.157 INFO:tasks.rados.rados.0.smithi059.stdout:1975: finishing write tid 2 to smithi05980601-46 2024-08-17T17:11:59.157 INFO:tasks.rados.rados.0.smithi059.stdout:1975: finishing write tid 3 to smithi05980601-46 2024-08-17T17:11:59.157 INFO:tasks.rados.rados.0.smithi059.stdout:1975: finishing write tid 4 to smithi05980601-46 2024-08-17T17:11:59.157 INFO:tasks.rados.rados.0.smithi059.stdout:1975: oid 46 updating version 0 to 1616 2024-08-17T17:11:59.157 INFO:tasks.rados.rados.0.smithi059.stdout:1975: oid 46 version 1616 is already newer than 1614 2024-08-17T17:11:59.157 INFO:tasks.rados.rados.0.smithi059.stdout:1975: oid 46 version 1616 is already newer than 1615 2024-08-17T17:11:59.158 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 1616 (ObjNum 631 snap 204 seq_num 631) dirty exists 2024-08-17T17:11:59.158 INFO:tasks.rados.rados.0.smithi059.stdout:1975: left oid 46 (ObjNum 631 snap 204 seq_num 631) 2024-08-17T17:11:59.158 INFO:tasks.rados.rados.0.smithi059.stdout:1976: finishing copy_from racing read to smithi05980601-29 2024-08-17T17:11:59.158 INFO:tasks.rados.rados.0.smithi059.stdout:1976: finishing copy_from to smithi05980601-29 2024-08-17T17:11:59.158 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1066 (ObjNum 421 snap 142 seq_num 421) dirty exists 2024-08-17T17:11:59.158 INFO:tasks.rados.rados.0.smithi059.stdout:1978: seq_num 632 ranges {401408=589824,991232=401408} 2024-08-17T17:11:59.163 INFO:tasks.rados.rados.0.smithi059.stdout:1978: writing smithi05980601-49 from 401408 to 991232 tid 1 2024-08-17T17:11:59.166 INFO:tasks.rados.rados.0.smithi059.stdout:1978: writing smithi05980601-49 from 991232 to 1392640 tid 2 2024-08-17T17:11:59.166 INFO:tasks.rados.rados.0.smithi059.stdout:1975: done (2 left) 2024-08-17T17:11:59.166 INFO:tasks.rados.rados.0.smithi059.stdout:1976: done (1 left) 2024-08-17T17:11:59.167 INFO:tasks.rados.rados.0.smithi059.stdout:1979: read oid 11 snap -1 2024-08-17T17:11:59.167 INFO:tasks.rados.rados.0.smithi059.stdout:1979: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:11:59.167 INFO:tasks.rados.rados.0.smithi059.stdout:1980: snap_create 2024-08-17T17:11:59.175 INFO:tasks.rados.rados.0.smithi059.stdout:1978: finishing write tid 1 to smithi05980601-49 2024-08-17T17:11:59.179 INFO:tasks.rados.rados.0.smithi059.stdout:1978: finishing write tid 2 to smithi05980601-49 2024-08-17T17:11:59.179 INFO:tasks.rados.rados.0.smithi059.stdout:1978: finishing write tid 3 to smithi05980601-49 2024-08-17T17:11:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1978: finishing write tid 4 to smithi05980601-49 2024-08-17T17:11:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1978: oid 49 updating version 0 to 1814 2024-08-17T17:11:59.184 INFO:tasks.rados.rados.0.smithi059.stdout:1978: oid 49 version 1814 is already newer than 1813 2024-08-17T17:11:59.185 INFO:tasks.rados.rados.0.smithi059.stdout:1978: oid 49 updating version 1814 to 1815 2024-08-17T17:11:59.185 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 1815 (ObjNum 632 snap 204 seq_num 632) dirty exists 2024-08-17T17:11:59.185 INFO:tasks.rados.rados.0.smithi059.stdout:1978: left oid 49 (ObjNum 632 snap 204 seq_num 632) 2024-08-17T17:11:59.192 INFO:tasks.rados.rados.0.smithi059.stdout:1979: expect (ObjNum 198 snap 57 seq_num 198) 2024-08-17T17:11:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:59 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:11:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:59 smithi087 ceph-mon[85676]: Upgrade: osd.6 is safe to restart 2024-08-17T17:11:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:59 smithi087 ceph-mon[85676]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T17:11:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:59 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:59 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:11:59.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:11:59 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:11:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[94685]: Upgrade: osd.6 is safe to restart 2024-08-17T17:11:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[94685]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T17:11:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:11:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:11:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-17T17:11:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[92261]: Upgrade: osd.6 is safe to restart 2024-08-17T17:11:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[92261]: osdmap e482: 8 total, 8 up, 8 in 2024-08-17T17:11:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:11:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-08-17T17:11:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:11:59 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:00.156 INFO:tasks.rados.rados.0.smithi059.stdout:1978: done (2 left) 2024-08-17T17:12:00.156 INFO:tasks.rados.rados.0.smithi059.stdout:1979: done (1 left) 2024-08-17T17:12:00.156 INFO:tasks.rados.rados.0.smithi059.stdout:1980: done (0 left) 2024-08-17T17:12:00.157 INFO:tasks.rados.rados.0.smithi059.stdout:1981: snap_remove snap 192 2024-08-17T17:12:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:00 smithi059 ceph-mon[94685]: pgmap v388: 121 pgs: 121 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 9.2 MiB/s wr, 22 op/s 2024-08-17T17:12:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:00 smithi059 ceph-mon[94685]: Upgrade: Updating osd.6 2024-08-17T17:12:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:00 smithi059 ceph-mon[94685]: Deploying daemon osd.6 on smithi087 2024-08-17T17:12:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:00 smithi059 ceph-mon[94685]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T17:12:00.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:00 smithi059 ceph-mon[92261]: pgmap v388: 121 pgs: 121 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 9.2 MiB/s wr, 22 op/s 2024-08-17T17:12:00.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:00 smithi059 ceph-mon[92261]: Upgrade: Updating osd.6 2024-08-17T17:12:00.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:00 smithi059 ceph-mon[92261]: Deploying daemon osd.6 on smithi087 2024-08-17T17:12:00.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:00 smithi059 ceph-mon[92261]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T17:12:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:00 smithi087 ceph-mon[85676]: pgmap v388: 121 pgs: 121 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 9.2 MiB/s wr, 22 op/s 2024-08-17T17:12:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:00 smithi087 ceph-mon[85676]: Upgrade: Updating osd.6 2024-08-17T17:12:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:00 smithi087 ceph-mon[85676]: Deploying daemon osd.6 on smithi087 2024-08-17T17:12:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:00 smithi087 ceph-mon[85676]: osdmap e483: 8 total, 8 up, 8 in 2024-08-17T17:12:01.139 INFO:tasks.rados.rados.0.smithi059.stdout:1981: done (0 left) 2024-08-17T17:12:01.139 INFO:tasks.rados.rados.0.smithi059.stdout:1982: rollback oid 10 current snap is 205 2024-08-17T17:12:01.139 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 191 2024-08-17T17:12:01.139 INFO:tasks.rados.rados.0.smithi059.stdout:1983: read oid 47 snap 195 2024-08-17T17:12:01.139 INFO:tasks.rados.rados.0.smithi059.stdout:1983: expect (ObjNum 570 snap 188 seq_num 570) 2024-08-17T17:12:01.139 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 205 2024-08-17T17:12:01.139 INFO:tasks.rados.rados.0.smithi059.stdout:1984: seq_num 633 ranges {7733248=606208,8339456=401408} 2024-08-17T17:12:01.187 INFO:tasks.rados.rados.0.smithi059.stdout:1984: writing smithi05980601-3 from 7733248 to 8339456 tid 1 2024-08-17T17:12:01.190 INFO:tasks.rados.rados.0.smithi059.stdout:1984: writing smithi05980601-3 from 8339456 to 8740864 tid 2 2024-08-17T17:12:01.190 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 205 2024-08-17T17:12:01.190 INFO:tasks.rados.rados.0.smithi059.stdout:1982: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:12:01.190 INFO:tasks.rados.rados.0.smithi059.stdout:1985: seq_num 634 ranges {11362304=622592,11984896=401408} 2024-08-17T17:12:01.255 INFO:tasks.rados.rados.0.smithi059.stdout:1985: writing smithi05980601-36 from 11362304 to 11984896 tid 1 2024-08-17T17:12:01.258 INFO:tasks.rados.rados.0.smithi059.stdout:1985: writing smithi05980601-36 from 11984896 to 12386304 tid 2 2024-08-17T17:12:01.258 INFO:tasks.rados.rados.0.smithi059.stdout:1986: rollback oid 50 current snap is 205 2024-08-17T17:12:01.258 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 171 2024-08-17T17:12:01.258 INFO:tasks.rados.rados.0.smithi059.stdout:1982: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:12:01.258 INFO:tasks.rados.rados.0.smithi059.stdout:1982: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:12:01.258 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1164 (ObjNum 414 snap 141 seq_num 414) dirty exists 2024-08-17T17:12:01.259 INFO:tasks.rados.rados.0.smithi059.stdout:1983: expect (ObjNum 570 snap 188 seq_num 570) 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1984: finishing write tid 1 to smithi05980601-3 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1984: finishing write tid 2 to smithi05980601-3 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1984: finishing write tid 3 to smithi05980601-3 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1984: finishing write tid 4 to smithi05980601-3 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1984: oid 3 updating version 0 to 1068 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1984: oid 3 updating version 1068 to 1070 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1984: oid 3 version 1070 is already newer than 1069 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1070 (ObjNum 633 snap 205 seq_num 633) dirty exists 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1984: left oid 3 (ObjNum 633 snap 205 seq_num 633) 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1985: finishing write tid 1 to smithi05980601-36 2024-08-17T17:12:01.514 INFO:tasks.rados.rados.0.smithi059.stdout:1982: done (4 left) 2024-08-17T17:12:01.515 INFO:tasks.rados.rados.0.smithi059.stdout:1983: done (3 left) 2024-08-17T17:12:01.515 INFO:tasks.rados.rados.0.smithi059.stdout:1984: done (2 left) 2024-08-17T17:12:01.515 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 205 2024-08-17T17:12:01.515 INFO:tasks.rados.rados.0.smithi059.stdout:1985: finishing write tid 2 to smithi05980601-36 2024-08-17T17:12:01.515 INFO:tasks.rados.rados.0.smithi059.stdout:1987: seq_num 635 ranges {2105344=638976,2744320=401408} 2024-08-17T17:12:01.528 INFO:tasks.rados.rados.0.smithi059.stdout:1987: writing smithi05980601-33 from 2105344 to 2744320 tid 1 2024-08-17T17:12:01.531 INFO:tasks.rados.rados.0.smithi059.stdout:1987: writing smithi05980601-33 from 2744320 to 3145728 tid 2 2024-08-17T17:12:01.531 INFO:tasks.rados.rados.0.smithi059.stdout:1988: read oid 18 snap -1 2024-08-17T17:12:01.531 INFO:tasks.rados.rados.0.smithi059.stdout:1988: expect (ObjNum 530 snap 170 seq_num 530) 2024-08-17T17:12:01.531 INFO:tasks.rados.rados.0.smithi059.stdout:1989: delete oid 31 current snap is 205 2024-08-17T17:12:01.531 INFO:tasks.rados.rados.0.smithi059.stdout:1985: finishing write tid 3 to smithi05980601-36 2024-08-17T17:12:01.531 INFO:tasks.rados.rados.0.smithi059.stdout:1986: finishing rollback tid 0 to smithi05980601-50 2024-08-17T17:12:01.532 INFO:tasks.rados.rados.0.smithi059.stdout:1986: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:12:01.532 INFO:tasks.rados.rados.0.smithi059.stdout:1986: finishing rollback tid 2 to smithi05980601-50 2024-08-17T17:12:01.532 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 1827 (ObjNum 475 snap 157 seq_num 475) dirty exists 2024-08-17T17:12:01.532 INFO:tasks.rados.rados.0.smithi059.stdout:1985: finishing write tid 4 to smithi05980601-36 2024-08-17T17:12:01.532 INFO:tasks.rados.rados.0.smithi059.stdout:1985: oid 36 updating version 0 to 1071 2024-08-17T17:12:01.532 INFO:tasks.rados.rados.0.smithi059.stdout:1985: oid 36 updating version 1071 to 1073 2024-08-17T17:12:01.532 INFO:tasks.rados.rados.0.smithi059.stdout:1985: oid 36 version 1073 is already newer than 1072 2024-08-17T17:12:01.532 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1073 (ObjNum 634 snap 205 seq_num 634) dirty exists 2024-08-17T17:12:01.532 INFO:tasks.rados.rados.0.smithi059.stdout:1985: left oid 36 (ObjNum 634 snap 205 seq_num 634) 2024-08-17T17:12:01.533 INFO:tasks.rados.rados.0.smithi059.stdout:1985: done (4 left) 2024-08-17T17:12:01.533 INFO:tasks.rados.rados.0.smithi059.stdout:1986: done (3 left) 2024-08-17T17:12:01.534 INFO:tasks.rados.rados.0.smithi059.stdout:1989: done (2 left) 2024-08-17T17:12:01.534 INFO:tasks.rados.rados.0.smithi059.stdout:1990: snap_remove snap 203 2024-08-17T17:12:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:01 smithi059 ceph-mon[92261]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T17:12:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:01 smithi059 ceph-mon[92261]: osdmap e485: 8 total, 8 up, 8 in 2024-08-17T17:12:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:01 smithi059 ceph-mon[94685]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T17:12:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:01 smithi059 ceph-mon[94685]: osdmap e485: 8 total, 8 up, 8 in 2024-08-17T17:12:01.549 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:01 smithi087 ceph-mon[85676]: osdmap e484: 8 total, 8 up, 8 in 2024-08-17T17:12:01.549 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:01 smithi087 ceph-mon[85676]: osdmap e485: 8 total, 8 up, 8 in 2024-08-17T17:12:02.162 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:01 smithi087 systemd[1]: Stopping Ceph osd.6 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:02.182 INFO:tasks.rados.rados.0.smithi059.stdout:1990: done (2 left) 2024-08-17T17:12:02.182 INFO:tasks.rados.rados.0.smithi059.stdout:1991: rmattr oid 2 current snap is 205 2024-08-17T17:12:02.183 INFO:tasks.rados.rados.0.smithi059.stdout:1987: finishing write tid 1 to smithi05980601-33 2024-08-17T17:12:02.183 INFO:tasks.rados.rados.0.smithi059.stdout:1987: finishing write tid 2 to smithi05980601-33 2024-08-17T17:12:02.183 INFO:tasks.rados.rados.0.smithi059.stdout:1987: finishing write tid 3 to smithi05980601-33 2024-08-17T17:12:02.183 INFO:tasks.rados.rados.0.smithi059.stdout:1988: expect (ObjNum 530 snap 170 seq_num 530) 2024-08-17T17:12:02.236 INFO:tasks.rados.rados.0.smithi059.stdout:1987: finishing write tid 4 to smithi05980601-33 2024-08-17T17:12:02.236 INFO:tasks.rados.rados.0.smithi059.stdout:1987: oid 33 updating version 0 to 1495 2024-08-17T17:12:02.236 INFO:tasks.rados.rados.0.smithi059.stdout:1987: oid 33 version 1495 is already newer than 1494 2024-08-17T17:12:02.236 INFO:tasks.rados.rados.0.smithi059.stdout:1987: oid 33 version 1495 is already newer than 1493 2024-08-17T17:12:02.236 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1495 (ObjNum 635 snap 205 seq_num 635) dirty exists 2024-08-17T17:12:02.236 INFO:tasks.rados.rados.0.smithi059.stdout:1987: left oid 33 (ObjNum 635 snap 205 seq_num 635) 2024-08-17T17:12:02.236 INFO:tasks.rados.rados.0.smithi059.stdout:1987: done (2 left) 2024-08-17T17:12:02.236 INFO:tasks.rados.rados.0.smithi059.stdout:1988: done (1 left) 2024-08-17T17:12:02.236 INFO:tasks.rados.rados.0.smithi059.stdout:1992: rollback oid 38 current snap is 205 2024-08-17T17:12:02.237 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 197 2024-08-17T17:12:02.237 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 205 2024-08-17T17:12:02.237 INFO:tasks.rados.rados.0.smithi059.stdout:1993: seq_num 637 ranges {0=671744,671744=401408} 2024-08-17T17:12:02.240 INFO:tasks.rados.rados.0.smithi059.stdout:1993: writing smithi05980601-17 from 0 to 671744 tid 1 2024-08-17T17:12:02.243 INFO:tasks.rados.rados.0.smithi059.stdout:1993: writing smithi05980601-17 from 671744 to 1073152 tid 2 2024-08-17T17:12:02.243 INFO:tasks.rados.rados.0.smithi059.stdout:1994: snap_create 2024-08-17T17:12:02.243 INFO:tasks.rados.rados.0.smithi059.stdout:1992: finishing rollback tid 0 to smithi05980601-38 2024-08-17T17:12:02.243 INFO:tasks.rados.rados.0.smithi059.stdout:1992: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:12:02.243 INFO:tasks.rados.rados.0.smithi059.stdout:1992: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:12:02.243 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1696 (ObjNum 539 snap 171 seq_num 539) dirty exists 2024-08-17T17:12:02.244 INFO:tasks.rados.rados.0.smithi059.stdout:1993: finishing write tid 1 to smithi05980601-17 2024-08-17T17:12:02.245 INFO:tasks.rados.rados.0.smithi059.stdout:1993: finishing write tid 2 to smithi05980601-17 2024-08-17T17:12:02.246 INFO:tasks.rados.rados.0.smithi059.stdout:1993: finishing write tid 3 to smithi05980601-17 2024-08-17T17:12:02.247 INFO:tasks.rados.rados.0.smithi059.stdout:1993: finishing write tid 4 to smithi05980601-17 2024-08-17T17:12:02.247 INFO:tasks.rados.rados.0.smithi059.stdout:1993: oid 17 updating version 0 to 1836 2024-08-17T17:12:02.247 INFO:tasks.rados.rados.0.smithi059.stdout:1993: oid 17 version 1836 is already newer than 1835 2024-08-17T17:12:02.247 INFO:tasks.rados.rados.0.smithi059.stdout:1993: oid 17 updating version 1836 to 1837 2024-08-17T17:12:02.247 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1837 (ObjNum 637 snap 205 seq_num 637) dirty exists 2024-08-17T17:12:02.247 INFO:tasks.rados.rados.0.smithi059.stdout:1993: left oid 17 (ObjNum 637 snap 205 seq_num 637) 2024-08-17T17:12:02.438 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:02 smithi059 ceph-mon[92261]: pgmap v391: 121 pgs: 121 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 910 KiB/s rd, 5.1 MiB/s wr, 9 op/s 2024-08-17T17:12:02.438 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:02 smithi059 ceph-mon[92261]: osd.6 marked itself down and dead 2024-08-17T17:12:02.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:02 smithi059 ceph-mon[94685]: pgmap v391: 121 pgs: 121 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 910 KiB/s rd, 5.1 MiB/s wr, 9 op/s 2024-08-17T17:12:02.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:02 smithi059 ceph-mon[94685]: osd.6 marked itself down and dead 2024-08-17T17:12:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:02 smithi087 ceph-mon[85676]: pgmap v391: 121 pgs: 121 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 910 KiB/s rd, 5.1 MiB/s wr, 9 op/s 2024-08-17T17:12:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:02 smithi087 ceph-mon[85676]: osd.6 marked itself down and dead 2024-08-17T17:12:02.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:02 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[49806]: 2024-08-17T17:12:02.160+0000 7fbbeca69640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:12:02.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:02 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[49806]: 2024-08-17T17:12:02.160+0000 7fbbeca69640 -1 osd.6 485 *** Got signal Terminated *** 2024-08-17T17:12:02.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:02 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[49806]: 2024-08-17T17:12:02.160+0000 7fbbeca69640 -1 osd.6 485 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:12:03.021 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:02 smithi087 podman[100282]: 2024-08-17 17:12:02.741535303 +0000 UTC m=+0.692553078 container died 6d86043517531633c979a205e0b2c3bcf8f54c68b09aeeeacd185195752f7a91 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6, ceph=True, RELEASE=reef-ced649f, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:12:03.174 INFO:tasks.rados.rados.0.smithi059.stdout:1992: done (3 left) 2024-08-17T17:12:03.175 INFO:tasks.rados.rados.0.smithi059.stdout:1993: done (2 left) 2024-08-17T17:12:03.175 INFO:tasks.rados.rados.0.smithi059.stdout:1994: done (1 left) 2024-08-17T17:12:03.175 INFO:tasks.rados.rados.0.smithi059.stdout:1995: delete oid 40 current snap is 206 2024-08-17T17:12:03.180 INFO:tasks.rados.rados.0.smithi059.stdout:1995: done (1 left) 2024-08-17T17:12:03.180 INFO:tasks.rados.rados.0.smithi059.stdout:1996: read oid 19 snap 194 2024-08-17T17:12:03.180 INFO:tasks.rados.rados.0.smithi059.stdout:1996: expect deleted 2024-08-17T17:12:03.181 INFO:tasks.rados.rados.0.smithi059.stdout:1997: read oid 34 snap 198 2024-08-17T17:12:03.181 INFO:tasks.rados.rados.0.smithi059.stdout:1997: expect deleted 2024-08-17T17:12:03.182 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 206 2024-08-17T17:12:03.182 INFO:tasks.rados.rados.0.smithi059.stdout:1998: seq_num 639 ranges {0=704512,704512=401408} 2024-08-17T17:12:03.186 INFO:tasks.rados.rados.0.smithi059.stdout:1998: writing smithi05980601-16 from 0 to 704512 tid 1 2024-08-17T17:12:03.189 INFO:tasks.rados.rados.0.smithi059.stdout:1998: writing smithi05980601-16 from 704512 to 1105920 tid 2 2024-08-17T17:12:03.189 INFO:tasks.rados.rados.0.smithi059.stdout:1999: snap_remove snap 171 2024-08-17T17:12:03.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:03 smithi087 ceph-mon[85676]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:03.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:03 smithi087 ceph-mon[85676]: osdmap e486: 8 total, 7 up, 8 in 2024-08-17T17:12:03.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:03 smithi087 ceph-mon[85676]: osdmap e487: 8 total, 7 up, 8 in 2024-08-17T17:12:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:03 smithi059 ceph-mon[92261]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:03 smithi059 ceph-mon[92261]: osdmap e486: 8 total, 7 up, 8 in 2024-08-17T17:12:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:03 smithi059 ceph-mon[92261]: osdmap e487: 8 total, 7 up, 8 in 2024-08-17T17:12:03.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:03 smithi059 ceph-mon[94685]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:03.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:03 smithi059 ceph-mon[94685]: osdmap e486: 8 total, 7 up, 8 in 2024-08-17T17:12:03.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:03 smithi059 ceph-mon[94685]: osdmap e487: 8 total, 7 up, 8 in 2024-08-17T17:12:03.800 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:03 smithi087 podman[100282]: 2024-08-17 17:12:03.320114461 +0000 UTC m=+1.271132235 container cleanup 6d86043517531633c979a205e0b2c3bcf8f54c68b09aeeeacd185195752f7a91 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=reef-ced649f) 2024-08-17T17:12:03.800 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:03 smithi087 bash[100282]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6 2024-08-17T17:12:03.800 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:03 smithi087 podman[100307]: 2024-08-17 17:12:03.563329406 +0000 UTC m=+0.823949880 container remove 6d86043517531633c979a205e0b2c3bcf8f54c68b09aeeeacd185195752f7a91 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:12:04.175 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:03 smithi087 podman[100396]: 2024-08-17 17:12:03.783904763 +0000 UTC m=+0.016985256 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:04.175 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:03 smithi087 podman[100396]: 2024-08-17 17:12:03.897505954 +0000 UTC m=+0.130586436 container create 6ec13899c14bd0482bba343a84f578e6090c9b50088523a7fc06135d64453799 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T17:12:04.175 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:04 smithi087 podman[100396]: 2024-08-17 17:12:04.09983425 +0000 UTC m=+0.332914752 container init 6ec13899c14bd0482bba343a84f578e6090c9b50088523a7fc06135d64453799 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe) 2024-08-17T17:12:04.175 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:04 smithi087 podman[100396]: 2024-08-17 17:12:04.103202571 +0000 UTC m=+0.336283054 container start 6ec13899c14bd0482bba343a84f578e6090c9b50088523a7fc06135d64453799 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS) 2024-08-17T17:12:04.176 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:04 smithi087 podman[100396]: 2024-08-17 17:12:04.174606275 +0000 UTC m=+0.407686761 container attach 6ec13899c14bd0482bba343a84f578e6090c9b50088523a7fc06135d64453799 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-08-17T17:12:04.194 INFO:tasks.rados.rados.0.smithi059.stdout:1999: done (4 left) 2024-08-17T17:12:04.194 INFO:tasks.rados.rados.0.smithi059.stdout:2000: delete oid 9 current snap is 206 2024-08-17T17:12:04.194 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 1617 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:12:04.194 INFO:tasks.rados.rados.0.smithi059.stdout:1998: finishing write tid 1 to smithi05980601-16 2024-08-17T17:12:04.194 INFO:tasks.rados.rados.0.smithi059.stdout:1998: finishing write tid 2 to smithi05980601-16 2024-08-17T17:12:04.194 INFO:tasks.rados.rados.0.smithi059.stdout:1998: finishing write tid 3 to smithi05980601-16 2024-08-17T17:12:04.194 INFO:tasks.rados.rados.0.smithi059.stdout:1998: finishing write tid 4 to smithi05980601-16 2024-08-17T17:12:04.195 INFO:tasks.rados.rados.0.smithi059.stdout:1998: oid 16 updating version 0 to 1165 2024-08-17T17:12:04.195 INFO:tasks.rados.rados.0.smithi059.stdout:1998: oid 16 updating version 1165 to 1166 2024-08-17T17:12:04.195 INFO:tasks.rados.rados.0.smithi059.stdout:1998: oid 16 updating version 1166 to 1167 2024-08-17T17:12:04.195 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 1167 (ObjNum 639 snap 206 seq_num 639) dirty exists 2024-08-17T17:12:04.195 INFO:tasks.rados.rados.0.smithi059.stdout:1998: left oid 16 (ObjNum 639 snap 206 seq_num 639) 2024-08-17T17:12:04.197 INFO:tasks.rados.rados.0.smithi059.stdout:1991: done (4 left) 2024-08-17T17:12:04.197 INFO:tasks.rados.rados.0.smithi059.stdout:1996: done (3 left) 2024-08-17T17:12:04.197 INFO:tasks.rados.rados.0.smithi059.stdout:1997: done (2 left) 2024-08-17T17:12:04.197 INFO:tasks.rados.rados.0.smithi059.stdout:1998: done (1 left) 2024-08-17T17:12:04.197 INFO:tasks.rados.rados.0.smithi059.stdout:2000: done (0 left) 2024-08-17T17:12:04.198 INFO:tasks.rados.rados.0.smithi059.stdout:2001: setattr oid 44 current snap is 206 2024-08-17T17:12:04.199 INFO:tasks.rados.rados.0.smithi059.stdout:2002: rollback oid 18 current snap is 206 2024-08-17T17:12:04.199 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 197 2024-08-17T17:12:04.199 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 206 2024-08-17T17:12:04.199 INFO:tasks.rados.rados.0.smithi059.stdout:2003: seq_num 641 ranges {12419072=745472,13164544=401408} 2024-08-17T17:12:04.273 INFO:tasks.rados.rados.0.smithi059.stdout:2003: writing smithi05980601-48 from 12419072 to 13164544 tid 1 2024-08-17T17:12:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:2003: writing smithi05980601-48 from 13164544 to 13565952 tid 2 2024-08-17T17:12:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:2004: read oid 1 snap -1 2024-08-17T17:12:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:2004: expect (ObjNum 571 snap 190 seq_num 571) 2024-08-17T17:12:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:2005: rollback oid 41 current snap is 206 2024-08-17T17:12:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 205 2024-08-17T17:12:04.276 INFO:tasks.rados.rados.0.smithi059.stdout:2002: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:12:04.277 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1496 (ObjNum 65 snap 0 seq_num 1817273697) dirty exists 2024-08-17T17:12:04.277 INFO:tasks.rados.rados.0.smithi059.stdout:2002: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:12:04.278 INFO:tasks.rados.rados.0.smithi059.stdout:2002: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:12:04.278 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 548 (ObjNum 530 snap 170 seq_num 530) dirty exists 2024-08-17T17:12:04.278 INFO:tasks.rados.rados.0.smithi059.stdout:2001: done (4 left) 2024-08-17T17:12:04.278 INFO:tasks.rados.rados.0.smithi059.stdout:2002: done (3 left) 2024-08-17T17:12:04.278 INFO:tasks.rados.rados.0.smithi059.stdout:2006: copy_from oid 7 from oid 6 current snap is 206 2024-08-17T17:12:04.278 INFO:tasks.rados.rados.0.smithi059.stdout:2007: delete oid 28 current snap is 206 2024-08-17T17:12:04.279 INFO:tasks.rados.rados.0.smithi059.stdout:2003: finishing write tid 1 to smithi05980601-48 2024-08-17T17:12:04.279 INFO:tasks.rados.rados.0.smithi059.stdout:2006: finishing copy_from to smithi05980601-7 2024-08-17T17:12:04.279 INFO:tasks.rados.rados.0.smithi059.stdout:2006: got expected ENOENT (src dne) 2024-08-17T17:12:04.279 INFO:tasks.rados.rados.0.smithi059.stdout:2006: finishing copy_from racing read to smithi05980601-7 2024-08-17T17:12:04.280 INFO:tasks.rados.rados.0.smithi059.stdout:2005: finishing rollback tid 0 to smithi05980601-41 2024-08-17T17:12:04.281 INFO:tasks.rados.rados.0.smithi059.stdout:2005: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:12:04.282 INFO:tasks.rados.rados.0.smithi059.stdout:2003: finishing write tid 2 to smithi05980601-48 2024-08-17T17:12:04.282 INFO:tasks.rados.rados.0.smithi059.stdout:2003: finishing write tid 3 to smithi05980601-48 2024-08-17T17:12:04.282 INFO:tasks.rados.rados.0.smithi059.stdout:2005: finishing rollback tid 2 to smithi05980601-41 2024-08-17T17:12:04.282 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1503 (ObjNum 588 snap 192 seq_num 588) dirty exists 2024-08-17T17:12:04.285 INFO:tasks.rados.rados.0.smithi059.stdout:2003: finishing write tid 4 to smithi05980601-48 2024-08-17T17:12:04.285 INFO:tasks.rados.rados.0.smithi059.stdout:2003: oid 48 updating version 0 to 1074 2024-08-17T17:12:04.285 INFO:tasks.rados.rados.0.smithi059.stdout:2003: oid 48 updating version 1074 to 1076 2024-08-17T17:12:04.286 INFO:tasks.rados.rados.0.smithi059.stdout:2003: oid 48 version 1076 is already newer than 1075 2024-08-17T17:12:04.286 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1076 (ObjNum 641 snap 206 seq_num 641) dirty exists 2024-08-17T17:12:04.286 INFO:tasks.rados.rados.0.smithi059.stdout:2003: left oid 48 (ObjNum 641 snap 206 seq_num 641) 2024-08-17T17:12:04.294 INFO:tasks.rados.rados.0.smithi059.stdout:2004: expect (ObjNum 571 snap 190 seq_num 571) 2024-08-17T17:12:04.533 INFO:tasks.rados.rados.0.smithi059.stdout:2003: done (4 left) 2024-08-17T17:12:04.533 INFO:tasks.rados.rados.0.smithi059.stdout:2004: done (3 left) 2024-08-17T17:12:04.533 INFO:tasks.rados.rados.0.smithi059.stdout:2005: done (2 left) 2024-08-17T17:12:04.533 INFO:tasks.rados.rados.0.smithi059.stdout:2006: done (1 left) 2024-08-17T17:12:04.533 INFO:tasks.rados.rados.0.smithi059.stdout:2007: done (0 left) 2024-08-17T17:12:04.533 INFO:tasks.rados.rados.0.smithi059.stdout:2008: rmattr oid 31 current snap is 206 2024-08-17T17:12:04.533 INFO:tasks.rados.rados.0.smithi059.stdout:2008: done (0 left) 2024-08-17T17:12:04.533 INFO:tasks.rados.rados.0.smithi059.stdout:2009: copy_from oid 12 from oid 22 current snap is 206 2024-08-17T17:12:04.533 INFO:tasks.rados.rados.0.smithi059.stdout:2010: setattr oid 32 current snap is 206 2024-08-17T17:12:04.534 INFO:tasks.rados.rados.0.smithi059.stdout:2011: snap_create 2024-08-17T17:12:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:04 smithi059 ceph-mon[94685]: pgmap v394: 121 pgs: 12 peering, 9 stale+active+clean, 100 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-17T17:12:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:04 smithi059 ceph-mon[94685]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:12:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:04 smithi059 ceph-mon[94685]: osdmap e488: 8 total, 7 up, 8 in 2024-08-17T17:12:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:04 smithi059 ceph-mon[92261]: pgmap v394: 121 pgs: 12 peering, 9 stale+active+clean, 100 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-17T17:12:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:04 smithi059 ceph-mon[92261]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:12:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:04 smithi059 ceph-mon[92261]: osdmap e488: 8 total, 7 up, 8 in 2024-08-17T17:12:04.538 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 550 (ObjNum 614 snap 200 seq_num 614) dirty exists 2024-08-17T17:12:04.548 INFO:tasks.rados.rados.0.smithi059.stdout:2009: finishing copy_from racing read to smithi05980601-12 2024-08-17T17:12:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:04 smithi087 ceph-mon[85676]: pgmap v394: 121 pgs: 12 peering, 9 stale+active+clean, 100 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-17T17:12:04.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:04 smithi087 ceph-mon[85676]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:12:04.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:04 smithi087 ceph-mon[85676]: osdmap e488: 8 total, 7 up, 8 in 2024-08-17T17:12:04.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:04 smithi087 podman[100396]: 2024-08-17 17:12:04.304162032 +0000 UTC m=+0.537242515 container died 6ec13899c14bd0482bba343a84f578e6090c9b50088523a7fc06135d64453799 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T17:12:04.551 INFO:tasks.rados.rados.0.smithi059.stdout:2009: finishing copy_from to smithi05980601-12 2024-08-17T17:12:04.551 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 633 (ObjNum 619 snap 202 seq_num 619) dirty exists 2024-08-17T17:12:05.215 INFO:tasks.rados.rados.0.smithi059.stdout:2009: done (2 left) 2024-08-17T17:12:05.215 INFO:tasks.rados.rados.0.smithi059.stdout:2010: done (1 left) 2024-08-17T17:12:05.215 INFO:tasks.rados.rados.0.smithi059.stdout:2011: done (0 left) 2024-08-17T17:12:05.215 INFO:tasks.rados.rados.0.smithi059.stdout:2012: delete oid 24 current snap is 207 2024-08-17T17:12:05.216 INFO:tasks.rados.rados.0.smithi059.stdout:2012: done (0 left) 2024-08-17T17:12:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2013: rmattr oid 14 current snap is 207 2024-08-17T17:12:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2014: delete oid 7 current snap is 207 2024-08-17T17:12:05.219 INFO:tasks.rados.rados.0.smithi059.stdout:2014: done (1 left) 2024-08-17T17:12:05.220 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 207 2024-08-17T17:12:05.220 INFO:tasks.rados.rados.0.smithi059.stdout:2015: seq_num 645 ranges {12419072=409600,12828672=778240,13606912=24576} 2024-08-17T17:12:05.289 INFO:tasks.rados.rados.0.smithi059.stdout:2015: writing smithi05980601-29 from 12419072 to 12828672 tid 1 2024-08-17T17:12:05.294 INFO:tasks.rados.rados.0.smithi059.stdout:2015: writing smithi05980601-29 from 12828672 to 13606912 tid 2 2024-08-17T17:12:05.295 INFO:tasks.rados.rados.0.smithi059.stdout:2015: writing smithi05980601-29 from 13606912 to 13631488 tid 3 2024-08-17T17:12:05.295 INFO:tasks.rados.rados.0.smithi059.stdout:2016: snap_create 2024-08-17T17:12:05.295 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 1614 (ObjNum 615 snap 201 seq_num 615) dirty exists 2024-08-17T17:12:05.295 INFO:tasks.rados.rados.0.smithi059.stdout:2015: finishing write tid 1 to smithi05980601-29 2024-08-17T17:12:05.298 INFO:tasks.rados.rados.0.smithi059.stdout:2015: finishing write tid 2 to smithi05980601-29 2024-08-17T17:12:05.298 INFO:tasks.rados.rados.0.smithi059.stdout:2015: finishing write tid 3 to smithi05980601-29 2024-08-17T17:12:05.298 INFO:tasks.rados.rados.0.smithi059.stdout:2015: finishing write tid 4 to smithi05980601-29 2024-08-17T17:12:05.299 INFO:tasks.rados.rados.0.smithi059.stdout:2015: finishing write tid 5 to smithi05980601-29 2024-08-17T17:12:05.299 INFO:tasks.rados.rados.0.smithi059.stdout:2015: oid 29 updating version 0 to 1067 2024-08-17T17:12:05.299 INFO:tasks.rados.rados.0.smithi059.stdout:2015: oid 29 updating version 1067 to 1069 2024-08-17T17:12:05.299 INFO:tasks.rados.rados.0.smithi059.stdout:2015: oid 29 updating version 1069 to 1070 2024-08-17T17:12:05.299 INFO:tasks.rados.rados.0.smithi059.stdout:2015: oid 29 version 1070 is already newer than 1068 2024-08-17T17:12:05.299 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1070 (ObjNum 645 snap 207 seq_num 645) dirty exists 2024-08-17T17:12:05.300 INFO:tasks.rados.rados.0.smithi059.stdout:2015: left oid 29 (ObjNum 645 snap 207 seq_num 645) 2024-08-17T17:12:05.300 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:04 smithi087 podman[100419]: 2024-08-17 17:12:04.986860185 +0000 UTC m=+0.673382948 container remove 6ec13899c14bd0482bba343a84f578e6090c9b50088523a7fc06135d64453799 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:12:05.300 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-17T17:12:05.300 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 systemd[1]: Stopped Ceph osd.6 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:05.300 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.6.service: Consumed 13.686s CPU time. 2024-08-17T17:12:05.300 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 systemd[1]: Starting Ceph osd.6 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:05.724 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 podman[100520]: 2024-08-17 17:12:05.420993795 +0000 UTC m=+0.111171506 container create 9fa92399f79e3b756c795996e22d18023b3685b179d19b66fb88138f84924164 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T17:12:05.724 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 podman[100520]: 2024-08-17 17:12:05.326988557 +0000 UTC m=+0.017166284 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:05.724 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 podman[100520]: 2024-08-17 17:12:05.648341315 +0000 UTC m=+0.338519037 container init 9fa92399f79e3b756c795996e22d18023b3685b179d19b66fb88138f84924164 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-08-17T17:12:05.724 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 podman[100520]: 2024-08-17 17:12:05.651462218 +0000 UTC m=+0.341639930 container start 9fa92399f79e3b756c795996e22d18023b3685b179d19b66fb88138f84924164 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T17:12:05.724 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 podman[100520]: 2024-08-17 17:12:05.723281813 +0000 UTC m=+0.413459540 container attach 9fa92399f79e3b756c795996e22d18023b3685b179d19b66fb88138f84924164 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_CLEAN=True) 2024-08-17T17:12:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-mon[85676]: pgmap v397: 121 pgs: 9 active+undersized, 12 peering, 4 stale+active+clean, 3 active+undersized+degraded, 93 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 984 KiB/s wr, 8 op/s; 27/516 objects degraded (5.233%) 2024-08-17T17:12:06.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:06.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:06.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-mon[85676]: Health check failed: Degraded data redundancy: 27/516 objects degraded (5.233%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:06.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-mon[85676]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T17:12:06.051 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:06.051 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 bash[100520]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:06.051 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:06.051 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 bash[100520]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:06.051 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:12:06.052 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 bash[100520]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:12:06.052 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:06.052 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 bash[100520]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:06.052 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:06.052 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 bash[100520]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:06.052 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T17:12:06.052 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 bash[100520]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T17:12:06.052 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-17T17:12:06.052 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:05 smithi087 bash[100520]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-17T17:12:06.141 INFO:tasks.rados.rados.0.smithi059.stdout:2013: done (2 left) 2024-08-17T17:12:06.141 INFO:tasks.rados.rados.0.smithi059.stdout:2015: done (1 left) 2024-08-17T17:12:06.141 INFO:tasks.rados.rados.0.smithi059.stdout:2016: done (0 left) 2024-08-17T17:12:06.141 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 208 2024-08-17T17:12:06.141 INFO:tasks.rados.rados.0.smithi059.stdout:2017: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-08-17T17:12:06.143 INFO:tasks.rados.rados.0.smithi059.stdout:2017: writing smithi05980601-45 from 0 to 425984 tid 1 2024-08-17T17:12:06.147 INFO:tasks.rados.rados.0.smithi059.stdout:2017: writing smithi05980601-45 from 425984 to 1081344 tid 2 2024-08-17T17:12:06.148 INFO:tasks.rados.rados.0.smithi059.stdout:2017: writing smithi05980601-45 from 1081344 to 1228800 tid 3 2024-08-17T17:12:06.148 INFO:tasks.rados.rados.0.smithi059.stdout:2018: snap_remove snap 191 2024-08-17T17:12:06.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[94685]: pgmap v397: 121 pgs: 9 active+undersized, 12 peering, 4 stale+active+clean, 3 active+undersized+degraded, 93 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 984 KiB/s wr, 8 op/s; 27/516 objects degraded (5.233%) 2024-08-17T17:12:06.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:06.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:06.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[94685]: Health check failed: Degraded data redundancy: 27/516 objects degraded (5.233%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:06.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[94685]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T17:12:06.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[92261]: pgmap v397: 121 pgs: 9 active+undersized, 12 peering, 4 stale+active+clean, 3 active+undersized+degraded, 93 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 984 KiB/s wr, 8 op/s; 27/516 objects degraded (5.233%) 2024-08-17T17:12:06.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:06.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:06.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[92261]: Health check failed: Degraded data redundancy: 27/516 objects degraded (5.233%), 3 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:06.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:05 smithi059 ceph-mon[92261]: osdmap e489: 8 total, 7 up, 8 in 2024-08-17T17:12:06.544 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T17:12:06.544 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 bash[100520]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-17T17:12:06.544 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-17T17:12:06.544 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 bash[100520]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-17T17:12:06.544 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T17:12:06.544 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 bash[100520]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-17T17:12:06.544 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T17:12:06.544 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 bash[100520]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-17T17:12:06.544 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate[100535]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-17T17:12:06.545 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 bash[100520]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-17T17:12:06.545 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 podman[100520]: 2024-08-17 17:12:06.208676017 +0000 UTC m=+0.898853740 container died 9fa92399f79e3b756c795996e22d18023b3685b179d19b66fb88138f84924164 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-17T17:12:07.155 INFO:tasks.rados.rados.0.smithi059.stdout:2018: done (1 left) 2024-08-17T17:12:07.155 INFO:tasks.rados.rados.0.smithi059.stdout:2019: copy_from oid 25 from oid 40 current snap is 208 2024-08-17T17:12:07.155 INFO:tasks.rados.rados.0.smithi059.stdout:2017: finishing write tid 1 to smithi05980601-45 2024-08-17T17:12:07.155 INFO:tasks.rados.rados.0.smithi059.stdout:2017: finishing write tid 2 to smithi05980601-45 2024-08-17T17:12:07.155 INFO:tasks.rados.rados.0.smithi059.stdout:2017: finishing write tid 3 to smithi05980601-45 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:2017: finishing write tid 4 to smithi05980601-45 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:2017: finishing write tid 5 to smithi05980601-45 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:2017: oid 45 updating version 0 to 1169 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:2017: oid 45 version 1169 is already newer than 1168 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:2017: oid 45 updating version 1169 to 1171 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:2017: oid 45 version 1171 is already newer than 1170 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 1171 (ObjNum 646 snap 208 seq_num 646) dirty exists 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:2017: left oid 45 (ObjNum 646 snap 208 seq_num 646) 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:2017: done (1 left) 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 208 2024-08-17T17:12:07.156 INFO:tasks.rados.rados.0.smithi059.stdout:2020: seq_num 647 ranges {1212416=442368,1654784=589824,2244608=212992} 2024-08-17T17:12:07.165 INFO:tasks.rados.rados.0.smithi059.stdout:2020: writing smithi05980601-32 from 1212416 to 1654784 tid 1 2024-08-17T17:12:07.169 INFO:tasks.rados.rados.0.smithi059.stdout:2020: writing smithi05980601-32 from 1654784 to 2244608 tid 2 2024-08-17T17:12:07.171 INFO:tasks.rados.rados.0.smithi059.stdout:2020: writing smithi05980601-32 from 2244608 to 2457600 tid 3 2024-08-17T17:12:07.171 INFO:tasks.rados.rados.0.smithi059.stdout:2019: finishing copy_from to smithi05980601-25 2024-08-17T17:12:07.171 INFO:tasks.rados.rados.0.smithi059.stdout:2019: got expected ENOENT (src dne) 2024-08-17T17:12:07.171 INFO:tasks.rados.rados.0.smithi059.stdout:2019: finishing copy_from racing read to smithi05980601-25 2024-08-17T17:12:07.171 INFO:tasks.rados.rados.0.smithi059.stdout:2019: done (1 left) 2024-08-17T17:12:07.171 INFO:tasks.rados.rados.0.smithi059.stdout:2021: snap_remove snap 205 2024-08-17T17:12:07.225 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:06 smithi087 podman[100641]: 2024-08-17 17:12:06.902239489 +0000 UTC m=+0.688031036 container remove 9fa92399f79e3b756c795996e22d18023b3685b179d19b66fb88138f84924164 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-activate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:12:07.225 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:07 smithi087 podman[100699]: 2024-08-17 17:12:07.103029164 +0000 UTC m=+0.099193896 container create 655a36d2efecac4fd2bd0343b6ad48b5c6f30c09b911cca7047da8ca2049d414 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True) 2024-08-17T17:12:07.225 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:07 smithi087 podman[100699]: 2024-08-17 17:12:07.020825783 +0000 UTC m=+0.016990517 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:07.226 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:07 smithi087 ceph-mon[85676]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T17:12:07.434 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:07 smithi059 ceph-mon[92261]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T17:12:07.434 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:07 smithi059 ceph-mon[94685]: osdmap e490: 8 total, 7 up, 8 in 2024-08-17T17:12:07.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:07 smithi087 podman[100699]: 2024-08-17 17:12:07.322346107 +0000 UTC m=+0.318510856 container init 655a36d2efecac4fd2bd0343b6ad48b5c6f30c09b911cca7047da8ca2049d414 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-17T17:12:07.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:07 smithi087 podman[100699]: 2024-08-17 17:12:07.325504716 +0000 UTC m=+0.321669451 container start 655a36d2efecac4fd2bd0343b6ad48b5c6f30c09b911cca7047da8ca2049d414 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-08-17T17:12:07.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:07 smithi087 ceph-osd[100718]: -- 172.21.15.87:0/2415761532 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559b3a4c9a40 con 0x559b3b296400 2024-08-17T17:12:07.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:07 smithi087 bash[100699]: 655a36d2efecac4fd2bd0343b6ad48b5c6f30c09b911cca7047da8ca2049d414 2024-08-17T17:12:07.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:07 smithi087 systemd[1]: Started Ceph osd.6 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:07.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:12:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:12:07] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.43.0" 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2021: done (1 left) 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2022: delete oid 15 current snap is 208 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2020: finishing write tid 1 to smithi05980601-32 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2020: finishing write tid 2 to smithi05980601-32 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2020: finishing write tid 3 to smithi05980601-32 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2020: finishing write tid 4 to smithi05980601-32 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2020: finishing write tid 5 to smithi05980601-32 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2020: oid 32 updating version 0 to 552 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2020: oid 32 updating version 552 to 553 2024-08-17T17:12:08.154 INFO:tasks.rados.rados.0.smithi059.stdout:2020: oid 32 updating version 553 to 555 2024-08-17T17:12:08.155 INFO:tasks.rados.rados.0.smithi059.stdout:2020: oid 32 version 555 is already newer than 554 2024-08-17T17:12:08.155 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 555 (ObjNum 647 snap 208 seq_num 647) dirty exists 2024-08-17T17:12:08.155 INFO:tasks.rados.rados.0.smithi059.stdout:2020: left oid 32 (ObjNum 647 snap 208 seq_num 647) 2024-08-17T17:12:08.159 INFO:tasks.rados.rados.0.smithi059.stdout:2020: done (1 left) 2024-08-17T17:12:08.159 INFO:tasks.rados.rados.0.smithi059.stdout:2022: done (0 left) 2024-08-17T17:12:08.159 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 208 2024-08-17T17:12:08.159 INFO:tasks.rados.rados.0.smithi059.stdout:2023: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2024-08-17T17:12:08.162 INFO:tasks.rados.rados.0.smithi059.stdout:2023: writing smithi05980601-23 from 0 to 475136 tid 1 2024-08-17T17:12:08.167 INFO:tasks.rados.rados.0.smithi059.stdout:2023: writing smithi05980601-23 from 475136 to 1236992 tid 2 2024-08-17T17:12:08.168 INFO:tasks.rados.rados.0.smithi059.stdout:2023: writing smithi05980601-23 from 1236992 to 1277952 tid 3 2024-08-17T17:12:08.168 INFO:tasks.rados.rados.0.smithi059.stdout:2024: snap_create 2024-08-17T17:12:08.168 INFO:tasks.rados.rados.0.smithi059.stdout:2023: finishing write tid 1 to smithi05980601-23 2024-08-17T17:12:08.172 INFO:tasks.rados.rados.0.smithi059.stdout:2023: finishing write tid 2 to smithi05980601-23 2024-08-17T17:12:08.172 INFO:tasks.rados.rados.0.smithi059.stdout:2023: finishing write tid 3 to smithi05980601-23 2024-08-17T17:12:08.172 INFO:tasks.rados.rados.0.smithi059.stdout:2023: finishing write tid 4 to smithi05980601-23 2024-08-17T17:12:08.174 INFO:tasks.rados.rados.0.smithi059.stdout:2023: finishing write tid 5 to smithi05980601-23 2024-08-17T17:12:08.174 INFO:tasks.rados.rados.0.smithi059.stdout:2023: oid 23 updating version 0 to 1618 2024-08-17T17:12:08.174 INFO:tasks.rados.rados.0.smithi059.stdout:2023: oid 23 updating version 1618 to 1621 2024-08-17T17:12:08.174 INFO:tasks.rados.rados.0.smithi059.stdout:2023: oid 23 version 1621 is already newer than 1620 2024-08-17T17:12:08.174 INFO:tasks.rados.rados.0.smithi059.stdout:2023: oid 23 version 1621 is already newer than 1619 2024-08-17T17:12:08.174 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1621 (ObjNum 649 snap 208 seq_num 649) dirty exists 2024-08-17T17:12:08.174 INFO:tasks.rados.rados.0.smithi059.stdout:2023: left oid 23 (ObjNum 649 snap 208 seq_num 649) 2024-08-17T17:12:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[92261]: pgmap v400: 121 pgs: 23 active+undersized, 12 peering, 8 active+undersized+degraded, 78 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 48/534 objects degraded (8.989%) 2024-08-17T17:12:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[92261]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T17:12:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[94685]: pgmap v400: 121 pgs: 23 active+undersized, 12 peering, 8 active+undersized+degraded, 78 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 48/534 objects degraded (8.989%) 2024-08-17T17:12:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[94685]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T17:12:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:08 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:08 smithi087 ceph-mon[85676]: pgmap v400: 121 pgs: 23 active+undersized, 12 peering, 8 active+undersized+degraded, 78 active+clean; 348 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 48/534 objects degraded (8.989%) 2024-08-17T17:12:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:08 smithi087 ceph-mon[85676]: osdmap e491: 8 total, 7 up, 8 in 2024-08-17T17:12:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:08 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:08.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:08 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:08.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:08 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:09.050 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:08 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:12:08.747+0000 7f570fe3b640 -1 Falling back to public interface 2024-08-17T17:12:09.165 INFO:tasks.rados.rados.0.smithi059.stdout:2023: done (1 left) 2024-08-17T17:12:09.165 INFO:tasks.rados.rados.0.smithi059.stdout:2024: done (0 left) 2024-08-17T17:12:09.165 INFO:tasks.rados.rados.0.smithi059.stdout:2025: read oid 33 snap -1 2024-08-17T17:12:09.165 INFO:tasks.rados.rados.0.smithi059.stdout:2025: expect (ObjNum 635 snap 205 seq_num 635) 2024-08-17T17:12:09.165 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 209 2024-08-17T17:12:09.165 INFO:tasks.rados.rados.0.smithi059.stdout:2026: seq_num 650 ranges {2301952=491520,2793472=647168,3440640=155648} 2024-08-17T17:12:09.180 INFO:tasks.rados.rados.0.smithi059.stdout:2026: writing smithi05980601-11 from 2301952 to 2793472 tid 1 2024-08-17T17:12:09.184 INFO:tasks.rados.rados.0.smithi059.stdout:2026: writing smithi05980601-11 from 2793472 to 3440640 tid 2 2024-08-17T17:12:09.186 INFO:tasks.rados.rados.0.smithi059.stdout:2026: writing smithi05980601-11 from 3440640 to 3596288 tid 3 2024-08-17T17:12:09.186 INFO:tasks.rados.rados.0.smithi059.stdout:2027: read oid 1 snap 206 2024-08-17T17:12:09.186 INFO:tasks.rados.rados.0.smithi059.stdout:2027: expect (ObjNum 571 snap 190 seq_num 571) 2024-08-17T17:12:09.186 INFO:tasks.rados.rados.0.smithi059.stdout:2028: rmattr oid 26 current snap is 209 2024-08-17T17:12:09.186 INFO:tasks.rados.rados.0.smithi059.stdout:2028: done (3 left) 2024-08-17T17:12:09.186 INFO:tasks.rados.rados.0.smithi059.stdout:2029: delete oid 38 current snap is 209 2024-08-17T17:12:09.186 INFO:tasks.rados.rados.0.smithi059.stdout:2025: expect (ObjNum 635 snap 205 seq_num 635) 2024-08-17T17:12:09.309 INFO:tasks.rados.rados.0.smithi059.stdout:2026: finishing write tid 1 to smithi05980601-11 2024-08-17T17:12:09.309 INFO:tasks.rados.rados.0.smithi059.stdout:2026: finishing write tid 2 to smithi05980601-11 2024-08-17T17:12:09.309 INFO:tasks.rados.rados.0.smithi059.stdout:2026: finishing write tid 3 to smithi05980601-11 2024-08-17T17:12:09.309 INFO:tasks.rados.rados.0.smithi059.stdout:2026: finishing write tid 4 to smithi05980601-11 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2026: finishing write tid 5 to smithi05980601-11 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2026: oid 11 updating version 0 to 1861 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2026: oid 11 updating version 1861 to 1863 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2026: oid 11 updating version 1863 to 1864 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2026: oid 11 version 1864 is already newer than 1862 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1864 (ObjNum 650 snap 209 seq_num 650) dirty exists 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2026: left oid 11 (ObjNum 650 snap 209 seq_num 650) 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2025: done (3 left) 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2026: done (2 left) 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2029: done (1 left) 2024-08-17T17:12:09.310 INFO:tasks.rados.rados.0.smithi059.stdout:2030: snap_remove snap 207 2024-08-17T17:12:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:09 smithi059 ceph-mon[92261]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T17:12:09.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:09 smithi059 ceph-mon[94685]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T17:12:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:09 smithi087 ceph-mon[85676]: osdmap e492: 8 total, 7 up, 8 in 2024-08-17T17:12:10.169 INFO:tasks.rados.rados.0.smithi059.stdout:2030: done (1 left) 2024-08-17T17:12:10.169 INFO:tasks.rados.rados.0.smithi059.stdout:2031: read oid 20 snap -1 2024-08-17T17:12:10.170 INFO:tasks.rados.rados.0.smithi059.stdout:2031: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:12:10.170 INFO:tasks.rados.rados.0.smithi059.stdout:2032: read oid 14 snap 197 2024-08-17T17:12:10.170 INFO:tasks.rados.rados.0.smithi059.stdout:2032: expect (ObjNum 560 snap 182 seq_num 560) 2024-08-17T17:12:10.170 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 209 2024-08-17T17:12:10.170 INFO:tasks.rados.rados.0.smithi059.stdout:2033: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2024-08-17T17:12:10.173 INFO:tasks.rados.rados.0.smithi059.stdout:2033: writing smithi05980601-31 from 0 to 524288 tid 1 2024-08-17T17:12:10.176 INFO:tasks.rados.rados.0.smithi059.stdout:2033: writing smithi05980601-31 from 524288 to 933888 tid 2 2024-08-17T17:12:10.179 INFO:tasks.rados.rados.0.smithi059.stdout:2033: writing smithi05980601-31 from 933888 to 1327104 tid 3 2024-08-17T17:12:10.179 INFO:tasks.rados.rados.0.smithi059.stdout:2034: delete oid 29 current snap is 209 2024-08-17T17:12:10.179 INFO:tasks.rados.rados.0.smithi059.stdout:2027: expect (ObjNum 571 snap 190 seq_num 571) 2024-08-17T17:12:10.425 INFO:tasks.rados.rados.0.smithi059.stdout:2033: finishing write tid 1 to smithi05980601-31 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2033: finishing write tid 2 to smithi05980601-31 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2033: finishing write tid 3 to smithi05980601-31 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2033: finishing write tid 4 to smithi05980601-31 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2033: finishing write tid 5 to smithi05980601-31 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2033: oid 31 updating version 0 to 1869 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2033: oid 31 version 1869 is already newer than 1868 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2033: oid 31 version 1869 is already newer than 1867 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2033: oid 31 updating version 1869 to 1870 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1870 (ObjNum 652 snap 209 seq_num 652) dirty exists 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2033: left oid 31 (ObjNum 652 snap 209 seq_num 652) 2024-08-17T17:12:10.426 INFO:tasks.rados.rados.0.smithi059.stdout:2031: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:12:10.469 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:10 smithi087 ceph-mon[85676]: pgmap v403: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 52/534 objects degraded (9.738%) 2024-08-17T17:12:10.469 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:10 smithi087 ceph-mon[85676]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T17:12:10.469 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:10 smithi087 ceph-mon[85676]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T17:12:10.476 INFO:tasks.rados.rados.0.smithi059.stdout:2032: expect (ObjNum 560 snap 182 seq_num 560) 2024-08-17T17:12:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:10 smithi059 ceph-mon[92261]: pgmap v403: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 52/534 objects degraded (9.738%) 2024-08-17T17:12:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:10 smithi059 ceph-mon[92261]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T17:12:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:10 smithi059 ceph-mon[92261]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T17:12:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:10 smithi059 ceph-mon[94685]: pgmap v403: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.1 MiB/s wr, 23 op/s; 52/534 objects degraded (9.738%) 2024-08-17T17:12:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:10 smithi059 ceph-mon[94685]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T17:12:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:10 smithi059 ceph-mon[94685]: osdmap e493: 8 total, 7 up, 8 in 2024-08-17T17:12:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:11 smithi059 ceph-mon[92261]: osdmap e494: 8 total, 7 up, 8 in 2024-08-17T17:12:11.585 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:11 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 52/534 objects degraded (9.738%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:11.585 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:11 smithi059 ceph-mon[92261]: osdmap e495: 8 total, 7 up, 8 in 2024-08-17T17:12:11.585 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:11 smithi059 ceph-mon[94685]: osdmap e494: 8 total, 7 up, 8 in 2024-08-17T17:12:11.585 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:11 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 52/534 objects degraded (9.738%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:11.585 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:11 smithi059 ceph-mon[94685]: osdmap e495: 8 total, 7 up, 8 in 2024-08-17T17:12:11.586 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:11 smithi087 ceph-mon[85676]: osdmap e494: 8 total, 7 up, 8 in 2024-08-17T17:12:11.586 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:11 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 52/534 objects degraded (9.738%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:11.586 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:11 smithi087 ceph-mon[85676]: osdmap e495: 8 total, 7 up, 8 in 2024-08-17T17:12:11.825 INFO:tasks.rados.rados.0.smithi059.stdout:2027: done (4 left) 2024-08-17T17:12:11.826 INFO:tasks.rados.rados.0.smithi059.stdout:2031: done (3 left) 2024-08-17T17:12:11.826 INFO:tasks.rados.rados.0.smithi059.stdout:2032: done (2 left) 2024-08-17T17:12:11.826 INFO:tasks.rados.rados.0.smithi059.stdout:2033: done (1 left) 2024-08-17T17:12:11.827 INFO:tasks.rados.rados.0.smithi059.stdout:2034: done (0 left) 2024-08-17T17:12:11.827 INFO:tasks.rados.rados.0.smithi059.stdout:2035: rollback oid 3 current snap is 209 2024-08-17T17:12:11.827 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 3 to 194 2024-08-17T17:12:11.827 INFO:tasks.rados.rados.0.smithi059.stdout:2036: delete oid 4 current snap is 209 2024-08-17T17:12:11.829 INFO:tasks.rados.rados.0.smithi059.stdout:2036: done (1 left) 2024-08-17T17:12:11.829 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 209 2024-08-17T17:12:11.829 INFO:tasks.rados.rados.0.smithi059.stdout:2037: seq_num 655 ranges {1277952=573440,1851392=516096,2367488=286720} 2024-08-17T17:12:11.839 INFO:tasks.rados.rados.0.smithi059.stdout:2037: writing smithi05980601-23 from 1277952 to 1851392 tid 1 2024-08-17T17:12:11.842 INFO:tasks.rados.rados.0.smithi059.stdout:2037: writing smithi05980601-23 from 1851392 to 2367488 tid 2 2024-08-17T17:12:11.844 INFO:tasks.rados.rados.0.smithi059.stdout:2037: writing smithi05980601-23 from 2367488 to 2654208 tid 3 2024-08-17T17:12:11.845 INFO:tasks.rados.rados.0.smithi059.stdout:2038: snap_remove snap 195 2024-08-17T17:12:12.455 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:12 smithi087 ceph-mon[85676]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 347 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 52/534 objects degraded (9.738%) 2024-08-17T17:12:12.455 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:12 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:12.455 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:12 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:12 smithi059 ceph-mon[92261]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 347 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 52/534 objects degraded (9.738%) 2024-08-17T17:12:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:12 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:12 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:12.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:12 smithi059 ceph-mon[94685]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 347 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 52/534 objects degraded (9.738%) 2024-08-17T17:12:12.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:12 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:12.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:12 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:12.644 INFO:tasks.rados.rados.0.smithi059.stdout:2035: finishing rollback tid 0 to smithi05980601-3 2024-08-17T17:12:12.644 INFO:tasks.rados.rados.0.smithi059.stdout:2035: finishing rollback tid 1 to smithi05980601-3 2024-08-17T17:12:12.644 INFO:tasks.rados.rados.0.smithi059.stdout:2035: finishing rollback tid 2 to smithi05980601-3 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1079 (ObjNum 554 snap 181 seq_num 554) dirty exists 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:2037: finishing write tid 1 to smithi05980601-23 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:2037: finishing write tid 2 to smithi05980601-23 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:2037: finishing write tid 3 to smithi05980601-23 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:2037: finishing write tid 4 to smithi05980601-23 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:2037: finishing write tid 5 to smithi05980601-23 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:2037: oid 23 updating version 0 to 1625 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:2037: oid 23 version 1625 is already newer than 1624 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:2037: oid 23 version 1625 is already newer than 1622 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:2037: oid 23 version 1625 is already newer than 1623 2024-08-17T17:12:12.645 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1625 (ObjNum 655 snap 209 seq_num 655) dirty exists 2024-08-17T17:12:12.646 INFO:tasks.rados.rados.0.smithi059.stdout:2037: left oid 23 (ObjNum 655 snap 209 seq_num 655) 2024-08-17T17:12:12.646 INFO:tasks.rados.rados.0.smithi059.stdout:2035: done (2 left) 2024-08-17T17:12:12.646 INFO:tasks.rados.rados.0.smithi059.stdout:2037: done (1 left) 2024-08-17T17:12:12.646 INFO:tasks.rados.rados.0.smithi059.stdout:2038: done (0 left) 2024-08-17T17:12:12.646 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 209 2024-08-17T17:12:12.646 INFO:tasks.rados.rados.0.smithi059.stdout:2039: seq_num 656 ranges {0=589824,589824=802816} 2024-08-17T17:12:12.648 INFO:tasks.rados.rados.0.smithi059.stdout:2039: writing smithi05980601-24 from 0 to 589824 tid 1 2024-08-17T17:12:12.654 INFO:tasks.rados.rados.0.smithi059.stdout:2039: writing smithi05980601-24 from 589824 to 1392640 tid 2 2024-08-17T17:12:12.654 INFO:tasks.rados.rados.0.smithi059.stdout:2040: read oid 9 snap -1 2024-08-17T17:12:12.654 INFO:tasks.rados.rados.0.smithi059.stdout:2040: expect deleted 2024-08-17T17:12:12.654 INFO:tasks.rados.rados.0.smithi059.stdout:2041: snap_remove snap 194 2024-08-17T17:12:12.724 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:12:12.454+0000 7f570fe3b640 -1 osd.6 485 log_to_monitors true 2024-08-17T17:12:13.269 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:12:13.118+0000 7f5703bdd640 -1 osd.6 485 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:12:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: from='osd.6 [v2:172.21.15.87:6816/2258998007,v1:172.21.15.87:6817/2258998007]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 15 op/s; 52/534 objects degraded (9.738%) 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: osdmap e496: 8 total, 7 up, 8 in 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: from='osd.6 [v2:172.21.15.87:6816/2258998007,v1:172.21.15.87:6817/2258998007]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[92261]: from='osd.6 ' entity='osd.6' 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:13.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: from='osd.6 [v2:172.21.15.87:6816/2258998007,v1:172.21.15.87:6817/2258998007]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:12:13.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:12:13.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 15 op/s; 52/534 objects degraded (9.738%) 2024-08-17T17:12:13.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:12:13.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: osdmap e496: 8 total, 7 up, 8 in 2024-08-17T17:12:13.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: from='osd.6 [v2:172.21.15.87:6816/2258998007,v1:172.21.15.87:6817/2258998007]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:13.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:13.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:13 smithi059 ceph-mon[94685]: from='osd.6 ' entity='osd.6' 2024-08-17T17:12:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: from='osd.6 [v2:172.21.15.87:6816/2258998007,v1:172.21.15.87:6817/2258998007]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:12:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-08-17T17:12:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: pgmap v408: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 349 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 15 op/s; 52/534 objects degraded (9.738%) 2024-08-17T17:12:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-17T17:12:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: osdmap e496: 8 total, 7 up, 8 in 2024-08-17T17:12:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: from='osd.6 [v2:172.21.15.87:6816/2258998007,v1:172.21.15.87:6817/2258998007]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:13.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:13 smithi087 ceph-mon[85676]: from='osd.6 ' entity='osd.6' 2024-08-17T17:12:13.650 INFO:tasks.rados.rados.0.smithi059.stdout:2039: finishing write tid 1 to smithi05980601-24 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2039: finishing write tid 2 to smithi05980601-24 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2039: finishing write tid 3 to smithi05980601-24 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2039: finishing write tid 4 to smithi05980601-24 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2039: oid 24 updating version 0 to 413 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2039: oid 24 updating version 413 to 414 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2039: oid 24 version 414 is already newer than 412 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 414 (ObjNum 656 snap 209 seq_num 656) dirty exists 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2039: left oid 24 (ObjNum 656 snap 209 seq_num 656) 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2039: done (2 left) 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2040: done (1 left) 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2041: done (0 left) 2024-08-17T17:12:13.651 INFO:tasks.rados.rados.0.smithi059.stdout:2042: snap_remove snap 198 2024-08-17T17:12:14.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:14 smithi059 ceph-mon[94685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:14.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:14 smithi059 ceph-mon[94685]: osd.6 [v2:172.21.15.87:6816/2258998007,v1:172.21.15.87:6817/2258998007] boot 2024-08-17T17:12:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:14 smithi059 ceph-mon[94685]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T17:12:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:14 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T17:12:14.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:14 smithi059 ceph-mon[92261]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:14.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:14 smithi059 ceph-mon[92261]: osd.6 [v2:172.21.15.87:6816/2258998007,v1:172.21.15.87:6817/2258998007] boot 2024-08-17T17:12:14.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:14 smithi059 ceph-mon[92261]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T17:12:14.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:14 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T17:12:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:14 smithi087 ceph-mon[85676]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:14 smithi087 ceph-mon[85676]: osd.6 [v2:172.21.15.87:6816/2258998007,v1:172.21.15.87:6817/2258998007] boot 2024-08-17T17:12:14.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:14 smithi087 ceph-mon[85676]: osdmap e497: 8 total, 8 up, 8 in 2024-08-17T17:12:14.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:14 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-08-17T17:12:14.647 INFO:tasks.rados.rados.0.smithi059.stdout:2042: done (0 left) 2024-08-17T17:12:14.647 INFO:tasks.rados.rados.0.smithi059.stdout:2043: rmattr oid 42 current snap is 209 2024-08-17T17:12:14.647 INFO:tasks.rados.rados.0.smithi059.stdout:2043: done (0 left) 2024-08-17T17:12:14.647 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 209 2024-08-17T17:12:14.647 INFO:tasks.rados.rados.0.smithi059.stdout:2044: seq_num 657 ranges {1687552=606208,2293760=688128,2981888=114688} 2024-08-17T17:12:14.661 INFO:tasks.rados.rados.0.smithi059.stdout:2044: writing smithi05980601-18 from 1687552 to 2293760 tid 1 2024-08-17T17:12:14.666 INFO:tasks.rados.rados.0.smithi059.stdout:2044: writing smithi05980601-18 from 2293760 to 2981888 tid 2 2024-08-17T17:12:14.667 INFO:tasks.rados.rados.0.smithi059.stdout:2044: writing smithi05980601-18 from 2981888 to 3096576 tid 3 2024-08-17T17:12:14.667 INFO:tasks.rados.rados.0.smithi059.stdout:2045: read oid 15 snap -1 2024-08-17T17:12:14.667 INFO:tasks.rados.rados.0.smithi059.stdout:2045: expect deleted 2024-08-17T17:12:14.667 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 209 2024-08-17T17:12:14.667 INFO:tasks.rados.rados.0.smithi059.stdout:2046: seq_num 658 ranges {8019968=622592,8642560=565248,9207808=237568} 2024-08-17T17:12:14.716 INFO:tasks.rados.rados.0.smithi059.stdout:2046: writing smithi05980601-47 from 8019968 to 8642560 tid 1 2024-08-17T17:12:14.719 INFO:tasks.rados.rados.0.smithi059.stdout:2046: writing smithi05980601-47 from 8642560 to 9207808 tid 2 2024-08-17T17:12:14.721 INFO:tasks.rados.rados.0.smithi059.stdout:2046: writing smithi05980601-47 from 9207808 to 9445376 tid 3 2024-08-17T17:12:14.721 INFO:tasks.rados.rados.0.smithi059.stdout:2047: delete oid 42 current snap is 209 2024-08-17T17:12:14.721 INFO:tasks.rados.rados.0.smithi059.stdout:2044: finishing write tid 1 to smithi05980601-18 2024-08-17T17:12:14.721 INFO:tasks.rados.rados.0.smithi059.stdout:2044: finishing write tid 2 to smithi05980601-18 2024-08-17T17:12:14.721 INFO:tasks.rados.rados.0.smithi059.stdout:2044: finishing write tid 3 to smithi05980601-18 2024-08-17T17:12:14.721 INFO:tasks.rados.rados.0.smithi059.stdout:2044: finishing write tid 4 to smithi05980601-18 2024-08-17T17:12:14.721 INFO:tasks.rados.rados.0.smithi059.stdout:2044: finishing write tid 5 to smithi05980601-18 2024-08-17T17:12:14.722 INFO:tasks.rados.rados.0.smithi059.stdout:2044: oid 18 updating version 0 to 560 2024-08-17T17:12:14.722 INFO:tasks.rados.rados.0.smithi059.stdout:2044: oid 18 version 560 is already newer than 559 2024-08-17T17:12:14.722 INFO:tasks.rados.rados.0.smithi059.stdout:2044: oid 18 version 560 is already newer than 558 2024-08-17T17:12:14.722 INFO:tasks.rados.rados.0.smithi059.stdout:2044: oid 18 version 560 is already newer than 557 2024-08-17T17:12:14.722 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 560 (ObjNum 657 snap 209 seq_num 657) dirty exists 2024-08-17T17:12:14.722 INFO:tasks.rados.rados.0.smithi059.stdout:2044: left oid 18 (ObjNum 657 snap 209 seq_num 657) 2024-08-17T17:12:14.722 INFO:tasks.rados.rados.0.smithi059.stdout:2046: finishing write tid 1 to smithi05980601-47 2024-08-17T17:12:14.723 INFO:tasks.rados.rados.0.smithi059.stdout:2044: done (3 left) 2024-08-17T17:12:14.724 INFO:tasks.rados.rados.0.smithi059.stdout:2045: done (2 left) 2024-08-17T17:12:14.724 INFO:tasks.rados.rados.0.smithi059.stdout:2047: done (1 left) 2024-08-17T17:12:14.724 INFO:tasks.rados.rados.0.smithi059.stdout:2048: read oid 34 snap -1 2024-08-17T17:12:14.724 INFO:tasks.rados.rados.0.smithi059.stdout:2048: expect (ObjNum 588 snap 192 seq_num 588) 2024-08-17T17:12:14.724 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 209 2024-08-17T17:12:14.724 INFO:tasks.rados.rados.0.smithi059.stdout:2046: finishing write tid 2 to smithi05980601-47 2024-08-17T17:12:14.724 INFO:tasks.rados.rados.0.smithi059.stdout:2049: seq_num 660 ranges {3145728=663552,3809280=737280,4546560=65536} 2024-08-17T17:12:14.744 INFO:tasks.rados.rados.0.smithi059.stdout:2049: writing smithi05980601-33 from 3145728 to 3809280 tid 1 2024-08-17T17:12:14.749 INFO:tasks.rados.rados.0.smithi059.stdout:2049: writing smithi05980601-33 from 3809280 to 4546560 tid 2 2024-08-17T17:12:14.750 INFO:tasks.rados.rados.0.smithi059.stdout:2049: writing smithi05980601-33 from 4546560 to 4612096 tid 3 2024-08-17T17:12:14.750 INFO:tasks.rados.rados.0.smithi059.stdout:2050: read oid 37 snap -1 2024-08-17T17:12:14.750 INFO:tasks.rados.rados.0.smithi059.stdout:2050: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:12:14.750 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 209 2024-08-17T17:12:14.750 INFO:tasks.rados.rados.0.smithi059.stdout:2046: finishing write tid 3 to smithi05980601-47 2024-08-17T17:12:14.750 INFO:tasks.rados.rados.0.smithi059.stdout:2051: seq_num 661 ranges {2654208=679936,3334144=622592,3956736=180224} 2024-08-17T17:12:14.768 INFO:tasks.rados.rados.0.smithi059.stdout:2051: writing smithi05980601-23 from 2654208 to 3334144 tid 1 2024-08-17T17:12:14.771 INFO:tasks.rados.rados.0.smithi059.stdout:2051: writing smithi05980601-23 from 3334144 to 3956736 tid 2 2024-08-17T17:12:14.773 INFO:tasks.rados.rados.0.smithi059.stdout:2051: writing smithi05980601-23 from 3956736 to 4136960 tid 3 2024-08-17T17:12:14.773 INFO:tasks.rados.rados.0.smithi059.stdout:2052: rollback oid 5 current snap is 209 2024-08-17T17:12:14.773 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 5 to 172 2024-08-17T17:12:14.773 INFO:tasks.rados.rados.0.smithi059.stdout:2046: finishing write tid 4 to smithi05980601-47 2024-08-17T17:12:14.773 INFO:tasks.rados.rados.0.smithi059.stdout:2046: finishing write tid 5 to smithi05980601-47 2024-08-17T17:12:14.774 INFO:tasks.rados.rados.0.smithi059.stdout:2046: oid 47 updating version 0 to 1701 2024-08-17T17:12:14.774 INFO:tasks.rados.rados.0.smithi059.stdout:2046: oid 47 version 1701 is already newer than 1698 2024-08-17T17:12:14.774 INFO:tasks.rados.rados.0.smithi059.stdout:2046: oid 47 version 1701 is already newer than 1699 2024-08-17T17:12:14.774 INFO:tasks.rados.rados.0.smithi059.stdout:2046: oid 47 version 1701 is already newer than 1700 2024-08-17T17:12:14.774 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1701 (ObjNum 658 snap 209 seq_num 658) dirty exists 2024-08-17T17:12:14.774 INFO:tasks.rados.rados.0.smithi059.stdout:2046: left oid 47 (ObjNum 658 snap 209 seq_num 658) 2024-08-17T17:12:14.774 INFO:tasks.rados.rados.0.smithi059.stdout:2048: expect (ObjNum 588 snap 192 seq_num 588) 2024-08-17T17:12:14.877 INFO:tasks.rados.rados.0.smithi059.stdout:2049: finishing write tid 1 to smithi05980601-33 2024-08-17T17:12:14.878 INFO:tasks.rados.rados.0.smithi059.stdout:2046: done (5 left) 2024-08-17T17:12:14.878 INFO:tasks.rados.rados.0.smithi059.stdout:2048: done (4 left) 2024-08-17T17:12:14.878 INFO:tasks.rados.rados.0.smithi059.stdout:2053: snap_remove snap 204 2024-08-17T17:12:15.652 INFO:tasks.rados.rados.0.smithi059.stdout:2053: done (4 left) 2024-08-17T17:12:15.652 INFO:tasks.rados.rados.0.smithi059.stdout:2054: rollback oid 19 current snap is 209 2024-08-17T17:12:15.653 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 19 to 172 2024-08-17T17:12:15.653 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 209 2024-08-17T17:12:15.653 INFO:tasks.rados.rados.0.smithi059.stdout:2055: seq_num 662 ranges {3096576=696320,3792896=557056,4349952=245760} 2024-08-17T17:12:15.675 INFO:tasks.rados.rados.0.smithi059.stdout:2055: writing smithi05980601-18 from 3096576 to 3792896 tid 1 2024-08-17T17:12:15.678 INFO:tasks.rados.rados.0.smithi059.stdout:2055: writing smithi05980601-18 from 3792896 to 4349952 tid 2 2024-08-17T17:12:15.680 INFO:tasks.rados.rados.0.smithi059.stdout:2055: writing smithi05980601-18 from 4349952 to 4595712 tid 3 2024-08-17T17:12:15.680 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 209 2024-08-17T17:12:15.680 INFO:tasks.rados.rados.0.smithi059.stdout:2056: seq_num 663 ranges {794624=712704,1507328=442368,1949696=360448} 2024-08-17T17:12:15.688 INFO:tasks.rados.rados.0.smithi059.stdout:2056: writing smithi05980601-8 from 794624 to 1507328 tid 1 2024-08-17T17:12:15.691 INFO:tasks.rados.rados.0.smithi059.stdout:2056: writing smithi05980601-8 from 1507328 to 1949696 tid 2 2024-08-17T17:12:15.693 INFO:tasks.rados.rados.0.smithi059.stdout:2056: writing smithi05980601-8 from 1949696 to 2310144 tid 3 2024-08-17T17:12:15.693 INFO:tasks.rados.rados.0.smithi059.stdout:2057: snap_create 2024-08-17T17:12:15.693 INFO:tasks.rados.rados.0.smithi059.stdout:2049: finishing write tid 2 to smithi05980601-33 2024-08-17T17:12:15.693 INFO:tasks.rados.rados.0.smithi059.stdout:2049: finishing write tid 3 to smithi05980601-33 2024-08-17T17:12:15.693 INFO:tasks.rados.rados.0.smithi059.stdout:2050: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:12:15.724 INFO:tasks.rados.rados.0.smithi059.stdout:2049: finishing write tid 4 to smithi05980601-33 2024-08-17T17:12:15.724 INFO:tasks.rados.rados.0.smithi059.stdout:2049: finishing write tid 5 to smithi05980601-33 2024-08-17T17:12:15.724 INFO:tasks.rados.rados.0.smithi059.stdout:2049: oid 33 updating version 0 to 1500 2024-08-17T17:12:15.724 INFO:tasks.rados.rados.0.smithi059.stdout:2049: oid 33 version 1500 is already newer than 1499 2024-08-17T17:12:15.725 INFO:tasks.rados.rados.0.smithi059.stdout:2049: oid 33 updating version 1500 to 1501 2024-08-17T17:12:15.725 INFO:tasks.rados.rados.0.smithi059.stdout:2049: oid 33 version 1501 is already newer than 1498 2024-08-17T17:12:15.725 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1501 (ObjNum 660 snap 209 seq_num 660) dirty exists 2024-08-17T17:12:15.725 INFO:tasks.rados.rados.0.smithi059.stdout:2049: left oid 33 (ObjNum 660 snap 209 seq_num 660) 2024-08-17T17:12:15.725 INFO:tasks.rados.rados.0.smithi059.stdout:2051: finishing write tid 1 to smithi05980601-23 2024-08-17T17:12:15.725 INFO:tasks.rados.rados.0.smithi059.stdout:2052: finishing rollback tid 0 to smithi05980601-5 2024-08-17T17:12:15.726 INFO:tasks.rados.rados.0.smithi059.stdout:2052: finishing rollback tid 1 to smithi05980601-5 2024-08-17T17:12:15.726 INFO:tasks.rados.rados.0.smithi059.stdout:2052: finishing rollback tid 2 to smithi05980601-5 2024-08-17T17:12:15.726 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1506 (ObjNum 520 snap 168 seq_num 520) dirty exists 2024-08-17T17:12:15.726 INFO:tasks.rados.rados.0.smithi059.stdout:2051: finishing write tid 2 to smithi05980601-23 2024-08-17T17:12:15.726 INFO:tasks.rados.rados.0.smithi059.stdout:2051: finishing write tid 3 to smithi05980601-23 2024-08-17T17:12:15.726 INFO:tasks.rados.rados.0.smithi059.stdout:2051: finishing write tid 4 to smithi05980601-23 2024-08-17T17:12:15.726 INFO:tasks.rados.rados.0.smithi059.stdout:2051: finishing write tid 5 to smithi05980601-23 2024-08-17T17:12:15.727 INFO:tasks.rados.rados.0.smithi059.stdout:2051: oid 23 updating version 0 to 1627 2024-08-17T17:12:15.727 INFO:tasks.rados.rados.0.smithi059.stdout:2051: oid 23 updating version 1627 to 1629 2024-08-17T17:12:15.727 INFO:tasks.rados.rados.0.smithi059.stdout:2051: oid 23 version 1629 is already newer than 1626 2024-08-17T17:12:15.727 INFO:tasks.rados.rados.0.smithi059.stdout:2051: oid 23 version 1629 is already newer than 1628 2024-08-17T17:12:15.727 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1629 (ObjNum 661 snap 209 seq_num 661) dirty exists 2024-08-17T17:12:15.727 INFO:tasks.rados.rados.0.smithi059.stdout:2051: left oid 23 (ObjNum 661 snap 209 seq_num 661) 2024-08-17T17:12:15.727 INFO:tasks.rados.rados.0.smithi059.stdout:2054: finishing rollback tid 0 to smithi05980601-19 2024-08-17T17:12:15.728 INFO:tasks.rados.rados.0.smithi059.stdout:2054: finishing rollback tid 1 to smithi05980601-19 2024-08-17T17:12:15.728 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 1913 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:12:15.728 INFO:tasks.rados.rados.0.smithi059.stdout:2055: finishing write tid 1 to smithi05980601-18 2024-08-17T17:12:15.728 INFO:tasks.rados.rados.0.smithi059.stdout:2055: finishing write tid 2 to smithi05980601-18 2024-08-17T17:12:15.728 INFO:tasks.rados.rados.0.smithi059.stdout:2055: finishing write tid 3 to smithi05980601-18 2024-08-17T17:12:15.728 INFO:tasks.rados.rados.0.smithi059.stdout:2055: finishing write tid 4 to smithi05980601-18 2024-08-17T17:12:15.728 INFO:tasks.rados.rados.0.smithi059.stdout:2055: finishing write tid 5 to smithi05980601-18 2024-08-17T17:12:15.728 INFO:tasks.rados.rados.0.smithi059.stdout:2055: oid 18 updating version 0 to 580 2024-08-17T17:12:15.728 INFO:tasks.rados.rados.0.smithi059.stdout:2055: oid 18 updating version 580 to 581 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2055: oid 18 updating version 581 to 582 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2055: oid 18 version 582 is already newer than 579 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 582 (ObjNum 662 snap 209 seq_num 662) dirty exists 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2055: left oid 18 (ObjNum 662 snap 209 seq_num 662) 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2056: finishing write tid 1 to smithi05980601-8 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2056: finishing write tid 2 to smithi05980601-8 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2056: finishing write tid 3 to smithi05980601-8 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2056: finishing write tid 4 to smithi05980601-8 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2056: finishing write tid 5 to smithi05980601-8 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2056: oid 8 updating version 0 to 486 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2056: oid 8 version 486 is already newer than 485 2024-08-17T17:12:15.729 INFO:tasks.rados.rados.0.smithi059.stdout:2056: oid 8 version 486 is already newer than 484 2024-08-17T17:12:15.730 INFO:tasks.rados.rados.0.smithi059.stdout:2056: oid 8 updating version 486 to 487 2024-08-17T17:12:15.730 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 487 (ObjNum 663 snap 209 seq_num 663) dirty exists 2024-08-17T17:12:15.730 INFO:tasks.rados.rados.0.smithi059.stdout:2056: left oid 8 (ObjNum 663 snap 209 seq_num 663) 2024-08-17T17:12:15.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:15 smithi087 ceph-mon[85676]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 351 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 9 op/s; 53/540 objects degraded (9.815%) 2024-08-17T17:12:15.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:15 smithi087 ceph-mon[85676]: osdmap e498: 8 total, 8 up, 8 in 2024-08-17T17:12:15.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:15 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:15.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:15 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:15.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:15 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:15.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:15 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:15.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:15 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:16.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[92261]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 351 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 9 op/s; 53/540 objects degraded (9.815%) 2024-08-17T17:12:16.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[92261]: osdmap e498: 8 total, 8 up, 8 in 2024-08-17T17:12:16.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:16.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:16.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:16.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:16.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:16.038 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:12:15.671+0000 7f056bcc9640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T17:12:16.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[94685]: pgmap v411: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 351 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 9 op/s; 53/540 objects degraded (9.815%) 2024-08-17T17:12:16.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[94685]: osdmap e498: 8 total, 8 up, 8 in 2024-08-17T17:12:16.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:16.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:16.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:16.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:16.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:15 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:16.664 INFO:tasks.rados.rados.0.smithi059.stdout:2049: done (7 left) 2024-08-17T17:12:16.664 INFO:tasks.rados.rados.0.smithi059.stdout:2050: done (6 left) 2024-08-17T17:12:16.664 INFO:tasks.rados.rados.0.smithi059.stdout:2051: done (5 left) 2024-08-17T17:12:16.664 INFO:tasks.rados.rados.0.smithi059.stdout:2052: done (4 left) 2024-08-17T17:12:16.664 INFO:tasks.rados.rados.0.smithi059.stdout:2054: done (3 left) 2024-08-17T17:12:16.665 INFO:tasks.rados.rados.0.smithi059.stdout:2055: done (2 left) 2024-08-17T17:12:16.665 INFO:tasks.rados.rados.0.smithi059.stdout:2056: done (1 left) 2024-08-17T17:12:16.665 INFO:tasks.rados.rados.0.smithi059.stdout:2057: done (0 left) 2024-08-17T17:12:16.665 INFO:tasks.rados.rados.0.smithi059.stdout:2058: delete oid 50 current snap is 210 2024-08-17T17:12:16.668 INFO:tasks.rados.rados.0.smithi059.stdout:2058: done (0 left) 2024-08-17T17:12:16.669 INFO:tasks.rados.rados.0.smithi059.stdout:2059: rmattr oid 47 current snap is 210 2024-08-17T17:12:16.669 INFO:tasks.rados.rados.0.smithi059.stdout:2059: done (0 left) 2024-08-17T17:12:16.669 INFO:tasks.rados.rados.0.smithi059.stdout:2060: delete oid 50 current snap is 210 2024-08-17T17:12:16.671 INFO:tasks.rados.rados.0.smithi059.stdout:2060: done (0 left) 2024-08-17T17:12:16.671 INFO:tasks.rados.rados.0.smithi059.stdout:2061: snap_remove snap 206 2024-08-17T17:12:16.884 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:16 smithi087 ceph-mon[85676]: osdmap e499: 8 total, 8 up, 8 in 2024-08-17T17:12:16.885 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:16 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:16.885 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:16 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:16.885 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:16 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:16.885 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:16 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:16.885 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:16 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:12:16.885 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:16 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:12:16.885 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:16 smithi087 ceph-mon[85676]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T17:12:16.885 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:16 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 53/540 objects degraded (9.815%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:17.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[92261]: osdmap e499: 8 total, 8 up, 8 in 2024-08-17T17:12:17.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:17.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:17.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:17.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:17.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:12:17.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:12:17.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[92261]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T17:12:17.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 53/540 objects degraded (9.815%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:17.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[94685]: osdmap e499: 8 total, 8 up, 8 in 2024-08-17T17:12:17.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:17.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:17.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:17.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:17.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:12:17.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:12:17.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[94685]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-08-17T17:12:17.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:16 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 53/540 objects degraded (9.815%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:17.668 INFO:tasks.rados.rados.0.smithi059.stdout:2061: done (0 left) 2024-08-17T17:12:17.669 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 210 2024-08-17T17:12:17.669 INFO:tasks.rados.rados.0.smithi059.stdout:2062: seq_num 666 ranges {4136960=761856,4898816=491520,5390336=311296} 2024-08-17T17:12:17.698 INFO:tasks.rados.rados.0.smithi059.stdout:2062: writing smithi05980601-23 from 4136960 to 4898816 tid 1 2024-08-17T17:12:17.699 INFO:tasks.rados.rados.0.smithi059.stdout:2062: writing smithi05980601-23 from 4898816 to 5390336 tid 2 2024-08-17T17:12:17.701 INFO:tasks.rados.rados.0.smithi059.stdout:2062: writing smithi05980601-23 from 5390336 to 5701632 tid 3 2024-08-17T17:12:17.701 INFO:tasks.rados.rados.0.smithi059.stdout:2063: read oid 15 snap -1 2024-08-17T17:12:17.701 INFO:tasks.rados.rados.0.smithi059.stdout:2063: expect deleted 2024-08-17T17:12:17.701 INFO:tasks.rados.rados.0.smithi059.stdout:2064: setattr oid 36 current snap is 210 2024-08-17T17:12:17.701 INFO:tasks.rados.rados.0.smithi059.stdout:2062: finishing write tid 1 to smithi05980601-23 2024-08-17T17:12:17.702 INFO:tasks.rados.rados.0.smithi059.stdout:2063: done (2 left) 2024-08-17T17:12:17.702 INFO:tasks.rados.rados.0.smithi059.stdout:2065: snap_create 2024-08-17T17:12:17.702 INFO:tasks.rados.rados.0.smithi059.stdout:2062: finishing write tid 2 to smithi05980601-23 2024-08-17T17:12:17.703 INFO:tasks.rados.rados.0.smithi059.stdout:2062: finishing write tid 3 to smithi05980601-23 2024-08-17T17:12:17.703 INFO:tasks.rados.rados.0.smithi059.stdout:2062: finishing write tid 4 to smithi05980601-23 2024-08-17T17:12:17.704 INFO:tasks.rados.rados.0.smithi059.stdout:2062: finishing write tid 5 to smithi05980601-23 2024-08-17T17:12:17.704 INFO:tasks.rados.rados.0.smithi059.stdout:2062: oid 23 updating version 0 to 1633 2024-08-17T17:12:17.704 INFO:tasks.rados.rados.0.smithi059.stdout:2062: oid 23 version 1633 is already newer than 1631 2024-08-17T17:12:17.704 INFO:tasks.rados.rados.0.smithi059.stdout:2062: oid 23 version 1633 is already newer than 1630 2024-08-17T17:12:17.704 INFO:tasks.rados.rados.0.smithi059.stdout:2062: oid 23 version 1633 is already newer than 1632 2024-08-17T17:12:17.704 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1633 (ObjNum 666 snap 210 seq_num 666) dirty exists 2024-08-17T17:12:17.705 INFO:tasks.rados.rados.0.smithi059.stdout:2062: left oid 23 (ObjNum 666 snap 210 seq_num 666) 2024-08-17T17:12:17.706 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1080 (ObjNum 634 snap 205 seq_num 634) dirty exists 2024-08-17T17:12:17.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:17 smithi059 ceph-mon[92261]: pgmap v414: 121 pgs: 23 active+undersized, 5 active+undersized+degraded, 93 active+clean; 351 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 33/534 objects degraded (6.180%); 9.0 MiB/s, 1 objects/s recovering 2024-08-17T17:12:17.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:17 smithi059 ceph-mon[92261]: osdmap e500: 8 total, 8 up, 8 in 2024-08-17T17:12:17.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:17 smithi059 ceph-mon[94685]: pgmap v414: 121 pgs: 23 active+undersized, 5 active+undersized+degraded, 93 active+clean; 351 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 33/534 objects degraded (6.180%); 9.0 MiB/s, 1 objects/s recovering 2024-08-17T17:12:17.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:17 smithi059 ceph-mon[94685]: osdmap e500: 8 total, 8 up, 8 in 2024-08-17T17:12:17.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:12:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:12:17] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.43.0" 2024-08-17T17:12:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:17 smithi087 ceph-mon[85676]: pgmap v414: 121 pgs: 23 active+undersized, 5 active+undersized+degraded, 93 active+clean; 351 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 33/534 objects degraded (6.180%); 9.0 MiB/s, 1 objects/s recovering 2024-08-17T17:12:18.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:17 smithi087 ceph-mon[85676]: osdmap e500: 8 total, 8 up, 8 in 2024-08-17T17:12:18.681 INFO:tasks.rados.rados.0.smithi059.stdout:2062: done (2 left) 2024-08-17T17:12:18.681 INFO:tasks.rados.rados.0.smithi059.stdout:2064: done (1 left) 2024-08-17T17:12:18.682 INFO:tasks.rados.rados.0.smithi059.stdout:2065: done (0 left) 2024-08-17T17:12:18.682 INFO:tasks.rados.rados.0.smithi059.stdout:2066: delete oid 2 current snap is 211 2024-08-17T17:12:18.686 INFO:tasks.rados.rados.0.smithi059.stdout:2066: done (0 left) 2024-08-17T17:12:18.687 INFO:tasks.rados.rados.0.smithi059.stdout:2067: copy_from oid 29 from oid 30 current snap is 211 2024-08-17T17:12:18.687 INFO:tasks.rados.rados.0.smithi059.stdout:2068: read oid 1 snap 197 2024-08-17T17:12:18.687 INFO:tasks.rados.rados.0.smithi059.stdout:2068: expect (ObjNum 571 snap 190 seq_num 571) 2024-08-17T17:12:18.687 INFO:tasks.rados.rados.0.smithi059.stdout:2069: snap_remove snap 208 2024-08-17T17:12:19.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:18 smithi059 ceph-mon[92261]: osdmap e501: 8 total, 8 up, 8 in 2024-08-17T17:12:19.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:18 smithi059 ceph-mon[94685]: osdmap e501: 8 total, 8 up, 8 in 2024-08-17T17:12:19.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:18 smithi087 ceph-mon[85676]: osdmap e501: 8 total, 8 up, 8 in 2024-08-17T17:12:19.689 INFO:tasks.rados.rados.0.smithi059.stdout:2069: done (2 left) 2024-08-17T17:12:19.689 INFO:tasks.rados.rados.0.smithi059.stdout:2070: read oid 39 snap 172 2024-08-17T17:12:19.689 INFO:tasks.rados.rados.0.smithi059.stdout:2070: expect (ObjNum 474 snap 157 seq_num 474) 2024-08-17T17:12:19.689 INFO:tasks.rados.rados.0.smithi059.stdout:2071: read oid 28 snap 210 2024-08-17T17:12:19.689 INFO:tasks.rados.rados.0.smithi059.stdout:2071: expect deleted 2024-08-17T17:12:19.689 INFO:tasks.rados.rados.0.smithi059.stdout:2072: copy_from oid 4 from oid 43 current snap is 211 2024-08-17T17:12:19.689 INFO:tasks.rados.rados.0.smithi059.stdout:2067: finishing copy_from racing read to smithi05980601-29 2024-08-17T17:12:19.689 INFO:tasks.rados.rados.0.smithi059.stdout:2067: finishing copy_from to smithi05980601-29 2024-08-17T17:12:19.689 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1611 (ObjNum 433 snap 147 seq_num 433) dirty exists 2024-08-17T17:12:19.690 INFO:tasks.rados.rados.0.smithi059.stdout:2068: expect (ObjNum 571 snap 190 seq_num 571) 2024-08-17T17:12:19.935 INFO:tasks.rados.rados.0.smithi059.stdout:2070: expect (ObjNum 474 snap 157 seq_num 474) 2024-08-17T17:12:19.955 INFO:tasks.rados.rados.0.smithi059.stdout:2072: finishing copy_from racing read to smithi05980601-4 2024-08-17T17:12:19.955 INFO:tasks.rados.rados.0.smithi059.stdout:2072: finishing copy_from to smithi05980601-4 2024-08-17T17:12:19.955 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1615 (ObjNum 608 snap 197 seq_num 608) dirty exists 2024-08-17T17:12:19.955 INFO:tasks.rados.rados.0.smithi059.stdout:2067: done (4 left) 2024-08-17T17:12:19.956 INFO:tasks.rados.rados.0.smithi059.stdout:2068: done (3 left) 2024-08-17T17:12:19.956 INFO:tasks.rados.rados.0.smithi059.stdout:2070: done (2 left) 2024-08-17T17:12:19.956 INFO:tasks.rados.rados.0.smithi059.stdout:2071: done (1 left) 2024-08-17T17:12:19.956 INFO:tasks.rados.rados.0.smithi059.stdout:2072: done (0 left) 2024-08-17T17:12:19.956 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 211 2024-08-17T17:12:19.956 INFO:tasks.rados.rados.0.smithi059.stdout:2073: seq_num 668 ranges {2424832=794624,3219456=663552,3883008=139264} 2024-08-17T17:12:19.972 INFO:tasks.rados.rados.0.smithi059.stdout:2073: writing smithi05980601-30 from 2424832 to 3219456 tid 1 2024-08-17T17:12:19.976 INFO:tasks.rados.rados.0.smithi059.stdout:2073: writing smithi05980601-30 from 3219456 to 3883008 tid 2 2024-08-17T17:12:19.978 INFO:tasks.rados.rados.0.smithi059.stdout:2073: writing smithi05980601-30 from 3883008 to 4022272 tid 3 2024-08-17T17:12:19.978 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 211 2024-08-17T17:12:19.978 INFO:tasks.rados.rados.0.smithi059.stdout:2073: finishing write tid 1 to smithi05980601-30 2024-08-17T17:12:19.978 INFO:tasks.rados.rados.0.smithi059.stdout:2074: seq_num 669 ranges {1327104=409600,1736704=548864,2285568=655360} 2024-08-17T17:12:19.987 INFO:tasks.rados.rados.0.smithi059.stdout:2074: writing smithi05980601-31 from 1327104 to 1736704 tid 1 2024-08-17T17:12:19.990 INFO:tasks.rados.rados.0.smithi059.stdout:2074: writing smithi05980601-31 from 1736704 to 2285568 tid 2 2024-08-17T17:12:19.994 INFO:tasks.rados.rados.0.smithi059.stdout:2074: writing smithi05980601-31 from 2285568 to 2940928 tid 3 2024-08-17T17:12:19.995 INFO:tasks.rados.rados.0.smithi059.stdout:2075: copy_from oid 29 from oid 23 current snap is 211 2024-08-17T17:12:19.995 INFO:tasks.rados.rados.0.smithi059.stdout:2073: finishing write tid 2 to smithi05980601-30 2024-08-17T17:12:19.995 INFO:tasks.rados.rados.0.smithi059.stdout:2073: finishing write tid 3 to smithi05980601-30 2024-08-17T17:12:19.995 INFO:tasks.rados.rados.0.smithi059.stdout:2073: finishing write tid 4 to smithi05980601-30 2024-08-17T17:12:19.995 INFO:tasks.rados.rados.0.smithi059.stdout:2073: finishing write tid 5 to smithi05980601-30 2024-08-17T17:12:19.995 INFO:tasks.rados.rados.0.smithi059.stdout:2073: oid 30 updating version 0 to 1612 2024-08-17T17:12:19.995 INFO:tasks.rados.rados.0.smithi059.stdout:2073: oid 30 updating version 1612 to 1613 2024-08-17T17:12:19.995 INFO:tasks.rados.rados.0.smithi059.stdout:2073: oid 30 updating version 1613 to 1615 2024-08-17T17:12:19.995 INFO:tasks.rados.rados.0.smithi059.stdout:2073: oid 30 version 1615 is already newer than 1614 2024-08-17T17:12:19.996 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1615 (ObjNum 668 snap 211 seq_num 668) dirty exists 2024-08-17T17:12:19.996 INFO:tasks.rados.rados.0.smithi059.stdout:2073: left oid 30 (ObjNum 668 snap 211 seq_num 668) 2024-08-17T17:12:19.996 INFO:tasks.rados.rados.0.smithi059.stdout:2074: finishing write tid 1 to smithi05980601-31 2024-08-17T17:12:19.996 INFO:tasks.rados.rados.0.smithi059.stdout:2074: finishing write tid 2 to smithi05980601-31 2024-08-17T17:12:19.996 INFO:tasks.rados.rados.0.smithi059.stdout:2073: done (2 left) 2024-08-17T17:12:19.996 INFO:tasks.rados.rados.0.smithi059.stdout:2076: delete oid 45 current snap is 211 2024-08-17T17:12:19.998 INFO:tasks.rados.rados.0.smithi059.stdout:2074: finishing write tid 3 to smithi05980601-31 2024-08-17T17:12:19.999 INFO:tasks.rados.rados.0.smithi059.stdout:2074: finishing write tid 4 to smithi05980601-31 2024-08-17T17:12:20.000 INFO:tasks.rados.rados.0.smithi059.stdout:2076: done (2 left) 2024-08-17T17:12:20.000 INFO:tasks.rados.rados.0.smithi059.stdout:2077: read oid 9 snap 209 2024-08-17T17:12:20.000 INFO:tasks.rados.rados.0.smithi059.stdout:2077: expect deleted 2024-08-17T17:12:20.000 INFO:tasks.rados.rados.0.smithi059.stdout:2078: delete oid 20 current snap is 211 2024-08-17T17:12:20.000 INFO:tasks.rados.rados.0.smithi059.stdout:2074: finishing write tid 5 to smithi05980601-31 2024-08-17T17:12:20.000 INFO:tasks.rados.rados.0.smithi059.stdout:2074: oid 31 updating version 0 to 1932 2024-08-17T17:12:20.001 INFO:tasks.rados.rados.0.smithi059.stdout:2074: oid 31 version 1932 is already newer than 1931 2024-08-17T17:12:20.001 INFO:tasks.rados.rados.0.smithi059.stdout:2074: oid 31 version 1932 is already newer than 1930 2024-08-17T17:12:20.001 INFO:tasks.rados.rados.0.smithi059.stdout:2074: oid 31 updating version 1932 to 1933 2024-08-17T17:12:20.001 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1933 (ObjNum 669 snap 211 seq_num 669) dirty exists 2024-08-17T17:12:20.001 INFO:tasks.rados.rados.0.smithi059.stdout:2074: left oid 31 (ObjNum 669 snap 211 seq_num 669) 2024-08-17T17:12:20.004 INFO:tasks.rados.rados.0.smithi059.stdout:2074: done (3 left) 2024-08-17T17:12:20.004 INFO:tasks.rados.rados.0.smithi059.stdout:2077: done (2 left) 2024-08-17T17:12:20.004 INFO:tasks.rados.rados.0.smithi059.stdout:2078: done (1 left) 2024-08-17T17:12:20.005 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 211 2024-08-17T17:12:20.005 INFO:tasks.rados.rados.0.smithi059.stdout:2079: seq_num 672 ranges {0=458752,458752=647168,1105920=466944,1572864=90112} 2024-08-17T17:12:20.007 INFO:tasks.rados.rados.0.smithi059.stdout:2079: writing smithi05980601-40 from 0 to 458752 tid 1 2024-08-17T17:12:20.011 INFO:tasks.rados.rados.0.smithi059.stdout:2079: writing smithi05980601-40 from 458752 to 1105920 tid 2 2024-08-17T17:12:20.013 INFO:tasks.rados.rados.0.smithi059.stdout:2079: writing smithi05980601-40 from 1105920 to 1572864 tid 3 2024-08-17T17:12:20.014 INFO:tasks.rados.rados.0.smithi059.stdout:2079: writing smithi05980601-40 from 1572864 to 1662976 tid 4 2024-08-17T17:12:20.014 INFO:tasks.rados.rados.0.smithi059.stdout:2080: snap_create 2024-08-17T17:12:20.015 INFO:tasks.rados.rados.0.smithi059.stdout:2079: finishing write tid 1 to smithi05980601-40 2024-08-17T17:12:20.015 INFO:tasks.rados.rados.0.smithi059.stdout:2079: finishing write tid 2 to smithi05980601-40 2024-08-17T17:12:20.018 INFO:tasks.rados.rados.0.smithi059.stdout:2079: finishing write tid 3 to smithi05980601-40 2024-08-17T17:12:20.018 INFO:tasks.rados.rados.0.smithi059.stdout:2079: finishing write tid 4 to smithi05980601-40 2024-08-17T17:12:20.018 INFO:tasks.rados.rados.0.smithi059.stdout:2079: finishing write tid 5 to smithi05980601-40 2024-08-17T17:12:20.020 INFO:tasks.rados.rados.0.smithi059.stdout:2079: finishing write tid 6 to smithi05980601-40 2024-08-17T17:12:20.020 INFO:tasks.rados.rados.0.smithi059.stdout:2079: oid 40 updating version 0 to 1629 2024-08-17T17:12:20.020 INFO:tasks.rados.rados.0.smithi059.stdout:2079: oid 40 version 1629 is already newer than 1626 2024-08-17T17:12:20.020 INFO:tasks.rados.rados.0.smithi059.stdout:2079: oid 40 version 1629 is already newer than 1625 2024-08-17T17:12:20.020 INFO:tasks.rados.rados.0.smithi059.stdout:2079: oid 40 version 1629 is already newer than 1627 2024-08-17T17:12:20.020 INFO:tasks.rados.rados.0.smithi059.stdout:2079: oid 40 version 1629 is already newer than 1628 2024-08-17T17:12:20.020 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1629 (ObjNum 672 snap 211 seq_num 672) dirty exists 2024-08-17T17:12:20.021 INFO:tasks.rados.rados.0.smithi059.stdout:2079: left oid 40 (ObjNum 672 snap 211 seq_num 672) 2024-08-17T17:12:20.021 INFO:tasks.rados.rados.0.smithi059.stdout:2075: finishing copy_from racing read to smithi05980601-29 2024-08-17T17:12:20.029 INFO:tasks.rados.rados.0.smithi059.stdout:2075: finishing copy_from to smithi05980601-29 2024-08-17T17:12:20.029 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1633 (ObjNum 666 snap 210 seq_num 666) dirty exists 2024-08-17T17:12:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:19 smithi059 ceph-mon[92261]: pgmap v417: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 13 MiB/s, 3 objects/s recovering 2024-08-17T17:12:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:19 smithi059 ceph-mon[92261]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/534 objects degraded (6.180%), 5 pgs degraded) 2024-08-17T17:12:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:19 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:12:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:19 smithi059 ceph-mon[92261]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T17:12:20.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:19 smithi059 ceph-mon[94685]: pgmap v417: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 13 MiB/s, 3 objects/s recovering 2024-08-17T17:12:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:19 smithi059 ceph-mon[94685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/534 objects degraded (6.180%), 5 pgs degraded) 2024-08-17T17:12:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:19 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:12:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:19 smithi059 ceph-mon[94685]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T17:12:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:19 smithi087 ceph-mon[85676]: pgmap v417: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 13 MiB/s, 3 objects/s recovering 2024-08-17T17:12:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:19 smithi087 ceph-mon[85676]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/534 objects degraded (6.180%), 5 pgs degraded) 2024-08-17T17:12:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:19 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:12:20.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:19 smithi087 ceph-mon[85676]: osdmap e502: 8 total, 8 up, 8 in 2024-08-17T17:12:20.904 INFO:tasks.rados.rados.0.smithi059.stdout:2075: done (2 left) 2024-08-17T17:12:20.904 INFO:tasks.rados.rados.0.smithi059.stdout:2079: done (1 left) 2024-08-17T17:12:20.904 INFO:tasks.rados.rados.0.smithi059.stdout:2080: done (0 left) 2024-08-17T17:12:20.904 INFO:tasks.rados.rados.0.smithi059.stdout:2081: read oid 14 snap 209 2024-08-17T17:12:20.904 INFO:tasks.rados.rados.0.smithi059.stdout:2081: expect (ObjNum 615 snap 201 seq_num 615) 2024-08-17T17:12:20.904 INFO:tasks.rados.rados.0.smithi059.stdout:2082: rollback oid 41 current snap is 212 2024-08-17T17:12:20.904 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 202 2024-08-17T17:12:20.904 INFO:tasks.rados.rados.0.smithi059.stdout:2083: read oid 4 snap 209 2024-08-17T17:12:20.905 INFO:tasks.rados.rados.0.smithi059.stdout:2083: expect deleted 2024-08-17T17:12:20.905 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 212 2024-08-17T17:12:20.905 INFO:tasks.rados.rados.0.smithi059.stdout:2084: seq_num 673 ranges {0=475136,475136=532480,1007616=671744} 2024-08-17T17:12:20.906 INFO:tasks.rados.rados.0.smithi059.stdout:2084: writing smithi05980601-2 from 0 to 475136 tid 1 2024-08-17T17:12:20.910 INFO:tasks.rados.rados.0.smithi059.stdout:2084: writing smithi05980601-2 from 475136 to 1007616 tid 2 2024-08-17T17:12:20.913 INFO:tasks.rados.rados.0.smithi059.stdout:2084: writing smithi05980601-2 from 1007616 to 1679360 tid 3 2024-08-17T17:12:20.913 INFO:tasks.rados.rados.0.smithi059.stdout:2085: snap_remove snap 211 2024-08-17T17:12:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:20 smithi059 ceph-mon[92261]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T17:12:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:21.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:20 smithi059 ceph-mon[94685]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T17:12:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:20 smithi087 ceph-mon[85676]: osdmap e503: 8 total, 8 up, 8 in 2024-08-17T17:12:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:21.146 INFO:tasks.rados.rados.0.smithi059.stdout:2085: done (4 left) 2024-08-17T17:12:21.147 INFO:tasks.rados.rados.0.smithi059.stdout:2086: snap_remove snap 210 2024-08-17T17:12:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:2086: done (4 left) 2024-08-17T17:12:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:2087: copy_from oid 18 from oid 42 current snap is 212 2024-08-17T17:12:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:2082: finishing rollback tid 0 to smithi05980601-41 2024-08-17T17:12:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:2082: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:12:22.158 INFO:tasks.rados.rados.0.smithi059.stdout:2082: finishing rollback tid 2 to smithi05980601-41 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1509 (ObjNum 588 snap 192 seq_num 588) dirty exists 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: finishing write tid 1 to smithi05980601-2 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: finishing write tid 2 to smithi05980601-2 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: finishing write tid 3 to smithi05980601-2 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: finishing write tid 4 to smithi05980601-2 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: finishing write tid 5 to smithi05980601-2 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: oid 2 updating version 0 to 1639 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: oid 2 version 1639 is already newer than 1638 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: oid 2 version 1639 is already newer than 1637 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: oid 2 version 1639 is already newer than 1636 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 1639 (ObjNum 673 snap 212 seq_num 673) dirty exists 2024-08-17T17:12:22.159 INFO:tasks.rados.rados.0.smithi059.stdout:2084: left oid 2 (ObjNum 673 snap 212 seq_num 673) 2024-08-17T17:12:22.160 INFO:tasks.rados.rados.0.smithi059.stdout:2081: expect (ObjNum 615 snap 201 seq_num 615) 2024-08-17T17:12:22.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:21 smithi059 ceph-mon[92261]: pgmap v420: 121 pgs: 121 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 4.1 MiB/s, 2 objects/s recovering 2024-08-17T17:12:22.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:21 smithi059 ceph-mon[92261]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T17:12:22.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:21 smithi059 ceph-mon[92261]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T17:12:22.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:21 smithi059 ceph-mon[94685]: pgmap v420: 121 pgs: 121 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 4.1 MiB/s, 2 objects/s recovering 2024-08-17T17:12:22.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:21 smithi059 ceph-mon[94685]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T17:12:22.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:21 smithi059 ceph-mon[94685]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T17:12:22.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:21 smithi087 ceph-mon[85676]: pgmap v420: 121 pgs: 121 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 4.1 MiB/s, 2 objects/s recovering 2024-08-17T17:12:22.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:21 smithi087 ceph-mon[85676]: osdmap e504: 8 total, 8 up, 8 in 2024-08-17T17:12:22.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:21 smithi087 ceph-mon[85676]: osdmap e505: 8 total, 8 up, 8 in 2024-08-17T17:12:22.323 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:12:22.916 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:12:22.917 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (8m) 111s ago 9m 25.1M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:12:22.917 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (9m) 11s ago 9m 87.3M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:12:22.917 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (11m) 111s ago 11m 18.1M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:12:22.917 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (11m) 11s ago 11m 22.0M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:12:22.917 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (5m) 11s ago 14m 455M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:12:22.917 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (5m) 111s ago 15m 525M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:12:22.917 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (4m) 111s ago 16m 54.1M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:12:22.917 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (4m) 11s ago 14m 47.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (4m) 111s ago 14m 44.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (9m) 111s ago 9m 15.5M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (9m) 11s ago 9m 16.8M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (3m) 111s ago 14m 201M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (3m) 111s ago 13m 166M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (2m) 111s ago 13m 118M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (115s) 111s ago 12m 12.2M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4065d0c6cd6e 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (82s) 11s ago 12m 133M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a9f47d531829 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (49s) 11s ago 12m 121M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8d4cdefad3b6 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (15s) 11s ago 11m 13.3M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 655a36d2efec 2024-08-17T17:12:22.918 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (11m) 11s ago 11m 195M 2480M 18.2.4-719-gced649f8 c870753d67c2 85bc4a89e83e 2024-08-17T17:12:22.919 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (5m) 11s ago 10m 53.7M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:12:23.268 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:12:23.268 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:12:23.268 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:12:23.268 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:12:23.268 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:12:23.268 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:12:23.268 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 1, 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 7 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 2 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 3, 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 12 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:12:23.269 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:12:23.270 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:23 smithi059 ceph-mon[92261]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T17:12:23.270 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:23 smithi059 ceph-mon[94685]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T17:12:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:23 smithi087 ceph-mon[85676]: osdmap e506: 8 total, 8 up, 8 in 2024-08-17T17:12:23.570 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:12:23.570 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:12:23.570 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:12:23.570 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:12:23.571 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:12:23.571 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:12:23.571 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:12:23.571 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:12:23.571 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "12/20 daemons upgraded", 2024-08-17T17:12:23.571 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading osd daemons", 2024-08-17T17:12:23.572 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:12:23.572 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:12:23.769 INFO:tasks.rados.rados.0.smithi059.stdout:2081: done (4 left) 2024-08-17T17:12:23.769 INFO:tasks.rados.rados.0.smithi059.stdout:2082: done (3 left) 2024-08-17T17:12:23.769 INFO:tasks.rados.rados.0.smithi059.stdout:2083: done (2 left) 2024-08-17T17:12:23.769 INFO:tasks.rados.rados.0.smithi059.stdout:2084: done (1 left) 2024-08-17T17:12:23.769 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 212 2024-08-17T17:12:23.769 INFO:tasks.rados.rados.0.smithi059.stdout:2088: seq_num 674 ranges {0=491520,491520=417792,909312=483328,1392640=303104} 2024-08-17T17:12:23.772 INFO:tasks.rados.rados.0.smithi059.stdout:2088: writing smithi05980601-6 from 0 to 491520 tid 1 2024-08-17T17:12:23.774 INFO:tasks.rados.rados.0.smithi059.stdout:2088: writing smithi05980601-6 from 491520 to 909312 tid 2 2024-08-17T17:12:23.777 INFO:tasks.rados.rados.0.smithi059.stdout:2088: writing smithi05980601-6 from 909312 to 1392640 tid 3 2024-08-17T17:12:23.779 INFO:tasks.rados.rados.0.smithi059.stdout:2088: writing smithi05980601-6 from 1392640 to 1695744 tid 4 2024-08-17T17:12:23.779 INFO:tasks.rados.rados.0.smithi059.stdout:2089: read oid 46 snap -1 2024-08-17T17:12:23.779 INFO:tasks.rados.rados.0.smithi059.stdout:2089: expect (ObjNum 631 snap 204 seq_num 631) 2024-08-17T17:12:23.779 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 212 2024-08-17T17:12:23.779 INFO:tasks.rados.rados.0.smithi059.stdout:2087: finishing copy_from to smithi05980601-18 2024-08-17T17:12:23.780 INFO:tasks.rados.rados.0.smithi059.stdout:2087: got expected ENOENT (src dne) 2024-08-17T17:12:23.780 INFO:tasks.rados.rados.0.smithi059.stdout:2087: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:12:23.780 INFO:tasks.rados.rados.0.smithi059.stdout:2088: finishing write tid 1 to smithi05980601-6 2024-08-17T17:12:23.780 INFO:tasks.rados.rados.0.smithi059.stdout:2088: finishing write tid 2 to smithi05980601-6 2024-08-17T17:12:23.780 INFO:tasks.rados.rados.0.smithi059.stdout:2090: seq_num 675 ranges {5849088=507904,6356992=704512,7061504=499712} 2024-08-17T17:12:23.813 INFO:tasks.rados.rados.0.smithi059.stdout:2090: writing smithi05980601-1 from 5849088 to 6356992 tid 1 2024-08-17T17:12:23.817 INFO:tasks.rados.rados.0.smithi059.stdout:2090: writing smithi05980601-1 from 6356992 to 7061504 tid 2 2024-08-17T17:12:23.821 INFO:tasks.rados.rados.0.smithi059.stdout:2090: writing smithi05980601-1 from 7061504 to 7561216 tid 3 2024-08-17T17:12:23.821 INFO:tasks.rados.rados.0.smithi059.stdout:2087: done (3 left) 2024-08-17T17:12:23.821 INFO:tasks.rados.rados.0.smithi059.stdout:2091: rollback oid 38 current snap is 212 2024-08-17T17:12:23.821 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 202 2024-08-17T17:12:23.821 INFO:tasks.rados.rados.0.smithi059.stdout:2088: finishing write tid 3 to smithi05980601-6 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2088: finishing write tid 4 to smithi05980601-6 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2088: finishing write tid 5 to smithi05980601-6 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2088: finishing write tid 6 to smithi05980601-6 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2088: oid 6 updating version 0 to 1642 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2088: oid 6 updating version 1642 to 1643 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2088: oid 6 updating version 1643 to 1644 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2088: oid 6 version 1644 is already newer than 1640 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2088: oid 6 version 1644 is already newer than 1641 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1644 (ObjNum 674 snap 212 seq_num 674) dirty exists 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2088: left oid 6 (ObjNum 674 snap 212 seq_num 674) 2024-08-17T17:12:23.822 INFO:tasks.rados.rados.0.smithi059.stdout:2089: expect (ObjNum 631 snap 204 seq_num 631) 2024-08-17T17:12:23.848 INFO:tasks.rados.rados.0.smithi059.stdout:2090: finishing write tid 1 to smithi05980601-1 2024-08-17T17:12:23.848 INFO:tasks.rados.rados.0.smithi059.stdout:2090: finishing write tid 2 to smithi05980601-1 2024-08-17T17:12:23.848 INFO:tasks.rados.rados.0.smithi059.stdout:2091: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:12:23.848 INFO:tasks.rados.rados.0.smithi059.stdout:2090: finishing write tid 3 to smithi05980601-1 2024-08-17T17:12:23.849 INFO:tasks.rados.rados.0.smithi059.stdout:2091: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:12:23.849 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1703 (ObjNum 571 snap 190 seq_num 571) dirty exists 2024-08-17T17:12:23.849 INFO:tasks.rados.rados.0.smithi059.stdout:2090: finishing write tid 4 to smithi05980601-1 2024-08-17T17:12:23.849 INFO:tasks.rados.rados.0.smithi059.stdout:2090: finishing write tid 5 to smithi05980601-1 2024-08-17T17:12:23.849 INFO:tasks.rados.rados.0.smithi059.stdout:2090: oid 1 updating version 0 to 1631 2024-08-17T17:12:23.849 INFO:tasks.rados.rados.0.smithi059.stdout:2090: oid 1 updating version 1631 to 1633 2024-08-17T17:12:23.849 INFO:tasks.rados.rados.0.smithi059.stdout:2090: oid 1 version 1633 is already newer than 1630 2024-08-17T17:12:23.849 INFO:tasks.rados.rados.0.smithi059.stdout:2090: oid 1 version 1633 is already newer than 1632 2024-08-17T17:12:23.849 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1633 (ObjNum 675 snap 212 seq_num 675) dirty exists 2024-08-17T17:12:23.850 INFO:tasks.rados.rados.0.smithi059.stdout:2090: left oid 1 (ObjNum 675 snap 212 seq_num 675) 2024-08-17T17:12:23.850 INFO:tasks.rados.rados.0.smithi059.stdout:2088: done (3 left) 2024-08-17T17:12:23.850 INFO:tasks.rados.rados.0.smithi059.stdout:2089: done (2 left) 2024-08-17T17:12:23.850 INFO:tasks.rados.rados.0.smithi059.stdout:2090: done (1 left) 2024-08-17T17:12:23.850 INFO:tasks.rados.rados.0.smithi059.stdout:2091: done (0 left) 2024-08-17T17:12:23.850 INFO:tasks.rados.rados.0.smithi059.stdout:2092: read oid 25 snap -1 2024-08-17T17:12:23.850 INFO:tasks.rados.rados.0.smithi059.stdout:2092: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:12:23.850 INFO:tasks.rados.rados.0.smithi059.stdout:2093: delete oid 12 current snap is 212 2024-08-17T17:12:23.851 INFO:tasks.rados.rados.0.smithi059.stdout:2093: done (1 left) 2024-08-17T17:12:23.851 INFO:tasks.rados.rados.0.smithi059.stdout:2094: copy_from oid 24 from oid 11 current snap is 212 2024-08-17T17:12:23.852 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 212 2024-08-17T17:12:23.852 INFO:tasks.rados.rados.0.smithi059.stdout:2095: seq_num 677 ranges {4964352=540672,5505024=516096,6021120=655360,6676480=32768} 2024-08-17T17:12:23.881 INFO:tasks.rados.rados.0.smithi059.stdout:2095: writing smithi05980601-4 from 4964352 to 5505024 tid 1 2024-08-17T17:12:23.884 INFO:tasks.rados.rados.0.smithi059.stdout:2095: writing smithi05980601-4 from 5505024 to 6021120 tid 2 2024-08-17T17:12:23.888 INFO:tasks.rados.rados.0.smithi059.stdout:2095: writing smithi05980601-4 from 6021120 to 6676480 tid 3 2024-08-17T17:12:23.889 INFO:tasks.rados.rados.0.smithi059.stdout:2095: writing smithi05980601-4 from 6676480 to 6709248 tid 4 2024-08-17T17:12:23.889 INFO:tasks.rados.rados.0.smithi059.stdout:2096: copy_from oid 15 from oid 26 current snap is 212 2024-08-17T17:12:23.889 INFO:tasks.rados.rados.0.smithi059.stdout:2092: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:12:23.939 INFO:tasks.rados.rados.0.smithi059.stdout:2094: finishing copy_from racing read to smithi05980601-24 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2094: finishing copy_from to smithi05980601-24 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 1864 (ObjNum 650 snap 209 seq_num 650) dirty exists 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2095: finishing write tid 1 to smithi05980601-4 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2095: finishing write tid 2 to smithi05980601-4 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2096: finishing copy_from to smithi05980601-15 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2096: got expected ENOENT (src dne) 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2096: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2095: finishing write tid 3 to smithi05980601-4 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2095: finishing write tid 4 to smithi05980601-4 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2095: finishing write tid 5 to smithi05980601-4 2024-08-17T17:12:23.940 INFO:tasks.rados.rados.0.smithi059.stdout:2095: finishing write tid 6 to smithi05980601-4 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2095: oid 4 updating version 0 to 1647 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2095: oid 4 updating version 1647 to 1648 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2095: oid 4 version 1648 is already newer than 1645 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2095: oid 4 updating version 1648 to 1649 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2095: oid 4 version 1649 is already newer than 1646 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1649 (ObjNum 677 snap 212 seq_num 677) dirty exists 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2095: left oid 4 (ObjNum 677 snap 212 seq_num 677) 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2092: done (3 left) 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2094: done (2 left) 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2095: done (1 left) 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2096: done (0 left) 2024-08-17T17:12:23.941 INFO:tasks.rados.rados.0.smithi059.stdout:2097: delete oid 27 current snap is 212 2024-08-17T17:12:23.942 INFO:tasks.rados.rados.0.smithi059.stdout:2097: done (0 left) 2024-08-17T17:12:23.942 INFO:tasks.rados.rados.0.smithi059.stdout:2098: read oid 35 snap -1 2024-08-17T17:12:23.942 INFO:tasks.rados.rados.0.smithi059.stdout:2098: expect (ObjNum 622 snap 203 seq_num 622) 2024-08-17T17:12:23.942 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 212 2024-08-17T17:12:23.943 INFO:tasks.rados.rados.0.smithi059.stdout:2099: seq_num 679 ranges {3489792=581632,4071424=688128,4759552=516096} 2024-08-17T17:12:23.964 INFO:tasks.rados.rados.0.smithi059.stdout:2099: writing smithi05980601-5 from 3489792 to 4071424 tid 1 2024-08-17T17:12:23.967 INFO:tasks.rados.rados.0.smithi059.stdout:2099: writing smithi05980601-5 from 4071424 to 4759552 tid 2 2024-08-17T17:12:23.971 INFO:tasks.rados.rados.0.smithi059.stdout:2099: writing smithi05980601-5 from 4759552 to 5275648 tid 3 2024-08-17T17:12:23.971 INFO:tasks.rados.rados.0.smithi059.stdout:2100: rollback oid 27 current snap is 212 2024-08-17T17:12:23.971 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 209 2024-08-17T17:12:23.971 INFO:tasks.rados.rados.0.smithi059.stdout:2098: expect (ObjNum 622 snap 203 seq_num 622) 2024-08-17T17:12:24.076 INFO:tasks.rados.rados.0.smithi059.stdout:2099: finishing write tid 1 to smithi05980601-5 2024-08-17T17:12:24.076 INFO:tasks.rados.rados.0.smithi059.stdout:2099: finishing write tid 2 to smithi05980601-5 2024-08-17T17:12:24.076 INFO:tasks.rados.rados.0.smithi059.stdout:2100: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:12:24.077 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 628 (ObjNum 65 snap 0 seq_num 1583503464) dirty dne 2024-08-17T17:12:24.077 INFO:tasks.rados.rados.0.smithi059.stdout:2098: done (2 left) 2024-08-17T17:12:24.077 INFO:tasks.rados.rados.0.smithi059.stdout:2100: done (1 left) 2024-08-17T17:12:24.077 INFO:tasks.rados.rados.0.smithi059.stdout:2101: read oid 8 snap -1 2024-08-17T17:12:24.077 INFO:tasks.rados.rados.0.smithi059.stdout:2101: expect (ObjNum 663 snap 209 seq_num 663) 2024-08-17T17:12:24.078 INFO:tasks.rados.rados.0.smithi059.stdout:2102: snap_create 2024-08-17T17:12:24.078 INFO:tasks.rados.rados.0.smithi059.stdout:2099: finishing write tid 3 to smithi05980601-5 2024-08-17T17:12:24.078 INFO:tasks.rados.rados.0.smithi059.stdout:2099: finishing write tid 4 to smithi05980601-5 2024-08-17T17:12:24.078 INFO:tasks.rados.rados.0.smithi059.stdout:2099: finishing write tid 5 to smithi05980601-5 2024-08-17T17:12:24.078 INFO:tasks.rados.rados.0.smithi059.stdout:2099: oid 5 updating version 0 to 1513 2024-08-17T17:12:24.078 INFO:tasks.rados.rados.0.smithi059.stdout:2099: oid 5 version 1513 is already newer than 1512 2024-08-17T17:12:24.078 INFO:tasks.rados.rados.0.smithi059.stdout:2099: oid 5 version 1513 is already newer than 1511 2024-08-17T17:12:24.078 INFO:tasks.rados.rados.0.smithi059.stdout:2099: oid 5 version 1513 is already newer than 1510 2024-08-17T17:12:24.079 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1513 (ObjNum 679 snap 212 seq_num 679) dirty exists 2024-08-17T17:12:24.079 INFO:tasks.rados.rados.0.smithi059.stdout:2099: left oid 5 (ObjNum 679 snap 212 seq_num 679) 2024-08-17T17:12:24.086 INFO:tasks.rados.rados.0.smithi059.stdout:2101: expect (ObjNum 663 snap 209 seq_num 663) 2024-08-17T17:12:24.162 INFO:tasks.rados.rados.0.smithi059.stdout:2099: done (2 left) 2024-08-17T17:12:24.163 INFO:tasks.rados.rados.0.smithi059.stdout:2101: done (1 left) 2024-08-17T17:12:24.163 INFO:tasks.rados.rados.0.smithi059.stdout:2102: done (0 left) 2024-08-17T17:12:24.163 INFO:tasks.rados.rados.0.smithi059.stdout:2103: rollback oid 29 current snap is 213 2024-08-17T17:12:24.163 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 202 2024-08-17T17:12:24.163 INFO:tasks.rados.rados.0.smithi059.stdout:2104: copy_from oid 37 from oid 46 current snap is 213 2024-08-17T17:12:24.163 INFO:tasks.rados.rados.0.smithi059.stdout:2105: snap_remove snap 212 2024-08-17T17:12:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[92261]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[92261]: pgmap v424: 121 pgs: 121 active+clean; 343 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-17T17:12:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[92261]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:24.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[92261]: from='client.44384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:24.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1753984957' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[94685]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[94685]: pgmap v424: 121 pgs: 121 active+clean; 343 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-17T17:12:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[94685]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[94685]: from='client.44384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:24 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1753984957' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:24 smithi087 ceph-mon[85676]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:24 smithi087 ceph-mon[85676]: pgmap v424: 121 pgs: 121 active+clean; 343 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-08-17T17:12:24.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:24 smithi087 ceph-mon[85676]: from='client.34461 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:24.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:24 smithi087 ceph-mon[85676]: from='client.44384 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:24.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:24 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1753984957' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:25.183 INFO:tasks.rados.rados.0.smithi059.stdout:2105: done (2 left) 2024-08-17T17:12:25.183 INFO:tasks.rados.rados.0.smithi059.stdout:2106: read oid 4 snap 209 2024-08-17T17:12:25.183 INFO:tasks.rados.rados.0.smithi059.stdout:2106: expect deleted 2024-08-17T17:12:25.183 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 213 2024-08-17T17:12:25.183 INFO:tasks.rados.rados.0.smithi059.stdout:2103: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:12:25.183 INFO:tasks.rados.rados.0.smithi059.stdout:2103: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:12:25.184 INFO:tasks.rados.rados.0.smithi059.stdout:2103: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:12:25.184 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1636 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:12:25.184 INFO:tasks.rados.rados.0.smithi059.stdout:2104: finishing copy_from racing read to smithi05980601-37 2024-08-17T17:12:25.184 INFO:tasks.rados.rados.0.smithi059.stdout:2104: finishing copy_from to smithi05980601-37 2024-08-17T17:12:25.184 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 1616 (ObjNum 631 snap 204 seq_num 631) dirty exists 2024-08-17T17:12:25.184 INFO:tasks.rados.rados.0.smithi059.stdout:2107: seq_num 680 ranges {1392640=598016,1990656=573440,2564096=434176,2998272=196608} 2024-08-17T17:12:25.193 INFO:tasks.rados.rados.0.smithi059.stdout:2107: writing smithi05980601-49 from 1392640 to 1990656 tid 1 2024-08-17T17:12:25.197 INFO:tasks.rados.rados.0.smithi059.stdout:2107: writing smithi05980601-49 from 1990656 to 2564096 tid 2 2024-08-17T17:12:25.200 INFO:tasks.rados.rados.0.smithi059.stdout:2107: writing smithi05980601-49 from 2564096 to 2998272 tid 3 2024-08-17T17:12:25.202 INFO:tasks.rados.rados.0.smithi059.stdout:2107: writing smithi05980601-49 from 2998272 to 3194880 tid 4 2024-08-17T17:12:25.202 INFO:tasks.rados.rados.0.smithi059.stdout:2103: done (3 left) 2024-08-17T17:12:25.202 INFO:tasks.rados.rados.0.smithi059.stdout:2104: done (2 left) 2024-08-17T17:12:25.202 INFO:tasks.rados.rados.0.smithi059.stdout:2108: rollback oid 7 current snap is 213 2024-08-17T17:12:25.203 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 172 2024-08-17T17:12:25.203 INFO:tasks.rados.rados.0.smithi059.stdout:2106: done (2 left) 2024-08-17T17:12:25.203 INFO:tasks.rados.rados.0.smithi059.stdout:2109: delete oid 18 current snap is 213 2024-08-17T17:12:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:2107: finishing write tid 1 to smithi05980601-49 2024-08-17T17:12:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:2108: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:12:25.205 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 407 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T17:12:25.206 INFO:tasks.rados.rados.0.smithi059.stdout:2108: done (2 left) 2024-08-17T17:12:25.207 INFO:tasks.rados.rados.0.smithi059.stdout:2109: done (1 left) 2024-08-17T17:12:25.207 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 213 2024-08-17T17:12:25.207 INFO:tasks.rados.rados.0.smithi059.stdout:2110: seq_num 682 ranges {2736128=630784,3366912=745472,4112384=442368,4554752=16384} 2024-08-17T17:12:25.225 INFO:tasks.rados.rados.0.smithi059.stdout:2110: writing smithi05980601-35 from 2736128 to 3366912 tid 1 2024-08-17T17:12:25.229 INFO:tasks.rados.rados.0.smithi059.stdout:2110: writing smithi05980601-35 from 3366912 to 4112384 tid 2 2024-08-17T17:12:25.232 INFO:tasks.rados.rados.0.smithi059.stdout:2110: writing smithi05980601-35 from 4112384 to 4554752 tid 3 2024-08-17T17:12:25.232 INFO:tasks.rados.rados.0.smithi059.stdout:2110: writing smithi05980601-35 from 4554752 to 4571136 tid 4 2024-08-17T17:12:25.233 INFO:tasks.rados.rados.0.smithi059.stdout:2111: snap_create 2024-08-17T17:12:25.233 INFO:tasks.rados.rados.0.smithi059.stdout:2107: finishing write tid 2 to smithi05980601-49 2024-08-17T17:12:25.233 INFO:tasks.rados.rados.0.smithi059.stdout:2107: finishing write tid 3 to smithi05980601-49 2024-08-17T17:12:25.233 INFO:tasks.rados.rados.0.smithi059.stdout:2107: finishing write tid 4 to smithi05980601-49 2024-08-17T17:12:25.233 INFO:tasks.rados.rados.0.smithi059.stdout:2107: finishing write tid 5 to smithi05980601-49 2024-08-17T17:12:25.233 INFO:tasks.rados.rados.0.smithi059.stdout:2107: finishing write tid 6 to smithi05980601-49 2024-08-17T17:12:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2107: oid 49 updating version 0 to 1939 2024-08-17T17:12:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2107: oid 49 updating version 1939 to 1945 2024-08-17T17:12:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2107: oid 49 version 1945 is already newer than 1942 2024-08-17T17:12:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2107: oid 49 version 1945 is already newer than 1943 2024-08-17T17:12:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2107: oid 49 version 1945 is already newer than 1944 2024-08-17T17:12:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 1945 (ObjNum 680 snap 213 seq_num 680) dirty exists 2024-08-17T17:12:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2107: left oid 49 (ObjNum 680 snap 213 seq_num 680) 2024-08-17T17:12:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2110: finishing write tid 1 to smithi05980601-35 2024-08-17T17:12:25.235 INFO:tasks.rados.rados.0.smithi059.stdout:2110: finishing write tid 2 to smithi05980601-35 2024-08-17T17:12:25.235 INFO:tasks.rados.rados.0.smithi059.stdout:2110: finishing write tid 3 to smithi05980601-35 2024-08-17T17:12:25.235 INFO:tasks.rados.rados.0.smithi059.stdout:2110: finishing write tid 4 to smithi05980601-35 2024-08-17T17:12:25.235 INFO:tasks.rados.rados.0.smithi059.stdout:2110: finishing write tid 5 to smithi05980601-35 2024-08-17T17:12:25.237 INFO:tasks.rados.rados.0.smithi059.stdout:2110: finishing write tid 6 to smithi05980601-35 2024-08-17T17:12:25.237 INFO:tasks.rados.rados.0.smithi059.stdout:2110: oid 35 updating version 0 to 690 2024-08-17T17:12:25.237 INFO:tasks.rados.rados.0.smithi059.stdout:2110: oid 35 version 690 is already newer than 687 2024-08-17T17:12:25.237 INFO:tasks.rados.rados.0.smithi059.stdout:2110: oid 35 version 690 is already newer than 688 2024-08-17T17:12:25.237 INFO:tasks.rados.rados.0.smithi059.stdout:2110: oid 35 updating version 690 to 691 2024-08-17T17:12:25.237 INFO:tasks.rados.rados.0.smithi059.stdout:2110: oid 35 version 691 is already newer than 689 2024-08-17T17:12:25.237 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 691 (ObjNum 682 snap 213 seq_num 682) dirty exists 2024-08-17T17:12:25.238 INFO:tasks.rados.rados.0.smithi059.stdout:2110: left oid 35 (ObjNum 682 snap 213 seq_num 682) 2024-08-17T17:12:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:25 smithi059 ceph-mon[92261]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:25 smithi059 ceph-mon[92261]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T17:12:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:25.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:25 smithi059 ceph-mon[94685]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:25.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:25 smithi059 ceph-mon[94685]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T17:12:25.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:25 smithi087 ceph-mon[85676]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:25 smithi087 ceph-mon[85676]: osdmap e507: 8 total, 8 up, 8 in 2024-08-17T17:12:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:26.149 INFO:tasks.rados.rados.0.smithi059.stdout:2107: done (2 left) 2024-08-17T17:12:26.149 INFO:tasks.rados.rados.0.smithi059.stdout:2110: done (1 left) 2024-08-17T17:12:26.149 INFO:tasks.rados.rados.0.smithi059.stdout:2111: done (0 left) 2024-08-17T17:12:26.149 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 214 2024-08-17T17:12:26.149 INFO:tasks.rados.rados.0.smithi059.stdout:2112: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-08-17T17:12:26.152 INFO:tasks.rados.rados.0.smithi059.stdout:2112: writing smithi05980601-42 from 0 to 647168 tid 1 2024-08-17T17:12:26.156 INFO:tasks.rados.rados.0.smithi059.stdout:2112: writing smithi05980601-42 from 647168 to 1277952 tid 2 2024-08-17T17:12:26.160 INFO:tasks.rados.rados.0.smithi059.stdout:2112: writing smithi05980601-42 from 1277952 to 1851392 tid 3 2024-08-17T17:12:26.160 INFO:tasks.rados.rados.0.smithi059.stdout:2113: snap_create 2024-08-17T17:12:26.160 INFO:tasks.rados.rados.0.smithi059.stdout:2112: finishing write tid 1 to smithi05980601-42 2024-08-17T17:12:26.160 INFO:tasks.rados.rados.0.smithi059.stdout:2112: finishing write tid 2 to smithi05980601-42 2024-08-17T17:12:26.163 INFO:tasks.rados.rados.0.smithi059.stdout:2112: finishing write tid 3 to smithi05980601-42 2024-08-17T17:12:26.163 INFO:tasks.rados.rados.0.smithi059.stdout:2112: finishing write tid 4 to smithi05980601-42 2024-08-17T17:12:26.167 INFO:tasks.rados.rados.0.smithi059.stdout:2112: finishing write tid 5 to smithi05980601-42 2024-08-17T17:12:26.167 INFO:tasks.rados.rados.0.smithi059.stdout:2112: oid 42 updating version 0 to 1505 2024-08-17T17:12:26.167 INFO:tasks.rados.rados.0.smithi059.stdout:2112: oid 42 version 1505 is already newer than 1503 2024-08-17T17:12:26.167 INFO:tasks.rados.rados.0.smithi059.stdout:2112: oid 42 version 1505 is already newer than 1504 2024-08-17T17:12:26.167 INFO:tasks.rados.rados.0.smithi059.stdout:2112: oid 42 version 1505 is already newer than 1502 2024-08-17T17:12:26.168 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1505 (ObjNum 683 snap 214 seq_num 683) dirty exists 2024-08-17T17:12:26.168 INFO:tasks.rados.rados.0.smithi059.stdout:2112: left oid 42 (ObjNum 683 snap 214 seq_num 683) 2024-08-17T17:12:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:26 smithi059 ceph-mon[92261]: pgmap v426: 121 pgs: 121 active+clean; 344 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-17T17:12:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:26 smithi059 ceph-mon[92261]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T17:12:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:26 smithi059 ceph-mon[92261]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T17:12:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:26 smithi059 ceph-mon[94685]: pgmap v426: 121 pgs: 121 active+clean; 344 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-17T17:12:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:26 smithi059 ceph-mon[94685]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T17:12:26.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:26 smithi059 ceph-mon[94685]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T17:12:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:26 smithi087 ceph-mon[85676]: pgmap v426: 121 pgs: 121 active+clean; 344 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-08-17T17:12:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:26 smithi087 ceph-mon[85676]: osdmap e508: 8 total, 8 up, 8 in 2024-08-17T17:12:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:26 smithi087 ceph-mon[85676]: osdmap e509: 8 total, 8 up, 8 in 2024-08-17T17:12:27.151 INFO:tasks.rados.rados.0.smithi059.stdout:2112: done (1 left) 2024-08-17T17:12:27.151 INFO:tasks.rados.rados.0.smithi059.stdout:2113: done (0 left) 2024-08-17T17:12:27.151 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 215 2024-08-17T17:12:27.151 INFO:tasks.rados.rados.0.smithi059.stdout:2114: seq_num 684 ranges {0=663552,663552=507904,1171456=409600,1581056=286720} 2024-08-17T17:12:27.154 INFO:tasks.rados.rados.0.smithi059.stdout:2114: writing smithi05980601-18 from 0 to 663552 tid 1 2024-08-17T17:12:27.158 INFO:tasks.rados.rados.0.smithi059.stdout:2114: writing smithi05980601-18 from 663552 to 1171456 tid 2 2024-08-17T17:12:27.160 INFO:tasks.rados.rados.0.smithi059.stdout:2114: writing smithi05980601-18 from 1171456 to 1581056 tid 3 2024-08-17T17:12:27.162 INFO:tasks.rados.rados.0.smithi059.stdout:2114: writing smithi05980601-18 from 1581056 to 1867776 tid 4 2024-08-17T17:12:27.162 INFO:tasks.rados.rados.0.smithi059.stdout:2115: snap_create 2024-08-17T17:12:27.163 INFO:tasks.rados.rados.0.smithi059.stdout:2114: finishing write tid 1 to smithi05980601-18 2024-08-17T17:12:27.163 INFO:tasks.rados.rados.0.smithi059.stdout:2114: finishing write tid 2 to smithi05980601-18 2024-08-17T17:12:27.165 INFO:tasks.rados.rados.0.smithi059.stdout:2114: finishing write tid 3 to smithi05980601-18 2024-08-17T17:12:27.166 INFO:tasks.rados.rados.0.smithi059.stdout:2114: finishing write tid 4 to smithi05980601-18 2024-08-17T17:12:27.166 INFO:tasks.rados.rados.0.smithi059.stdout:2114: finishing write tid 5 to smithi05980601-18 2024-08-17T17:12:27.170 INFO:tasks.rados.rados.0.smithi059.stdout:2114: finishing write tid 6 to smithi05980601-18 2024-08-17T17:12:27.170 INFO:tasks.rados.rados.0.smithi059.stdout:2114: oid 18 updating version 0 to 592 2024-08-17T17:12:27.170 INFO:tasks.rados.rados.0.smithi059.stdout:2114: oid 18 updating version 592 to 593 2024-08-17T17:12:27.170 INFO:tasks.rados.rados.0.smithi059.stdout:2114: oid 18 version 593 is already newer than 591 2024-08-17T17:12:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:2114: oid 18 updating version 593 to 594 2024-08-17T17:12:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:2114: oid 18 updating version 594 to 595 2024-08-17T17:12:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 595 (ObjNum 684 snap 215 seq_num 684) dirty exists 2024-08-17T17:12:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:2114: left oid 18 (ObjNum 684 snap 215 seq_num 684) 2024-08-17T17:12:27.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:12:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:12:27] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2024-08-17T17:12:28.151 INFO:tasks.rados.rados.0.smithi059.stdout:2114: done (1 left) 2024-08-17T17:12:28.151 INFO:tasks.rados.rados.0.smithi059.stdout:2115: done (0 left) 2024-08-17T17:12:28.151 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 216 2024-08-17T17:12:28.151 INFO:tasks.rados.rados.0.smithi059.stdout:2116: seq_num 685 ranges {1073152=679936,1753088=442368,2195456=622592,2818048=139264} 2024-08-17T17:12:28.160 INFO:tasks.rados.rados.0.smithi059.stdout:2116: writing smithi05980601-17 from 1073152 to 1753088 tid 1 2024-08-17T17:12:28.163 INFO:tasks.rados.rados.0.smithi059.stdout:2116: writing smithi05980601-17 from 1753088 to 2195456 tid 2 2024-08-17T17:12:28.167 INFO:tasks.rados.rados.0.smithi059.stdout:2116: writing smithi05980601-17 from 2195456 to 2818048 tid 3 2024-08-17T17:12:28.168 INFO:tasks.rados.rados.0.smithi059.stdout:2116: writing smithi05980601-17 from 2818048 to 2957312 tid 4 2024-08-17T17:12:28.168 INFO:tasks.rados.rados.0.smithi059.stdout:2117: rollback oid 22 current snap is 216 2024-08-17T17:12:28.168 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 22 to 209 2024-08-17T17:12:28.168 INFO:tasks.rados.rados.0.smithi059.stdout:2118: delete oid 39 current snap is 216 2024-08-17T17:12:28.172 INFO:tasks.rados.rados.0.smithi059.stdout:2116: finishing write tid 1 to smithi05980601-17 2024-08-17T17:12:28.172 INFO:tasks.rados.rados.0.smithi059.stdout:2116: finishing write tid 2 to smithi05980601-17 2024-08-17T17:12:28.173 INFO:tasks.rados.rados.0.smithi059.stdout:2117: finishing rollback tid 0 to smithi05980601-22 2024-08-17T17:12:28.173 INFO:tasks.rados.rados.0.smithi059.stdout:2117: finishing rollback tid 1 to smithi05980601-22 2024-08-17T17:12:28.173 INFO:tasks.rados.rados.0.smithi059.stdout:2117: finishing rollback tid 2 to smithi05980601-22 2024-08-17T17:12:28.173 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 695 (ObjNum 619 snap 202 seq_num 619) dirty exists 2024-08-17T17:12:28.175 INFO:tasks.rados.rados.0.smithi059.stdout:2116: finishing write tid 3 to smithi05980601-17 2024-08-17T17:12:28.175 INFO:tasks.rados.rados.0.smithi059.stdout:2116: finishing write tid 4 to smithi05980601-17 2024-08-17T17:12:28.175 INFO:tasks.rados.rados.0.smithi059.stdout:2116: finishing write tid 5 to smithi05980601-17 2024-08-17T17:12:28.178 INFO:tasks.rados.rados.0.smithi059.stdout:2116: finishing write tid 6 to smithi05980601-17 2024-08-17T17:12:28.178 INFO:tasks.rados.rados.0.smithi059.stdout:2116: oid 17 updating version 0 to 1948 2024-08-17T17:12:28.178 INFO:tasks.rados.rados.0.smithi059.stdout:2116: oid 17 updating version 1948 to 1951 2024-08-17T17:12:28.178 INFO:tasks.rados.rados.0.smithi059.stdout:2116: oid 17 version 1951 is already newer than 1947 2024-08-17T17:12:28.178 INFO:tasks.rados.rados.0.smithi059.stdout:2116: oid 17 version 1951 is already newer than 1949 2024-08-17T17:12:28.178 INFO:tasks.rados.rados.0.smithi059.stdout:2116: oid 17 version 1951 is already newer than 1950 2024-08-17T17:12:28.178 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1951 (ObjNum 685 snap 216 seq_num 685) dirty exists 2024-08-17T17:12:28.179 INFO:tasks.rados.rados.0.smithi059.stdout:2116: left oid 17 (ObjNum 685 snap 216 seq_num 685) 2024-08-17T17:12:28.179 INFO:tasks.rados.rados.0.smithi059.stdout:2116: done (2 left) 2024-08-17T17:12:28.179 INFO:tasks.rados.rados.0.smithi059.stdout:2117: done (1 left) 2024-08-17T17:12:28.179 INFO:tasks.rados.rados.0.smithi059.stdout:2118: done (0 left) 2024-08-17T17:12:28.179 INFO:tasks.rados.rados.0.smithi059.stdout:2119: snap_remove snap 197 2024-08-17T17:12:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:28 smithi059 ceph-mon[94685]: pgmap v429: 121 pgs: 121 active+clean; 358 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-08-17T17:12:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:28 smithi059 ceph-mon[94685]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T17:12:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:28 smithi059 ceph-mon[92261]: pgmap v429: 121 pgs: 121 active+clean; 358 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-08-17T17:12:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:28 smithi059 ceph-mon[92261]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T17:12:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:28 smithi087 ceph-mon[85676]: pgmap v429: 121 pgs: 121 active+clean; 358 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.0 MiB/s wr, 15 op/s 2024-08-17T17:12:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:28 smithi087 ceph-mon[85676]: osdmap e510: 8 total, 8 up, 8 in 2024-08-17T17:12:29.181 INFO:tasks.rados.rados.0.smithi059.stdout:2119: done (0 left) 2024-08-17T17:12:29.182 INFO:tasks.rados.rados.0.smithi059.stdout:2120: snap_create 2024-08-17T17:12:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:29 smithi059 ceph-mon[92261]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T17:12:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:29 smithi059 ceph-mon[94685]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T17:12:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:29 smithi087 ceph-mon[85676]: osdmap e511: 8 total, 8 up, 8 in 2024-08-17T17:12:30.182 INFO:tasks.rados.rados.0.smithi059.stdout:2120: done (0 left) 2024-08-17T17:12:30.182 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 217 2024-08-17T17:12:30.182 INFO:tasks.rados.rados.0.smithi059.stdout:2121: seq_num 687 ranges {5644288=712704,6356992=614400,6971392=589824} 2024-08-17T17:12:30.216 INFO:tasks.rados.rados.0.smithi059.stdout:2121: writing smithi05980601-10 from 5644288 to 6356992 tid 1 2024-08-17T17:12:30.219 INFO:tasks.rados.rados.0.smithi059.stdout:2121: writing smithi05980601-10 from 6356992 to 6971392 tid 2 2024-08-17T17:12:30.224 INFO:tasks.rados.rados.0.smithi059.stdout:2121: writing smithi05980601-10 from 6971392 to 7561216 tid 3 2024-08-17T17:12:30.224 INFO:tasks.rados.rados.0.smithi059.stdout:2122: snap_create 2024-08-17T17:12:30.225 INFO:tasks.rados.rados.0.smithi059.stdout:2121: finishing write tid 1 to smithi05980601-10 2024-08-17T17:12:30.227 INFO:tasks.rados.rados.0.smithi059.stdout:2121: finishing write tid 2 to smithi05980601-10 2024-08-17T17:12:30.227 INFO:tasks.rados.rados.0.smithi059.stdout:2121: finishing write tid 3 to smithi05980601-10 2024-08-17T17:12:30.228 INFO:tasks.rados.rados.0.smithi059.stdout:2121: finishing write tid 4 to smithi05980601-10 2024-08-17T17:12:30.229 INFO:tasks.rados.rados.0.smithi059.stdout:2121: finishing write tid 5 to smithi05980601-10 2024-08-17T17:12:30.229 INFO:tasks.rados.rados.0.smithi059.stdout:2121: oid 10 updating version 0 to 1177 2024-08-17T17:12:30.230 INFO:tasks.rados.rados.0.smithi059.stdout:2121: oid 10 version 1177 is already newer than 1176 2024-08-17T17:12:30.230 INFO:tasks.rados.rados.0.smithi059.stdout:2121: oid 10 version 1177 is already newer than 1175 2024-08-17T17:12:30.230 INFO:tasks.rados.rados.0.smithi059.stdout:2121: oid 10 version 1177 is already newer than 1174 2024-08-17T17:12:30.230 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1177 (ObjNum 687 snap 217 seq_num 687) dirty exists 2024-08-17T17:12:30.230 INFO:tasks.rados.rados.0.smithi059.stdout:2121: left oid 10 (ObjNum 687 snap 217 seq_num 687) 2024-08-17T17:12:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:30 smithi059 ceph-mon[92261]: pgmap v432: 121 pgs: 121 active+clean; 364 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-08-17T17:12:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:30 smithi059 ceph-mon[92261]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T17:12:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:30 smithi059 ceph-mon[94685]: pgmap v432: 121 pgs: 121 active+clean; 364 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-08-17T17:12:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:30 smithi059 ceph-mon[94685]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T17:12:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:30 smithi087 ceph-mon[85676]: pgmap v432: 121 pgs: 121 active+clean; 364 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 18 op/s 2024-08-17T17:12:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:30 smithi087 ceph-mon[85676]: osdmap e512: 8 total, 8 up, 8 in 2024-08-17T17:12:31.153 INFO:tasks.rados.rados.0.smithi059.stdout:2121: done (1 left) 2024-08-17T17:12:31.153 INFO:tasks.rados.rados.0.smithi059.stdout:2122: done (0 left) 2024-08-17T17:12:31.153 INFO:tasks.rados.rados.0.smithi059.stdout:2123: rollback oid 27 current snap is 218 2024-08-17T17:12:31.153 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 172 2024-08-17T17:12:31.153 INFO:tasks.rados.rados.0.smithi059.stdout:2124: delete oid 39 current snap is 218 2024-08-17T17:12:31.157 INFO:tasks.rados.rados.0.smithi059.stdout:2123: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:12:31.158 INFO:tasks.rados.rados.0.smithi059.stdout:2123: finishing rollback tid 2 to smithi05980601-27 2024-08-17T17:12:31.158 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 703 (ObjNum 519 snap 168 seq_num 519) dirty exists 2024-08-17T17:12:31.160 INFO:tasks.rados.rados.0.smithi059.stdout:2123: done (1 left) 2024-08-17T17:12:31.160 INFO:tasks.rados.rados.0.smithi059.stdout:2124: done (0 left) 2024-08-17T17:12:31.160 INFO:tasks.rados.rados.0.smithi059.stdout:2125: rollback oid 50 current snap is 218 2024-08-17T17:12:31.160 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 215 2024-08-17T17:12:31.160 INFO:tasks.rados.rados.0.smithi059.stdout:2126: copy_from oid 26 from oid 41 current snap is 218 2024-08-17T17:12:31.160 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 218 2024-08-17T17:12:31.161 INFO:tasks.rados.rados.0.smithi059.stdout:2127: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-08-17T17:12:31.163 INFO:tasks.rados.rados.0.smithi059.stdout:2127: writing smithi05980601-20 from 0 to 745472 tid 1 2024-08-17T17:12:31.174 INFO:tasks.rados.rados.0.smithi059.stdout:2127: writing smithi05980601-20 from 745472 to 1531904 tid 2 2024-08-17T17:12:31.174 INFO:tasks.rados.rados.0.smithi059.stdout:2127: writing smithi05980601-20 from 1531904 to 1949696 tid 3 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:2128: snap_create 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:2125: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 1915 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:2127: finishing write tid 1 to smithi05980601-20 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:2126: finishing copy_from racing read to smithi05980601-26 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:2127: finishing write tid 2 to smithi05980601-20 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:2126: finishing copy_from to smithi05980601-26 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 1509 (ObjNum 588 snap 192 seq_num 588) dirty exists 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:2127: finishing write tid 3 to smithi05980601-20 2024-08-17T17:12:31.175 INFO:tasks.rados.rados.0.smithi059.stdout:2127: finishing write tid 4 to smithi05980601-20 2024-08-17T17:12:31.177 INFO:tasks.rados.rados.0.smithi059.stdout:2127: finishing write tid 5 to smithi05980601-20 2024-08-17T17:12:31.177 INFO:tasks.rados.rados.0.smithi059.stdout:2127: oid 20 updating version 0 to 1652 2024-08-17T17:12:31.177 INFO:tasks.rados.rados.0.smithi059.stdout:2127: oid 20 version 1652 is already newer than 1651 2024-08-17T17:12:31.177 INFO:tasks.rados.rados.0.smithi059.stdout:2127: oid 20 updating version 1652 to 1653 2024-08-17T17:12:31.177 INFO:tasks.rados.rados.0.smithi059.stdout:2127: oid 20 version 1653 is already newer than 1650 2024-08-17T17:12:31.178 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 1653 (ObjNum 689 snap 218 seq_num 689) dirty exists 2024-08-17T17:12:31.178 INFO:tasks.rados.rados.0.smithi059.stdout:2127: left oid 20 (ObjNum 689 snap 218 seq_num 689) 2024-08-17T17:12:31.404 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:31 smithi087 ceph-mon[85676]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T17:12:31.404 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:31 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:12:31.404 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:31 smithi087 ceph-mon[85676]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T17:12:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:31 smithi059 ceph-mon[92261]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T17:12:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:31 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:12:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:31 smithi059 ceph-mon[92261]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T17:12:31.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:31 smithi059 ceph-mon[94685]: osdmap e513: 8 total, 8 up, 8 in 2024-08-17T17:12:31.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:31 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-08-17T17:12:31.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:31 smithi059 ceph-mon[94685]: osdmap e514: 8 total, 8 up, 8 in 2024-08-17T17:12:32.154 INFO:tasks.rados.rados.0.smithi059.stdout:2125: done (3 left) 2024-08-17T17:12:32.154 INFO:tasks.rados.rados.0.smithi059.stdout:2126: done (2 left) 2024-08-17T17:12:32.154 INFO:tasks.rados.rados.0.smithi059.stdout:2127: done (1 left) 2024-08-17T17:12:32.154 INFO:tasks.rados.rados.0.smithi059.stdout:2128: done (0 left) 2024-08-17T17:12:32.154 INFO:tasks.rados.rados.0.smithi059.stdout:2129: snap_remove snap 214 2024-08-17T17:12:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:32 smithi059 ceph-mon[92261]: pgmap v435: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 716 KiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-17T17:12:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:32 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:12:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:32 smithi059 ceph-mon[92261]: Upgrade: osd.7 is safe to restart 2024-08-17T17:12:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:32 smithi059 ceph-mon[92261]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T17:12:32.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:32 smithi059 ceph-mon[94685]: pgmap v435: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 716 KiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-17T17:12:32.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:32 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:12:32.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:32 smithi059 ceph-mon[94685]: Upgrade: osd.7 is safe to restart 2024-08-17T17:12:32.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:32 smithi059 ceph-mon[94685]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T17:12:32.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:32 smithi087 ceph-mon[85676]: pgmap v435: 121 pgs: 121 active+clean; 361 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 716 KiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-17T17:12:32.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:32 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-17T17:12:32.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:32 smithi087 ceph-mon[85676]: Upgrade: osd.7 is safe to restart 2024-08-17T17:12:32.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:32 smithi087 ceph-mon[85676]: osdmap e515: 8 total, 8 up, 8 in 2024-08-17T17:12:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:2129: done (0 left) 2024-08-17T17:12:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:2130: read oid 42 snap 216 2024-08-17T17:12:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:2130: expect (ObjNum 683 snap 214 seq_num 683) 2024-08-17T17:12:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 219 2024-08-17T17:12:33.157 INFO:tasks.rados.rados.0.smithi059.stdout:2131: seq_num 690 ranges {4612096=761856,5373952=663552,6037504=409600,6447104=131072} 2024-08-17T17:12:33.186 INFO:tasks.rados.rados.0.smithi059.stdout:2131: writing smithi05980601-33 from 4612096 to 5373952 tid 1 2024-08-17T17:12:33.191 INFO:tasks.rados.rados.0.smithi059.stdout:2131: writing smithi05980601-33 from 5373952 to 6037504 tid 2 2024-08-17T17:12:33.193 INFO:tasks.rados.rados.0.smithi059.stdout:2131: writing smithi05980601-33 from 6037504 to 6447104 tid 3 2024-08-17T17:12:33.194 INFO:tasks.rados.rados.0.smithi059.stdout:2131: writing smithi05980601-33 from 6447104 to 6578176 tid 4 2024-08-17T17:12:33.194 INFO:tasks.rados.rados.0.smithi059.stdout:2132: delete oid 6 current snap is 219 2024-08-17T17:12:33.194 INFO:tasks.rados.rados.0.smithi059.stdout:2130: expect (ObjNum 683 snap 214 seq_num 683) 2024-08-17T17:12:33.245 INFO:tasks.rados.rados.0.smithi059.stdout:2131: finishing write tid 1 to smithi05980601-33 2024-08-17T17:12:33.246 INFO:tasks.rados.rados.0.smithi059.stdout:2131: finishing write tid 2 to smithi05980601-33 2024-08-17T17:12:33.246 INFO:tasks.rados.rados.0.smithi059.stdout:2131: finishing write tid 3 to smithi05980601-33 2024-08-17T17:12:33.246 INFO:tasks.rados.rados.0.smithi059.stdout:2131: finishing write tid 4 to smithi05980601-33 2024-08-17T17:12:33.246 INFO:tasks.rados.rados.0.smithi059.stdout:2131: finishing write tid 5 to smithi05980601-33 2024-08-17T17:12:33.246 INFO:tasks.rados.rados.0.smithi059.stdout:2131: finishing write tid 6 to smithi05980601-33 2024-08-17T17:12:33.246 INFO:tasks.rados.rados.0.smithi059.stdout:2131: oid 33 updating version 0 to 1510 2024-08-17T17:12:33.246 INFO:tasks.rados.rados.0.smithi059.stdout:2131: oid 33 version 1510 is already newer than 1506 2024-08-17T17:12:33.246 INFO:tasks.rados.rados.0.smithi059.stdout:2131: oid 33 version 1510 is already newer than 1507 2024-08-17T17:12:33.246 INFO:tasks.rados.rados.0.smithi059.stdout:2131: oid 33 version 1510 is already newer than 1509 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2131: oid 33 version 1510 is already newer than 1508 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1510 (ObjNum 690 snap 219 seq_num 690) dirty exists 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2131: left oid 33 (ObjNum 690 snap 219 seq_num 690) 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2130: done (2 left) 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2131: done (1 left) 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2132: done (0 left) 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2133: read oid 39 snap -1 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2133: expect deleted 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2134: read oid 27 snap -1 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2134: expect (ObjNum 519 snap 168 seq_num 519) 2024-08-17T17:12:33.247 INFO:tasks.rados.rados.0.smithi059.stdout:2135: snap_remove snap 218 2024-08-17T17:12:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[92261]: Upgrade: Updating osd.7 2024-08-17T17:12:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[92261]: Deploying daemon osd.7 on smithi087 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[92261]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[94685]: Upgrade: Updating osd.7 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[94685]: Deploying daemon osd.7 on smithi087 2024-08-17T17:12:33.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:33 smithi059 ceph-mon[94685]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T17:12:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:33 smithi087 ceph-mon[85676]: Upgrade: Updating osd.7 2024-08-17T17:12:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:33 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:33 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-08-17T17:12:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:33 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:33 smithi087 ceph-mon[85676]: Deploying daemon osd.7 on smithi087 2024-08-17T17:12:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:33 smithi087 ceph-mon[85676]: osdmap e516: 8 total, 8 up, 8 in 2024-08-17T17:12:34.225 INFO:tasks.rados.rados.0.smithi059.stdout:2135: done (2 left) 2024-08-17T17:12:34.225 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 219 2024-08-17T17:12:34.225 INFO:tasks.rados.rados.0.smithi059.stdout:2136: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-08-17T17:12:34.230 INFO:tasks.rados.rados.0.smithi059.stdout:2136: writing smithi05980601-9 from 0 to 794624 tid 1 2024-08-17T17:12:34.232 INFO:tasks.rados.rados.0.smithi059.stdout:2136: writing smithi05980601-9 from 794624 to 1277952 tid 2 2024-08-17T17:12:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2136: writing smithi05980601-9 from 1277952 to 1998848 tid 3 2024-08-17T17:12:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2137: snap_remove snap 216 2024-08-17T17:12:34.420 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:34 smithi087 ceph-mon[85676]: pgmap v438: 121 pgs: 121 active+clean; 329 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T17:12:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:34 smithi059 ceph-mon[92261]: pgmap v438: 121 pgs: 121 active+clean; 329 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T17:12:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:34 smithi059 ceph-mon[94685]: pgmap v438: 121 pgs: 121 active+clean; 329 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-17T17:12:35.233 INFO:tasks.rados.rados.0.smithi059.stdout:2137: done (3 left) 2024-08-17T17:12:35.233 INFO:tasks.rados.rados.0.smithi059.stdout:2138: delete oid 10 current snap is 219 2024-08-17T17:12:35.233 INFO:tasks.rados.rados.0.smithi059.stdout:2134: expect (ObjNum 519 snap 168 seq_num 519) 2024-08-17T17:12:35.279 INFO:tasks.rados.rados.0.smithi059.stdout:2136: finishing write tid 1 to smithi05980601-9 2024-08-17T17:12:35.279 INFO:tasks.rados.rados.0.smithi059.stdout:2136: finishing write tid 2 to smithi05980601-9 2024-08-17T17:12:35.279 INFO:tasks.rados.rados.0.smithi059.stdout:2136: finishing write tid 3 to smithi05980601-9 2024-08-17T17:12:35.279 INFO:tasks.rados.rados.0.smithi059.stdout:2136: finishing write tid 4 to smithi05980601-9 2024-08-17T17:12:35.279 INFO:tasks.rados.rados.0.smithi059.stdout:2136: finishing write tid 5 to smithi05980601-9 2024-08-17T17:12:35.279 INFO:tasks.rados.rados.0.smithi059.stdout:2136: oid 9 updating version 0 to 1180 2024-08-17T17:12:35.279 INFO:tasks.rados.rados.0.smithi059.stdout:2136: oid 9 version 1180 is already newer than 1179 2024-08-17T17:12:35.280 INFO:tasks.rados.rados.0.smithi059.stdout:2136: oid 9 version 1180 is already newer than 1178 2024-08-17T17:12:35.280 INFO:tasks.rados.rados.0.smithi059.stdout:2136: oid 9 updating version 1180 to 1181 2024-08-17T17:12:35.280 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1181 (ObjNum 692 snap 219 seq_num 692) dirty exists 2024-08-17T17:12:35.280 INFO:tasks.rados.rados.0.smithi059.stdout:2136: left oid 9 (ObjNum 692 snap 219 seq_num 692) 2024-08-17T17:12:35.280 INFO:tasks.rados.rados.0.smithi059.stdout:2133: done (3 left) 2024-08-17T17:12:35.280 INFO:tasks.rados.rados.0.smithi059.stdout:2134: done (2 left) 2024-08-17T17:12:35.280 INFO:tasks.rados.rados.0.smithi059.stdout:2136: done (1 left) 2024-08-17T17:12:35.280 INFO:tasks.rados.rados.0.smithi059.stdout:2138: done (0 left) 2024-08-17T17:12:35.280 INFO:tasks.rados.rados.0.smithi059.stdout:2139: snap_create 2024-08-17T17:12:35.349 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:35 smithi087 systemd[1]: Stopping Ceph osd.7 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:35.350 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:35 smithi087 ceph-mon[85676]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T17:12:35.350 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:35 smithi087 ceph-mon[85676]: pgmap v441: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-17T17:12:35.350 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:35 smithi059 ceph-mon[92261]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T17:12:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:35 smithi059 ceph-mon[92261]: pgmap v441: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-17T17:12:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:35 smithi059 ceph-mon[94685]: osdmap e517: 8 total, 8 up, 8 in 2024-08-17T17:12:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:35 smithi059 ceph-mon[94685]: pgmap v441: 121 pgs: 121 active+clean; 331 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-17T17:12:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:35.800 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[55352]: 2024-08-17T17:12:35.347+0000 7fade0edd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:12:35.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[55352]: 2024-08-17T17:12:35.347+0000 7fade0edd640 -1 osd.7 518 *** Got signal Terminated *** 2024-08-17T17:12:35.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[55352]: 2024-08-17T17:12:35.347+0000 7fade0edd640 -1 osd.7 518 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:12:36.153 INFO:tasks.rados.rados.0.smithi059.stdout:2139: done (0 left) 2024-08-17T17:12:36.153 INFO:tasks.rados.rados.0.smithi059.stdout:2140: read oid 15 snap 219 2024-08-17T17:12:36.153 INFO:tasks.rados.rados.0.smithi059.stdout:2140: expect deleted 2024-08-17T17:12:36.153 INFO:tasks.rados.rados.0.smithi059.stdout:2141: setattr oid 3 current snap is 220 2024-08-17T17:12:36.156 INFO:tasks.rados.rados.0.smithi059.stdout:2142: snap_remove snap 217 2024-08-17T17:12:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[92261]: osdmap e518: 8 total, 8 up, 8 in 2024-08-17T17:12:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[92261]: osd.7 marked itself down and dead 2024-08-17T17:12:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[92261]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[92261]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T17:12:36.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[92261]: osdmap e519: 8 total, 7 up, 8 in 2024-08-17T17:12:36.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[94685]: osdmap e518: 8 total, 8 up, 8 in 2024-08-17T17:12:36.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[94685]: osd.7 marked itself down and dead 2024-08-17T17:12:36.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[94685]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:36.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[94685]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T17:12:36.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:36 smithi059 ceph-mon[94685]: osdmap e519: 8 total, 7 up, 8 in 2024-08-17T17:12:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:36 smithi087 ceph-mon[85676]: osdmap e518: 8 total, 8 up, 8 in 2024-08-17T17:12:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:36 smithi087 ceph-mon[85676]: osd.7 marked itself down and dead 2024-08-17T17:12:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:36 smithi087 ceph-mon[85676]: Health check failed: 1 osds down (OSD_DOWN) 2024-08-17T17:12:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:36 smithi087 ceph-mon[85676]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-17T17:12:36.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:36 smithi087 ceph-mon[85676]: osdmap e519: 8 total, 7 up, 8 in 2024-08-17T17:12:36.991 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:36 smithi087 podman[104774]: 2024-08-17 17:12:36.705739481 +0000 UTC m=+1.450219713 container died 85bc4a89e83e2faa0c5a9909d36a0a76620583cc0e0b06611d0949630d5b91b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, RELEASE=reef-ced649f, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:12:37.157 INFO:tasks.rados.rados.0.smithi059.stdout:2142: done (2 left) 2024-08-17T17:12:37.157 INFO:tasks.rados.rados.0.smithi059.stdout:2143: read oid 42 snap 219 2024-08-17T17:12:37.157 INFO:tasks.rados.rados.0.smithi059.stdout:2143: expect (ObjNum 683 snap 214 seq_num 683) 2024-08-17T17:12:37.157 INFO:tasks.rados.rados.0.smithi059.stdout:2144: read oid 23 snap 215 2024-08-17T17:12:37.157 INFO:tasks.rados.rados.0.smithi059.stdout:2144: expect (ObjNum 666 snap 210 seq_num 666) 2024-08-17T17:12:37.157 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 220 2024-08-17T17:12:37.158 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1081 (ObjNum 554 snap 181 seq_num 554) dirty exists 2024-08-17T17:12:37.158 INFO:tasks.rados.rados.0.smithi059.stdout:2145: seq_num 694 ranges {2359296=425984,2785280=655360,3440640=786432,4227072=163840} 2024-08-17T17:12:37.173 INFO:tasks.rados.rados.0.smithi059.stdout:2145: writing smithi05980601-26 from 2359296 to 2785280 tid 1 2024-08-17T17:12:37.177 INFO:tasks.rados.rados.0.smithi059.stdout:2145: writing smithi05980601-26 from 2785280 to 3440640 tid 2 2024-08-17T17:12:37.182 INFO:tasks.rados.rados.0.smithi059.stdout:2145: writing smithi05980601-26 from 3440640 to 4227072 tid 3 2024-08-17T17:12:37.184 INFO:tasks.rados.rados.0.smithi059.stdout:2145: writing smithi05980601-26 from 4227072 to 4390912 tid 4 2024-08-17T17:12:37.184 INFO:tasks.rados.rados.0.smithi059.stdout:2141: done (4 left) 2024-08-17T17:12:37.184 INFO:tasks.rados.rados.0.smithi059.stdout:2146: delete oid 2 current snap is 220 2024-08-17T17:12:37.184 INFO:tasks.rados.rados.0.smithi059.stdout:2143: expect (ObjNum 683 snap 214 seq_num 683) 2024-08-17T17:12:37.234 INFO:tasks.rados.rados.0.smithi059.stdout:2145: finishing write tid 1 to smithi05980601-26 2024-08-17T17:12:37.235 INFO:tasks.rados.rados.0.smithi059.stdout:2145: finishing write tid 2 to smithi05980601-26 2024-08-17T17:12:37.235 INFO:tasks.rados.rados.0.smithi059.stdout:2140: done (4 left) 2024-08-17T17:12:37.235 INFO:tasks.rados.rados.0.smithi059.stdout:2143: done (3 left) 2024-08-17T17:12:37.235 INFO:tasks.rados.rados.0.smithi059.stdout:2146: done (2 left) 2024-08-17T17:12:37.236 INFO:tasks.rados.rados.0.smithi059.stdout:2147: setattr oid 14 current snap is 220 2024-08-17T17:12:37.236 INFO:tasks.rados.rados.0.smithi059.stdout:2145: finishing write tid 3 to smithi05980601-26 2024-08-17T17:12:37.236 INFO:tasks.rados.rados.0.smithi059.stdout:2145: finishing write tid 4 to smithi05980601-26 2024-08-17T17:12:37.236 INFO:tasks.rados.rados.0.smithi059.stdout:2145: finishing write tid 5 to smithi05980601-26 2024-08-17T17:12:37.236 INFO:tasks.rados.rados.0.smithi059.stdout:2144: expect (ObjNum 666 snap 210 seq_num 666) 2024-08-17T17:12:37.300 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:37 smithi087 podman[104774]: 2024-08-17 17:12:37.081040518 +0000 UTC m=+1.825520751 container cleanup 85bc4a89e83e2faa0c5a9909d36a0a76620583cc0e0b06611d0949630d5b91b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-08-17T17:12:37.300 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:37 smithi087 bash[104774]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7 2024-08-17T17:12:37.515 INFO:tasks.rados.rados.0.smithi059.stdout:2145: finishing write tid 6 to smithi05980601-26 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:2145: oid 26 updating version 0 to 1514 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:2145: oid 26 version 1514 is already newer than 1511 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:2145: oid 26 version 1514 is already newer than 1512 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:2145: oid 26 version 1514 is already newer than 1510 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:2145: oid 26 version 1514 is already newer than 1513 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 1514 (ObjNum 694 snap 220 seq_num 694) dirty exists 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:2145: left oid 26 (ObjNum 694 snap 220 seq_num 694) 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:2144: done (2 left) 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:2145: done (1 left) 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 220 2024-08-17T17:12:37.516 INFO:tasks.rados.rados.0.smithi059.stdout:2148: seq_num 696 ranges {1662976=458752,2121728=417792,2539520=753664,3293184=434176} 2024-08-17T17:12:37.526 INFO:tasks.rados.rados.0.smithi059.stdout:2148: writing smithi05980601-40 from 1662976 to 2121728 tid 1 2024-08-17T17:12:37.529 INFO:tasks.rados.rados.0.smithi059.stdout:2148: writing smithi05980601-40 from 2121728 to 2539520 tid 2 2024-08-17T17:12:37.533 INFO:tasks.rados.rados.0.smithi059.stdout:2148: writing smithi05980601-40 from 2539520 to 3293184 tid 3 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:2148: writing smithi05980601-40 from 3293184 to 3727360 tid 4 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:2149: rollback oid 27 current snap is 220 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 215 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 1615 (ObjNum 615 snap 201 seq_num 615) dirty exists 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:2148: finishing write tid 1 to smithi05980601-40 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:2148: finishing write tid 2 to smithi05980601-40 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:2148: finishing write tid 3 to smithi05980601-40 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:2147: done (2 left) 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:2150: copy_from oid 14 from oid 24 current snap is 220 2024-08-17T17:12:37.537 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 220 2024-08-17T17:12:37.538 INFO:tasks.rados.rados.0.smithi059.stdout:2151: seq_num 697 ranges {1851392=475136,2326528=704512,3031040=557056,3588096=344064} 2024-08-17T17:12:37.549 INFO:tasks.rados.rados.0.smithi059.stdout:2151: writing smithi05980601-42 from 1851392 to 2326528 tid 1 2024-08-17T17:12:37.553 INFO:tasks.rados.rados.0.smithi059.stdout:2151: writing smithi05980601-42 from 2326528 to 3031040 tid 2 2024-08-17T17:12:37.556 INFO:tasks.rados.rados.0.smithi059.stdout:2151: writing smithi05980601-42 from 3031040 to 3588096 tid 3 2024-08-17T17:12:37.559 INFO:tasks.rados.rados.0.smithi059.stdout:2151: writing smithi05980601-42 from 3588096 to 3932160 tid 4 2024-08-17T17:12:37.559 INFO:tasks.rados.rados.0.smithi059.stdout:2152: delete oid 4 current snap is 220 2024-08-17T17:12:37.559 INFO:tasks.rados.rados.0.smithi059.stdout:2148: finishing write tid 4 to smithi05980601-40 2024-08-17T17:12:37.559 INFO:tasks.rados.rados.0.smithi059.stdout:2149: finishing rollback tid 0 to smithi05980601-27 2024-08-17T17:12:37.559 INFO:tasks.rados.rados.0.smithi059.stdout:2148: finishing write tid 5 to smithi05980601-40 2024-08-17T17:12:37.559 INFO:tasks.rados.rados.0.smithi059.stdout:2149: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:12:37.559 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 708 (ObjNum 33 snap 0 seq_num 338885344) dirty dne 2024-08-17T17:12:37.559 INFO:tasks.rados.rados.0.smithi059.stdout:2148: finishing write tid 6 to smithi05980601-40 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:2148: oid 40 updating version 0 to 1636 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:2148: oid 40 version 1636 is already newer than 1635 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:2148: oid 40 updating version 1636 to 1638 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:2148: oid 40 version 1638 is already newer than 1634 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:2148: oid 40 version 1638 is already newer than 1637 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1638 (ObjNum 696 snap 220 seq_num 696) dirty exists 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:2148: left oid 40 (ObjNum 696 snap 220 seq_num 696) 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:2151: finishing write tid 1 to smithi05980601-42 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:2151: finishing write tid 2 to smithi05980601-42 2024-08-17T17:12:37.560 INFO:tasks.rados.rados.0.smithi059.stdout:2150: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:12:37.563 INFO:tasks.rados.rados.0.smithi059.stdout:2150: finishing copy_from to smithi05980601-14 2024-08-17T17:12:37.563 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 1864 (ObjNum 650 snap 209 seq_num 650) dirty exists 2024-08-17T17:12:37.563 INFO:tasks.rados.rados.0.smithi059.stdout:2151: finishing write tid 3 to smithi05980601-42 2024-08-17T17:12:37.564 INFO:tasks.rados.rados.0.smithi059.stdout:2148: done (4 left) 2024-08-17T17:12:37.564 INFO:tasks.rados.rados.0.smithi059.stdout:2149: done (3 left) 2024-08-17T17:12:37.564 INFO:tasks.rados.rados.0.smithi059.stdout:2150: done (2 left) 2024-08-17T17:12:37.564 INFO:tasks.rados.rados.0.smithi059.stdout:2152: done (1 left) 2024-08-17T17:12:37.564 INFO:tasks.rados.rados.0.smithi059.stdout:2153: read oid 26 snap -1 2024-08-17T17:12:37.564 INFO:tasks.rados.rados.0.smithi059.stdout:2153: expect (ObjNum 694 snap 220 seq_num 694) 2024-08-17T17:12:37.564 INFO:tasks.rados.rados.0.smithi059.stdout:2154: snap_create 2024-08-17T17:12:37.564 INFO:tasks.rados.rados.0.smithi059.stdout:2151: finishing write tid 4 to smithi05980601-42 2024-08-17T17:12:37.564 INFO:tasks.rados.rados.0.smithi059.stdout:2151: finishing write tid 5 to smithi05980601-42 2024-08-17T17:12:37.565 INFO:tasks.rados.rados.0.smithi059.stdout:2151: finishing write tid 6 to smithi05980601-42 2024-08-17T17:12:37.565 INFO:tasks.rados.rados.0.smithi059.stdout:2151: oid 42 updating version 0 to 1514 2024-08-17T17:12:37.565 INFO:tasks.rados.rados.0.smithi059.stdout:2151: oid 42 version 1514 is already newer than 1512 2024-08-17T17:12:37.565 INFO:tasks.rados.rados.0.smithi059.stdout:2151: oid 42 version 1514 is already newer than 1513 2024-08-17T17:12:37.565 INFO:tasks.rados.rados.0.smithi059.stdout:2151: oid 42 updating version 1514 to 1515 2024-08-17T17:12:37.565 INFO:tasks.rados.rados.0.smithi059.stdout:2151: oid 42 version 1515 is already newer than 1511 2024-08-17T17:12:37.565 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1515 (ObjNum 697 snap 220 seq_num 697) dirty exists 2024-08-17T17:12:37.566 INFO:tasks.rados.rados.0.smithi059.stdout:2151: left oid 42 (ObjNum 697 snap 220 seq_num 697) 2024-08-17T17:12:37.585 INFO:tasks.rados.rados.0.smithi059.stdout:2153: expect (ObjNum 694 snap 220 seq_num 694) 2024-08-17T17:12:37.683 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:37 smithi087 podman[104791]: 2024-08-17 17:12:37.332565136 +0000 UTC m=+0.621604004 container remove 85bc4a89e83e2faa0c5a9909d36a0a76620583cc0e0b06611d0949630d5b91b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T17:12:37.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:12:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:12:37] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-08-17T17:12:37.936 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:37 smithi087 podman[104879]: 2024-08-17 17:12:37.585858634 +0000 UTC m=+0.019632753 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:37.937 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:37 smithi087 podman[104879]: 2024-08-17 17:12:37.683619937 +0000 UTC m=+0.117394119 container create fb7bbcf9bfcb8175a96ec77397ab674a3d8ba4a6f234c1381aa8eb979a100a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T17:12:38.232 INFO:tasks.rados.rados.0.smithi059.stdout:2151: done (2 left) 2024-08-17T17:12:38.232 INFO:tasks.rados.rados.0.smithi059.stdout:2153: done (1 left) 2024-08-17T17:12:38.232 INFO:tasks.rados.rados.0.smithi059.stdout:2154: done (0 left) 2024-08-17T17:12:38.232 INFO:tasks.rados.rados.0.smithi059.stdout:2155: rollback oid 39 current snap is 221 2024-08-17T17:12:38.232 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 39 to 202 2024-08-17T17:12:38.233 INFO:tasks.rados.rados.0.smithi059.stdout:2156: snap_create 2024-08-17T17:12:38.238 INFO:tasks.rados.rados.0.smithi059.stdout:2155: finishing rollback tid 1 to smithi05980601-39 2024-08-17T17:12:38.238 INFO:tasks.rados.rados.0.smithi059.stdout:2155: finishing rollback tid 2 to smithi05980601-39 2024-08-17T17:12:38.238 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 1977 (ObjNum 600 snap 195 seq_num 600) dirty exists 2024-08-17T17:12:38.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:38 smithi087 ceph-mon[85676]: pgmap v444: 121 pgs: 7 peering, 16 stale+active+clean, 98 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-17T17:12:38.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:38 smithi087 ceph-mon[85676]: osdmap e520: 8 total, 7 up, 8 in 2024-08-17T17:12:38.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:38 smithi087 ceph-mon[85676]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:12:38.301 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:37 smithi087 podman[104879]: 2024-08-17 17:12:37.936288027 +0000 UTC m=+0.370062148 container init fb7bbcf9bfcb8175a96ec77397ab674a3d8ba4a6f234c1381aa8eb979a100a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-08-17T17:12:38.301 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:37 smithi087 podman[104879]: 2024-08-17 17:12:37.939636721 +0000 UTC m=+0.373410828 container start fb7bbcf9bfcb8175a96ec77397ab674a3d8ba4a6f234c1381aa8eb979a100a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-17T17:12:38.301 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:38 smithi087 podman[104879]: 2024-08-17 17:12:38.011085026 +0000 UTC m=+0.444859160 container attach fb7bbcf9bfcb8175a96ec77397ab674a3d8ba4a6f234c1381aa8eb979a100a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe) 2024-08-17T17:12:38.301 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:38 smithi087 podman[104879]: 2024-08-17 17:12:38.13400721 +0000 UTC m=+0.567781326 container died fb7bbcf9bfcb8175a96ec77397ab674a3d8ba4a6f234c1381aa8eb979a100a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe) 2024-08-17T17:12:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:38 smithi059 ceph-mon[94685]: pgmap v444: 121 pgs: 7 peering, 16 stale+active+clean, 98 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-17T17:12:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:38 smithi059 ceph-mon[94685]: osdmap e520: 8 total, 7 up, 8 in 2024-08-17T17:12:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:38 smithi059 ceph-mon[94685]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:12:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:38 smithi059 ceph-mon[92261]: pgmap v444: 121 pgs: 7 peering, 16 stale+active+clean, 98 active+clean; 336 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-08-17T17:12:38.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:38 smithi059 ceph-mon[92261]: osdmap e520: 8 total, 7 up, 8 in 2024-08-17T17:12:38.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:38 smithi059 ceph-mon[92261]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-17T17:12:38.740 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:38 smithi087 podman[104902]: 2024-08-17 17:12:38.714746878 +0000 UTC m=+0.574827638 container remove fb7bbcf9bfcb8175a96ec77397ab674a3d8ba4a6f234c1381aa8eb979a100a16 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True) 2024-08-17T17:12:39.050 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:38 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-17T17:12:39.050 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:38 smithi087 systemd[1]: Stopped Ceph osd.7 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:39.050 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:38 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.7.service: Consumed 15.663s CPU time. 2024-08-17T17:12:39.051 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:38 smithi087 systemd[1]: Starting Ceph osd.7 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:39.238 INFO:tasks.rados.rados.0.smithi059.stdout:2155: done (1 left) 2024-08-17T17:12:39.239 INFO:tasks.rados.rados.0.smithi059.stdout:2156: done (0 left) 2024-08-17T17:12:39.239 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 222 2024-08-17T17:12:39.239 INFO:tasks.rados.rados.0.smithi059.stdout:2157: seq_num 699 ranges {0=516096,516096=475136,991232=573440,1564672=557056} 2024-08-17T17:12:39.241 INFO:tasks.rados.rados.0.smithi059.stdout:2157: writing smithi05980601-28 from 0 to 516096 tid 1 2024-08-17T17:12:39.243 INFO:tasks.rados.rados.0.smithi059.stdout:2157: writing smithi05980601-28 from 516096 to 991232 tid 2 2024-08-17T17:12:39.247 INFO:tasks.rados.rados.0.smithi059.stdout:2157: writing smithi05980601-28 from 991232 to 1564672 tid 3 2024-08-17T17:12:39.251 INFO:tasks.rados.rados.0.smithi059.stdout:2157: writing smithi05980601-28 from 1564672 to 2121728 tid 4 2024-08-17T17:12:39.251 INFO:tasks.rados.rados.0.smithi059.stdout:2158: snap_create 2024-08-17T17:12:39.251 INFO:tasks.rados.rados.0.smithi059.stdout:2157: finishing write tid 1 to smithi05980601-28 2024-08-17T17:12:39.251 INFO:tasks.rados.rados.0.smithi059.stdout:2157: finishing write tid 2 to smithi05980601-28 2024-08-17T17:12:39.251 INFO:tasks.rados.rados.0.smithi059.stdout:2157: finishing write tid 3 to smithi05980601-28 2024-08-17T17:12:39.253 INFO:tasks.rados.rados.0.smithi059.stdout:2157: finishing write tid 4 to smithi05980601-28 2024-08-17T17:12:39.253 INFO:tasks.rados.rados.0.smithi059.stdout:2157: finishing write tid 5 to smithi05980601-28 2024-08-17T17:12:39.254 INFO:tasks.rados.rados.0.smithi059.stdout:2157: finishing write tid 6 to smithi05980601-28 2024-08-17T17:12:39.255 INFO:tasks.rados.rados.0.smithi059.stdout:2157: oid 28 updating version 0 to 1641 2024-08-17T17:12:39.255 INFO:tasks.rados.rados.0.smithi059.stdout:2157: oid 28 updating version 1641 to 1642 2024-08-17T17:12:39.255 INFO:tasks.rados.rados.0.smithi059.stdout:2157: oid 28 version 1642 is already newer than 1640 2024-08-17T17:12:39.255 INFO:tasks.rados.rados.0.smithi059.stdout:2157: oid 28 updating version 1642 to 1643 2024-08-17T17:12:39.255 INFO:tasks.rados.rados.0.smithi059.stdout:2157: oid 28 version 1643 is already newer than 1639 2024-08-17T17:12:39.255 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1643 (ObjNum 699 snap 222 seq_num 699) dirty exists 2024-08-17T17:12:39.255 INFO:tasks.rados.rados.0.smithi059.stdout:2157: left oid 28 (ObjNum 699 snap 222 seq_num 699) 2024-08-17T17:12:39.444 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-mon[85676]: osdmap e521: 8 total, 7 up, 8 in 2024-08-17T17:12:39.444 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-mon[85676]: pgmap v447: 121 pgs: 24 active+undersized, 7 peering, 3 stale+active+clean, 9 active+undersized+degraded, 78 active+clean; 338 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s wr, 9 op/s; 31/507 objects degraded (6.114%) 2024-08-17T17:12:39.444 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 podman[105002]: 2024-08-17 17:12:39.060883957 +0000 UTC m=+0.017485265 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:39.444 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 podman[105002]: 2024-08-17 17:12:39.165544338 +0000 UTC m=+0.122145629 container create 1d87dcc7ea1c60cffcb78fb1132a42d49dceaec0f3ab7ffb872eabf0dff6300d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:12:39.445 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 podman[105002]: 2024-08-17 17:12:39.368737408 +0000 UTC m=+0.325338706 container init 1d87dcc7ea1c60cffcb78fb1132a42d49dceaec0f3ab7ffb872eabf0dff6300d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T17:12:39.445 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 podman[105002]: 2024-08-17 17:12:39.372236862 +0000 UTC m=+0.328838157 container start 1d87dcc7ea1c60cffcb78fb1132a42d49dceaec0f3ab7ffb872eabf0dff6300d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T17:12:39.445 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 podman[105002]: 2024-08-17 17:12:39.443206569 +0000 UTC m=+0.399807864 container attach 1d87dcc7ea1c60cffcb78fb1132a42d49dceaec0f3ab7ffb872eabf0dff6300d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-17T17:12:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:39 smithi059 ceph-mon[94685]: osdmap e521: 8 total, 7 up, 8 in 2024-08-17T17:12:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:39 smithi059 ceph-mon[94685]: pgmap v447: 121 pgs: 24 active+undersized, 7 peering, 3 stale+active+clean, 9 active+undersized+degraded, 78 active+clean; 338 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s wr, 9 op/s; 31/507 objects degraded (6.114%) 2024-08-17T17:12:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:39 smithi059 ceph-mon[92261]: osdmap e521: 8 total, 7 up, 8 in 2024-08-17T17:12:39.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:39 smithi059 ceph-mon[92261]: pgmap v447: 121 pgs: 24 active+undersized, 7 peering, 3 stale+active+clean, 9 active+undersized+degraded, 78 active+clean; 338 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s wr, 9 op/s; 31/507 objects degraded (6.114%) 2024-08-17T17:12:39.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:39.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:39.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:39.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:39.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:12:39.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-17T17:12:39.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:39.802 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:39.802 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:39.802 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-17T17:12:39.802 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T17:12:39.802 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T17:12:39.802 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-17T17:12:39.802 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-17T17:12:40.213 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T17:12:40.214 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-17T17:12:40.214 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-17T17:12:40.214 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-17T17:12:40.214 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T17:12:40.214 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-17T17:12:40.214 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T17:12:40.214 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-17T17:12:40.214 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate[105016]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-17T17:12:40.214 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 bash[105002]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-17T17:12:40.215 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:39 smithi087 podman[105002]: 2024-08-17 17:12:39.924284907 +0000 UTC m=+0.880886212 container died 1d87dcc7ea1c60cffcb78fb1132a42d49dceaec0f3ab7ffb872eabf0dff6300d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:12:40.246 INFO:tasks.rados.rados.0.smithi059.stdout:2157: done (1 left) 2024-08-17T17:12:40.246 INFO:tasks.rados.rados.0.smithi059.stdout:2158: done (0 left) 2024-08-17T17:12:40.246 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 223 2024-08-17T17:12:40.246 INFO:tasks.rados.rados.0.smithi059.stdout:2159: seq_num 700 ranges {4849664=532480,5382144=409600,5791744=737280,6529024=458752} 2024-08-17T17:12:40.275 INFO:tasks.rados.rados.0.smithi059.stdout:2159: writing smithi05980601-22 from 4849664 to 5382144 tid 1 2024-08-17T17:12:40.276 INFO:tasks.rados.rados.0.smithi059.stdout:2159: writing smithi05980601-22 from 5382144 to 5791744 tid 2 2024-08-17T17:12:40.281 INFO:tasks.rados.rados.0.smithi059.stdout:2159: writing smithi05980601-22 from 5791744 to 6529024 tid 3 2024-08-17T17:12:40.284 INFO:tasks.rados.rados.0.smithi059.stdout:2159: writing smithi05980601-22 from 6529024 to 6987776 tid 4 2024-08-17T17:12:40.284 INFO:tasks.rados.rados.0.smithi059.stdout:2160: copy_from oid 50 from oid 15 current snap is 223 2024-08-17T17:12:40.284 INFO:tasks.rados.rados.0.smithi059.stdout:2159: finishing write tid 1 to smithi05980601-22 2024-08-17T17:12:40.284 INFO:tasks.rados.rados.0.smithi059.stdout:2159: finishing write tid 2 to smithi05980601-22 2024-08-17T17:12:40.284 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 223 2024-08-17T17:12:40.285 INFO:tasks.rados.rados.0.smithi059.stdout:2161: seq_num 701 ranges {2310144=548864,2859008=696320,3555328=540672,4096000=368640} 2024-08-17T17:12:40.299 INFO:tasks.rados.rados.0.smithi059.stdout:2161: writing smithi05980601-8 from 2310144 to 2859008 tid 1 2024-08-17T17:12:40.304 INFO:tasks.rados.rados.0.smithi059.stdout:2161: writing smithi05980601-8 from 2859008 to 3555328 tid 2 2024-08-17T17:12:40.307 INFO:tasks.rados.rados.0.smithi059.stdout:2161: writing smithi05980601-8 from 3555328 to 4096000 tid 3 2024-08-17T17:12:40.311 INFO:tasks.rados.rados.0.smithi059.stdout:2161: writing smithi05980601-8 from 4096000 to 4464640 tid 4 2024-08-17T17:12:40.311 INFO:tasks.rados.rados.0.smithi059.stdout:2162: copy_from oid 31 from oid 27 current snap is 223 2024-08-17T17:12:40.311 INFO:tasks.rados.rados.0.smithi059.stdout:2159: finishing write tid 3 to smithi05980601-22 2024-08-17T17:12:40.311 INFO:tasks.rados.rados.0.smithi059.stdout:2163: snap_create 2024-08-17T17:12:40.311 INFO:tasks.rados.rados.0.smithi059.stdout:2160: finishing copy_from to smithi05980601-50 2024-08-17T17:12:40.311 INFO:tasks.rados.rados.0.smithi059.stdout:2160: got expected ENOENT (src dne) 2024-08-17T17:12:40.311 INFO:tasks.rados.rados.0.smithi059.stdout:2160: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:12:40.312 INFO:tasks.rados.rados.0.smithi059.stdout:2159: finishing write tid 4 to smithi05980601-22 2024-08-17T17:12:40.312 INFO:tasks.rados.rados.0.smithi059.stdout:2159: finishing write tid 5 to smithi05980601-22 2024-08-17T17:12:40.312 INFO:tasks.rados.rados.0.smithi059.stdout:2159: finishing write tid 6 to smithi05980601-22 2024-08-17T17:12:40.312 INFO:tasks.rados.rados.0.smithi059.stdout:2159: oid 22 updating version 0 to 714 2024-08-17T17:12:40.312 INFO:tasks.rados.rados.0.smithi059.stdout:2159: oid 22 version 714 is already newer than 711 2024-08-17T17:12:40.313 INFO:tasks.rados.rados.0.smithi059.stdout:2159: oid 22 version 714 is already newer than 710 2024-08-17T17:12:40.313 INFO:tasks.rados.rados.0.smithi059.stdout:2159: oid 22 version 714 is already newer than 713 2024-08-17T17:12:40.313 INFO:tasks.rados.rados.0.smithi059.stdout:2159: oid 22 version 714 is already newer than 712 2024-08-17T17:12:40.313 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 714 (ObjNum 700 snap 223 seq_num 700) dirty exists 2024-08-17T17:12:40.313 INFO:tasks.rados.rados.0.smithi059.stdout:2159: left oid 22 (ObjNum 700 snap 223 seq_num 700) 2024-08-17T17:12:40.313 INFO:tasks.rados.rados.0.smithi059.stdout:2161: finishing write tid 1 to smithi05980601-8 2024-08-17T17:12:40.313 INFO:tasks.rados.rados.0.smithi059.stdout:2161: finishing write tid 2 to smithi05980601-8 2024-08-17T17:12:40.313 INFO:tasks.rados.rados.0.smithi059.stdout:2161: finishing write tid 3 to smithi05980601-8 2024-08-17T17:12:40.314 INFO:tasks.rados.rados.0.smithi059.stdout:2162: finishing copy_from to smithi05980601-31 2024-08-17T17:12:40.314 INFO:tasks.rados.rados.0.smithi059.stdout:2162: got expected ENOENT (src dne) 2024-08-17T17:12:40.314 INFO:tasks.rados.rados.0.smithi059.stdout:2162: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:12:40.315 INFO:tasks.rados.rados.0.smithi059.stdout:2161: finishing write tid 4 to smithi05980601-8 2024-08-17T17:12:40.315 INFO:tasks.rados.rados.0.smithi059.stdout:2161: finishing write tid 5 to smithi05980601-8 2024-08-17T17:12:40.316 INFO:tasks.rados.rados.0.smithi059.stdout:2161: finishing write tid 6 to smithi05980601-8 2024-08-17T17:12:40.316 INFO:tasks.rados.rados.0.smithi059.stdout:2161: oid 8 updating version 0 to 488 2024-08-17T17:12:40.316 INFO:tasks.rados.rados.0.smithi059.stdout:2161: oid 8 updating version 488 to 491 2024-08-17T17:12:40.316 INFO:tasks.rados.rados.0.smithi059.stdout:2161: oid 8 updating version 491 to 492 2024-08-17T17:12:40.317 INFO:tasks.rados.rados.0.smithi059.stdout:2161: oid 8 version 492 is already newer than 489 2024-08-17T17:12:40.317 INFO:tasks.rados.rados.0.smithi059.stdout:2161: oid 8 version 492 is already newer than 490 2024-08-17T17:12:40.317 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 492 (ObjNum 701 snap 223 seq_num 701) dirty exists 2024-08-17T17:12:40.317 INFO:tasks.rados.rados.0.smithi059.stdout:2161: left oid 8 (ObjNum 701 snap 223 seq_num 701) 2024-08-17T17:12:40.522 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:40 smithi087 ceph-mon[85676]: Health check failed: Degraded data redundancy: 31/507 objects degraded (6.114%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:40.522 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:40 smithi087 ceph-mon[85676]: osdmap e522: 8 total, 7 up, 8 in 2024-08-17T17:12:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:40 smithi059 ceph-mon[94685]: Health check failed: Degraded data redundancy: 31/507 objects degraded (6.114%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:40 smithi059 ceph-mon[94685]: osdmap e522: 8 total, 7 up, 8 in 2024-08-17T17:12:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:40 smithi059 ceph-mon[92261]: Health check failed: Degraded data redundancy: 31/507 objects degraded (6.114%), 9 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:40 smithi059 ceph-mon[92261]: osdmap e522: 8 total, 7 up, 8 in 2024-08-17T17:12:40.800 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:40 smithi087 podman[105127]: 2024-08-17 17:12:40.522138575 +0000 UTC m=+0.587621638 container remove 1d87dcc7ea1c60cffcb78fb1132a42d49dceaec0f3ab7ffb872eabf0dff6300d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-activate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe) 2024-08-17T17:12:40.800 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:40 smithi087 podman[105186]: 2024-08-17 17:12:40.71464869 +0000 UTC m=+0.096236481 container create 92344c5f1d6c3b477b1415b556af98b59156a43dd9eb4d53a616363380955ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T17:12:40.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:40 smithi087 podman[105186]: 2024-08-17 17:12:40.635624354 +0000 UTC m=+0.017212127 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:41.152 INFO:tasks.rados.rados.0.smithi059.stdout:2159: done (4 left) 2024-08-17T17:12:41.152 INFO:tasks.rados.rados.0.smithi059.stdout:2160: done (3 left) 2024-08-17T17:12:41.152 INFO:tasks.rados.rados.0.smithi059.stdout:2161: done (2 left) 2024-08-17T17:12:41.152 INFO:tasks.rados.rados.0.smithi059.stdout:2162: done (1 left) 2024-08-17T17:12:41.152 INFO:tasks.rados.rados.0.smithi059.stdout:2163: done (0 left) 2024-08-17T17:12:41.152 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 224 2024-08-17T17:12:41.152 INFO:tasks.rados.rados.0.smithi059.stdout:2164: seq_num 702 ranges {4964352=565248,5529600=581632,6111232=745472,6856704=278528} 2024-08-17T17:12:41.182 INFO:tasks.rados.rados.0.smithi059.stdout:2164: writing smithi05980601-43 from 4964352 to 5529600 tid 1 2024-08-17T17:12:41.186 INFO:tasks.rados.rados.0.smithi059.stdout:2164: writing smithi05980601-43 from 5529600 to 6111232 tid 2 2024-08-17T17:12:41.190 INFO:tasks.rados.rados.0.smithi059.stdout:2164: writing smithi05980601-43 from 6111232 to 6856704 tid 3 2024-08-17T17:12:41.192 INFO:tasks.rados.rados.0.smithi059.stdout:2164: writing smithi05980601-43 from 6856704 to 7135232 tid 4 2024-08-17T17:12:41.192 INFO:tasks.rados.rados.0.smithi059.stdout:2165: delete oid 18 current snap is 224 2024-08-17T17:12:41.192 INFO:tasks.rados.rados.0.smithi059.stdout:2164: finishing write tid 1 to smithi05980601-43 2024-08-17T17:12:41.193 INFO:tasks.rados.rados.0.smithi059.stdout:2164: finishing write tid 2 to smithi05980601-43 2024-08-17T17:12:41.195 INFO:tasks.rados.rados.0.smithi059.stdout:2164: finishing write tid 3 to smithi05980601-43 2024-08-17T17:12:41.196 INFO:tasks.rados.rados.0.smithi059.stdout:2164: finishing write tid 4 to smithi05980601-43 2024-08-17T17:12:41.197 INFO:tasks.rados.rados.0.smithi059.stdout:2164: finishing write tid 5 to smithi05980601-43 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2164: finishing write tid 6 to smithi05980601-43 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2164: oid 43 updating version 0 to 1647 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2164: oid 43 updating version 1647 to 1648 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2164: oid 43 version 1648 is already newer than 1645 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2164: oid 43 version 1648 is already newer than 1646 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2164: oid 43 version 1648 is already newer than 1644 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1648 (ObjNum 702 snap 224 seq_num 702) dirty exists 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2164: left oid 43 (ObjNum 702 snap 224 seq_num 702) 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2164: done (1 left) 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2165: done (0 left) 2024-08-17T17:12:41.199 INFO:tasks.rados.rados.0.smithi059.stdout:2166: read oid 36 snap -1 2024-08-17T17:12:41.200 INFO:tasks.rados.rados.0.smithi059.stdout:2166: expect (ObjNum 634 snap 205 seq_num 634) 2024-08-17T17:12:41.200 INFO:tasks.rados.rados.0.smithi059.stdout:2167: snap_remove snap 209 2024-08-17T17:12:41.250 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:40 smithi087 podman[105186]: 2024-08-17 17:12:40.908727532 +0000 UTC m=+0.290315296 container init 92344c5f1d6c3b477b1415b556af98b59156a43dd9eb4d53a616363380955ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, GIT_CLEAN=True, RELEASE=main-cd8bdbe) 2024-08-17T17:12:41.251 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:40 smithi087 podman[105186]: 2024-08-17 17:12:40.912408101 +0000 UTC m=+0.293995849 container start 92344c5f1d6c3b477b1415b556af98b59156a43dd9eb4d53a616363380955ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:12:41.251 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:40 smithi087 ceph-osd[105205]: -- 172.21.15.87:0/2327644588 <== mon.1 v2:172.21.15.87:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b436e63a40 con 0x55b437c30000 2024-08-17T17:12:41.251 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:41 smithi087 bash[105186]: 92344c5f1d6c3b477b1415b556af98b59156a43dd9eb4d53a616363380955ba8 2024-08-17T17:12:41.251 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:41 smithi087 systemd[1]: Started Ceph osd.7 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[92261]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T17:12:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[92261]: pgmap v450: 121 pgs: 33 active+undersized, 7 peering, 10 active+undersized+degraded, 71 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s wr, 7 op/s; 32/510 objects degraded (6.275%) 2024-08-17T17:12:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:41.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:41.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:41.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[92261]: osdmap e524: 8 total, 7 up, 8 in 2024-08-17T17:12:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[94685]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T17:12:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[94685]: pgmap v450: 121 pgs: 33 active+undersized, 7 peering, 10 active+undersized+degraded, 71 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s wr, 7 op/s; 32/510 objects degraded (6.275%) 2024-08-17T17:12:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:41 smithi059 ceph-mon[94685]: osdmap e524: 8 total, 7 up, 8 in 2024-08-17T17:12:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:41 smithi087 ceph-mon[85676]: osdmap e523: 8 total, 7 up, 8 in 2024-08-17T17:12:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:41 smithi087 ceph-mon[85676]: pgmap v450: 121 pgs: 33 active+undersized, 7 peering, 10 active+undersized+degraded, 71 active+clean; 342 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.3 MiB/s wr, 7 op/s; 32/510 objects degraded (6.275%) 2024-08-17T17:12:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:41 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:41 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:41 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:41.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:41 smithi087 ceph-mon[85676]: osdmap e524: 8 total, 7 up, 8 in 2024-08-17T17:12:42.162 INFO:tasks.rados.rados.0.smithi059.stdout:2167: done (1 left) 2024-08-17T17:12:42.162 INFO:tasks.rados.rados.0.smithi059.stdout:2168: setattr oid 21 current snap is 224 2024-08-17T17:12:42.162 INFO:tasks.rados.rados.0.smithi059.stdout:2169: setattr oid 5 current snap is 224 2024-08-17T17:12:42.162 INFO:tasks.rados.rados.0.smithi059.stdout:2166: expect (ObjNum 634 snap 205 seq_num 634) 2024-08-17T17:12:43.051 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:12:42.810+0000 7f582ff87640 -1 Falling back to public interface 2024-08-17T17:12:43.258 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1514 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:12:43.259 INFO:tasks.rados.rados.0.smithi059.stdout:2166: done (2 left) 2024-08-17T17:12:43.259 INFO:tasks.rados.rados.0.smithi059.stdout:2168: done (1 left) 2024-08-17T17:12:43.259 INFO:tasks.rados.rados.0.smithi059.stdout:2170: read oid 27 snap 202 2024-08-17T17:12:43.259 INFO:tasks.rados.rados.0.smithi059.stdout:2170: expect deleted 2024-08-17T17:12:43.259 INFO:tasks.rados.rados.0.smithi059.stdout:2171: delete oid 10 current snap is 224 2024-08-17T17:12:43.260 INFO:tasks.rados.rados.0.smithi059.stdout:2170: done (2 left) 2024-08-17T17:12:43.260 INFO:tasks.rados.rados.0.smithi059.stdout:2171: done (1 left) 2024-08-17T17:12:43.260 INFO:tasks.rados.rados.0.smithi059.stdout:2172: snap_create 2024-08-17T17:12:43.261 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1515 (ObjNum 679 snap 212 seq_num 679) dirty exists 2024-08-17T17:12:43.526 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:43 smithi087 ceph-mon[85676]: osdmap e525: 8 total, 7 up, 8 in 2024-08-17T17:12:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:43 smithi059 ceph-mon[92261]: osdmap e525: 8 total, 7 up, 8 in 2024-08-17T17:12:43.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:43 smithi059 ceph-mon[94685]: osdmap e525: 8 total, 7 up, 8 in 2024-08-17T17:12:44.163 INFO:tasks.rados.rados.0.smithi059.stdout:2169: done (1 left) 2024-08-17T17:12:44.163 INFO:tasks.rados.rados.0.smithi059.stdout:2172: done (0 left) 2024-08-17T17:12:44.164 INFO:tasks.rados.rados.0.smithi059.stdout:2173: delete oid 8 current snap is 225 2024-08-17T17:12:44.168 INFO:tasks.rados.rados.0.smithi059.stdout:2173: done (0 left) 2024-08-17T17:12:44.168 INFO:tasks.rados.rados.0.smithi059.stdout:2174: rollback oid 13 current snap is 225 2024-08-17T17:12:44.168 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 13 to 213 2024-08-17T17:12:44.168 INFO:tasks.rados.rados.0.smithi059.stdout:2175: snap_create 2024-08-17T17:12:44.170 INFO:tasks.rados.rados.0.smithi059.stdout:2174: finishing rollback tid 0 to smithi05980601-13 2024-08-17T17:12:44.171 INFO:tasks.rados.rados.0.smithi059.stdout:2174: finishing rollback tid 1 to smithi05980601-13 2024-08-17T17:12:44.171 INFO:tasks.rados.rados.0.smithi059.stdout:2174: finishing rollback tid 2 to smithi05980601-13 2024-08-17T17:12:44.171 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 496 (ObjNum 568 snap 186 seq_num 568) dirty exists 2024-08-17T17:12:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:44 smithi059 ceph-mon[92261]: pgmap v453: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 350 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 21 op/s; 48/513 objects degraded (9.357%) 2024-08-17T17:12:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:44 smithi059 ceph-mon[92261]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T17:12:44.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:44 smithi059 ceph-mon[94685]: pgmap v453: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 350 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 21 op/s; 48/513 objects degraded (9.357%) 2024-08-17T17:12:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:44 smithi059 ceph-mon[94685]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T17:12:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:44 smithi087 ceph-mon[85676]: pgmap v453: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 350 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.4 MiB/s wr, 21 op/s; 48/513 objects degraded (9.357%) 2024-08-17T17:12:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:44 smithi087 ceph-mon[85676]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-08-17T17:12:45.172 INFO:tasks.rados.rados.0.smithi059.stdout:2174: done (1 left) 2024-08-17T17:12:45.172 INFO:tasks.rados.rados.0.smithi059.stdout:2175: done (0 left) 2024-08-17T17:12:45.172 INFO:tasks.rados.rados.0.smithi059.stdout:2176: snap_remove snap 222 2024-08-17T17:12:45.493 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:45 smithi087 ceph-mon[85676]: osdmap e526: 8 total, 7 up, 8 in 2024-08-17T17:12:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:45 smithi059 ceph-mon[92261]: osdmap e526: 8 total, 7 up, 8 in 2024-08-17T17:12:45.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:45 smithi059 ceph-mon[94685]: osdmap e526: 8 total, 7 up, 8 in 2024-08-17T17:12:45.800 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:12:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=sqlstore.transactions t=2024-08-17T17:12:45.493053146Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:12:45.800 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:12:45 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[62767]: logger=cleanup t=2024-08-17T17:12:45.494879312Z level=info msg="Completed cleanup jobs" duration=13.062006ms 2024-08-17T17:12:46.155 INFO:tasks.rados.rados.0.smithi059.stdout:2176: done (0 left) 2024-08-17T17:12:46.155 INFO:tasks.rados.rados.0.smithi059.stdout:2177: copy_from oid 10 from oid 48 current snap is 226 2024-08-17T17:12:46.155 INFO:tasks.rados.rados.0.smithi059.stdout:2178: snap_create 2024-08-17T17:12:46.214 INFO:tasks.rados.rados.0.smithi059.stdout:2177: finishing copy_from racing read to smithi05980601-10 2024-08-17T17:12:46.217 INFO:tasks.rados.rados.0.smithi059.stdout:2177: finishing copy_from to smithi05980601-10 2024-08-17T17:12:46.217 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1076 (ObjNum 641 snap 206 seq_num 641) dirty exists 2024-08-17T17:12:46.432 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:46 smithi087 ceph-mon[85676]: pgmap v455: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 348 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 16 op/s; 48/504 objects degraded (9.524%) 2024-08-17T17:12:46.432 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:46 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 48/504 objects degraded (9.524%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:46.432 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:46 smithi087 ceph-mon[85676]: osdmap e527: 8 total, 7 up, 8 in 2024-08-17T17:12:46.432 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.432 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.433 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.433 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.433 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:46 smithi087 ceph-mon[85676]: osdmap e528: 8 total, 7 up, 8 in 2024-08-17T17:12:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[92261]: pgmap v455: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 348 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 16 op/s; 48/504 objects degraded (9.524%) 2024-08-17T17:12:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 48/504 objects degraded (9.524%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[92261]: osdmap e527: 8 total, 7 up, 8 in 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[92261]: osdmap e528: 8 total, 7 up, 8 in 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[94685]: pgmap v455: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 348 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.4 MiB/s wr, 16 op/s; 48/504 objects degraded (9.524%) 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 48/504 objects degraded (9.524%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[94685]: osdmap e527: 8 total, 7 up, 8 in 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:46.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:46 smithi059 ceph-mon[94685]: osdmap e528: 8 total, 7 up, 8 in 2024-08-17T17:12:46.747 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:46 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:12:46.514+0000 7f582ff87640 -1 osd.7 518 log_to_monitors true 2024-08-17T17:12:47.155 INFO:tasks.rados.rados.0.smithi059.stdout:2177: done (1 left) 2024-08-17T17:12:47.156 INFO:tasks.rados.rados.0.smithi059.stdout:2178: done (0 left) 2024-08-17T17:12:47.156 INFO:tasks.rados.rados.0.smithi059.stdout:2179: read oid 11 snap -1 2024-08-17T17:12:47.156 INFO:tasks.rados.rados.0.smithi059.stdout:2179: expect (ObjNum 650 snap 209 seq_num 650) 2024-08-17T17:12:47.156 INFO:tasks.rados.rados.0.smithi059.stdout:2180: read oid 12 snap -1 2024-08-17T17:12:47.156 INFO:tasks.rados.rados.0.smithi059.stdout:2180: expect deleted 2024-08-17T17:12:47.156 INFO:tasks.rados.rados.0.smithi059.stdout:2181: delete oid 31 current snap is 227 2024-08-17T17:12:47.173 INFO:tasks.rados.rados.0.smithi059.stdout:2179: expect (ObjNum 650 snap 209 seq_num 650) 2024-08-17T17:12:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:2179: done (2 left) 2024-08-17T17:12:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:2180: done (1 left) 2024-08-17T17:12:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:2181: done (0 left) 2024-08-17T17:12:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:2182: read oid 47 snap -1 2024-08-17T17:12:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:2182: expect (ObjNum 658 snap 209 seq_num 658) 2024-08-17T17:12:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 227 2024-08-17T17:12:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:2183: seq_num 707 ranges {974848=647168,1622016=802816,2424832=532480,2957312=270336} 2024-08-17T17:12:47.350 INFO:tasks.rados.rados.0.smithi059.stdout:2183: writing smithi05980601-46 from 974848 to 1622016 tid 1 2024-08-17T17:12:47.354 INFO:tasks.rados.rados.0.smithi059.stdout:2183: writing smithi05980601-46 from 1622016 to 2424832 tid 2 2024-08-17T17:12:47.357 INFO:tasks.rados.rados.0.smithi059.stdout:2183: writing smithi05980601-46 from 2424832 to 2957312 tid 3 2024-08-17T17:12:47.359 INFO:tasks.rados.rados.0.smithi059.stdout:2183: writing smithi05980601-46 from 2957312 to 3227648 tid 4 2024-08-17T17:12:47.359 INFO:tasks.rados.rados.0.smithi059.stdout:2184: read oid 33 snap -1 2024-08-17T17:12:47.359 INFO:tasks.rados.rados.0.smithi059.stdout:2184: expect (ObjNum 690 snap 219 seq_num 690) 2024-08-17T17:12:47.359 INFO:tasks.rados.rados.0.smithi059.stdout:2185: delete oid 30 current snap is 227 2024-08-17T17:12:47.385 INFO:tasks.rados.rados.0.smithi059.stdout:2184: expect (ObjNum 690 snap 219 seq_num 690) 2024-08-17T17:12:47.469 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:47 smithi087 ceph-mon[85676]: from='osd.7 [v2:172.21.15.87:6824/1201746513,v1:172.21.15.87:6825/1201746513]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:12:47.469 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:47 smithi087 ceph-mon[85676]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:12:47.469 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:47 smithi087 ceph-mon[85676]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:12:47.469 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:47 smithi087 ceph-mon[85676]: from='osd.7 [v2:172.21.15.87:6824/1201746513,v1:172.21.15.87:6825/1201746513]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:47.469 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:47 smithi087 ceph-mon[85676]: osdmap e529: 8 total, 7 up, 8 in 2024-08-17T17:12:47.469 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:47 smithi087 ceph-mon[85676]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:47.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:12:47] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.43.0" 2024-08-17T17:12:47.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[94685]: from='osd.7 [v2:172.21.15.87:6824/1201746513,v1:172.21.15.87:6825/1201746513]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:12:47.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[94685]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[94685]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[94685]: from='osd.7 [v2:172.21.15.87:6824/1201746513,v1:172.21.15.87:6825/1201746513]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[94685]: osdmap e529: 8 total, 7 up, 8 in 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[94685]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[92261]: from='osd.7 [v2:172.21.15.87:6824/1201746513,v1:172.21.15.87:6825/1201746513]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[92261]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[92261]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[92261]: from='osd.7 [v2:172.21.15.87:6824/1201746513,v1:172.21.15.87:6825/1201746513]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[92261]: osdmap e529: 8 total, 7 up, 8 in 2024-08-17T17:12:47.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:47 smithi059 ceph-mon[92261]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi087", "root=default"]} : dispatch 2024-08-17T17:12:47.723 INFO:tasks.rados.rados.0.smithi059.stdout:2182: expect (ObjNum 658 snap 209 seq_num 658) 2024-08-17T17:12:47.763 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:12:47 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:12:47.628+0000 7f5823d29640 -1 osd.7 518 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-17T17:12:48.411 INFO:tasks.rados.rados.0.smithi059.stdout:2183: finishing write tid 1 to smithi05980601-46 2024-08-17T17:12:48.411 INFO:tasks.rados.rados.0.smithi059.stdout:2183: finishing write tid 2 to smithi05980601-46 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2182: done (3 left) 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2184: done (2 left) 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2185: done (1 left) 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2186: snap_create 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2183: finishing write tid 3 to smithi05980601-46 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2183: finishing write tid 4 to smithi05980601-46 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2183: finishing write tid 5 to smithi05980601-46 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2183: finishing write tid 6 to smithi05980601-46 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2183: oid 46 updating version 0 to 1657 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2183: oid 46 updating version 1657 to 1658 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2183: oid 46 updating version 1658 to 1659 2024-08-17T17:12:48.412 INFO:tasks.rados.rados.0.smithi059.stdout:2183: oid 46 updating version 1659 to 1661 2024-08-17T17:12:48.413 INFO:tasks.rados.rados.0.smithi059.stdout:2183: oid 46 version 1661 is already newer than 1660 2024-08-17T17:12:48.413 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 1661 (ObjNum 707 snap 227 seq_num 707) dirty exists 2024-08-17T17:12:48.413 INFO:tasks.rados.rados.0.smithi059.stdout:2183: left oid 46 (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:12:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:48 smithi059 ceph-mon[92261]: pgmap v458: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 486 KiB/s wr, 8 op/s; 48/510 objects degraded (9.412%) 2024-08-17T17:12:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:48 smithi059 ceph-mon[92261]: from='osd.7 ' entity='osd.7' 2024-08-17T17:12:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:48 smithi059 ceph-mon[94685]: pgmap v458: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 486 KiB/s wr, 8 op/s; 48/510 objects degraded (9.412%) 2024-08-17T17:12:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:48 smithi059 ceph-mon[94685]: from='osd.7 ' entity='osd.7' 2024-08-17T17:12:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:48 smithi087 ceph-mon[85676]: pgmap v458: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 350 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 486 KiB/s wr, 8 op/s; 48/510 objects degraded (9.412%) 2024-08-17T17:12:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:48 smithi087 ceph-mon[85676]: from='osd.7 ' entity='osd.7' 2024-08-17T17:12:48.627 INFO:tasks.rados.rados.0.smithi059.stdout:2183: done (1 left) 2024-08-17T17:12:48.627 INFO:tasks.rados.rados.0.smithi059.stdout:2186: done (0 left) 2024-08-17T17:12:48.627 INFO:tasks.rados.rados.0.smithi059.stdout:2187: delete oid 12 current snap is 228 2024-08-17T17:12:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: pgmap v460: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 365 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 10 op/s; 48/522 objects degraded (9.195%) 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: osd.7 [v2:172.21.15.87:6824/1201746513,v1:172.21.15.87:6825/1201746513] boot 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: osdmap e530: 8 total, 8 up, 8 in 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: pgmap v460: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 365 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 10 op/s; 48/522 objects degraded (9.195%) 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: osd.7 [v2:172.21.15.87:6824/1201746513,v1:172.21.15.87:6825/1201746513] boot 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: osdmap e530: 8 total, 8 up, 8 in 2024-08-17T17:12:49.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: pgmap v460: 121 pgs: 37 active+undersized, 13 active+undersized+degraded, 71 active+clean; 365 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.0 MiB/s wr, 10 op/s; 48/522 objects degraded (9.195%) 2024-08-17T17:12:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-17T17:12:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: osd.7 [v2:172.21.15.87:6824/1201746513,v1:172.21.15.87:6825/1201746513] boot 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: osdmap e530: 8 total, 8 up, 8 in 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:49.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:49.662 INFO:tasks.rados.rados.0.smithi059.stdout:2187: done (0 left) 2024-08-17T17:12:49.663 INFO:tasks.rados.rados.0.smithi059.stdout:2188: snap_create 2024-08-17T17:12:50.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all osd 2024-08-17T17:12:50.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-17T17:12:50.285 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-17T17:12:50.286 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: osdmap e531: 8 total, 8 up, 8 in 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: Upgrade: It appears safe to stop mds.a 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all osd 2024-08-17T17:12:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-17T17:12:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T17:12:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-17T17:12:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T17:12:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-17T17:12:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T17:12:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-17T17:12:50.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T17:12:50.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-17T17:12:50.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T17:12:50.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-17T17:12:50.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T17:12:50.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-17T17:12:50.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T17:12:50.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-17T17:12:50.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T17:12:50.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T17:12:50.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-17T17:12:50.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T17:12:50.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T17:12:50.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: osdmap e531: 8 total, 8 up, 8 in 2024-08-17T17:12:50.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-17T17:12:50.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: Upgrade: It appears safe to stop mds.a 2024-08-17T17:12:50.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:50.291 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all osd 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-17T17:12:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-08-17T17:12:50.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-17T17:12:50.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-08-17T17:12:50.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-17T17:12:50.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-08-17T17:12:50.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-17T17:12:50.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-08-17T17:12:50.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-17T17:12:50.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: Upgrade: Setting require_osd_release to 19 squid 2024-08-17T17:12:50.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-08-17T17:12:50.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-17T17:12:50.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-17T17:12:50.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: osdmap e531: 8 total, 8 up, 8 in 2024-08-17T17:12:50.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-08-17T17:12:50.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: Upgrade: It appears safe to stop mds.a 2024-08-17T17:12:50.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:50.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:12:50.636 INFO:tasks.rados.rados.0.smithi059.stdout:2188: done (0 left) 2024-08-17T17:12:50.637 INFO:tasks.rados.rados.0.smithi059.stdout:2189: rollback oid 47 current snap is 229 2024-08-17T17:12:50.637 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 225 2024-08-17T17:12:50.637 INFO:tasks.rados.rados.0.smithi059.stdout:2190: read oid 15 snap -1 2024-08-17T17:12:50.637 INFO:tasks.rados.rados.0.smithi059.stdout:2190: expect deleted 2024-08-17T17:12:50.637 INFO:tasks.rados.rados.0.smithi059.stdout:2191: setattr oid 4 current snap is 229 2024-08-17T17:12:50.638 INFO:tasks.rados.rados.0.smithi059.stdout:2190: done (2 left) 2024-08-17T17:12:50.638 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 229 2024-08-17T17:12:50.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: seq_num 710 ranges {2957312=696320,3653632=499712,4153344=712704,4866048=393216} 2024-08-17T17:12:50.657 INFO:tasks.rados.rados.0.smithi059.stdout:2192: writing smithi05980601-17 from 2957312 to 3653632 tid 1 2024-08-17T17:12:50.660 INFO:tasks.rados.rados.0.smithi059.stdout:2192: writing smithi05980601-17 from 3653632 to 4153344 tid 2 2024-08-17T17:12:50.666 INFO:tasks.rados.rados.0.smithi059.stdout:2192: writing smithi05980601-17 from 4153344 to 4866048 tid 3 2024-08-17T17:12:50.670 INFO:tasks.rados.rados.0.smithi059.stdout:2192: writing smithi05980601-17 from 4866048 to 5259264 tid 4 2024-08-17T17:12:50.670 INFO:tasks.rados.rados.0.smithi059.stdout:2193: snap_remove snap 172 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:2193: done (3 left) 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:2194: snap_create 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:2189: finishing rollback tid 0 to smithi05980601-47 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:2189: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:2189: finishing rollback tid 2 to smithi05980601-47 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1706 (ObjNum 658 snap 209 seq_num 658) dirty exists 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1662 (ObjNum 65 snap 0 seq_num 315798352) dirty exists 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:2192: finishing write tid 1 to smithi05980601-17 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:2192: finishing write tid 2 to smithi05980601-17 2024-08-17T17:12:51.637 INFO:tasks.rados.rados.0.smithi059.stdout:2192: finishing write tid 3 to smithi05980601-17 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: finishing write tid 4 to smithi05980601-17 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: finishing write tid 5 to smithi05980601-17 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: finishing write tid 6 to smithi05980601-17 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: oid 17 updating version 0 to 1995 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: oid 17 updating version 1995 to 1997 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: oid 17 version 1997 is already newer than 1996 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: oid 17 version 1997 is already newer than 1994 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: oid 17 version 1997 is already newer than 1993 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1997 (ObjNum 710 snap 229 seq_num 710) dirty exists 2024-08-17T17:12:51.638 INFO:tasks.rados.rados.0.smithi059.stdout:2192: left oid 17 (ObjNum 710 snap 229 seq_num 710) 2024-08-17T17:12:51.885 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[92261]: pgmap v463: 121 pgs: 30 active+undersized, 13 active+undersized+degraded, 78 active+clean; 365 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 8 op/s; 48/522 objects degraded (9.195%) 2024-08-17T17:12:51.885 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[92261]: osdmap e532: 8 total, 8 up, 8 in 2024-08-17T17:12:51.885 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[92261]: Health check update: Degraded data redundancy: 48/522 objects degraded (9.195%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:51.885 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[92261]: Upgrade: Updating mds.a 2024-08-17T17:12:51.885 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:51.886 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:12:51.886 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:51.886 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[94685]: pgmap v463: 121 pgs: 30 active+undersized, 13 active+undersized+degraded, 78 active+clean; 365 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 8 op/s; 48/522 objects degraded (9.195%) 2024-08-17T17:12:51.886 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[94685]: osdmap e532: 8 total, 8 up, 8 in 2024-08-17T17:12:51.886 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[94685]: Health check update: Degraded data redundancy: 48/522 objects degraded (9.195%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:51.886 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[94685]: Upgrade: Updating mds.a 2024-08-17T17:12:51.886 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:51.886 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:12:51.886 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:51 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:52.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:51 smithi087 ceph-mon[85676]: pgmap v463: 121 pgs: 30 active+undersized, 13 active+undersized+degraded, 78 active+clean; 365 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 8 op/s; 48/522 objects degraded (9.195%) 2024-08-17T17:12:52.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:51 smithi087 ceph-mon[85676]: osdmap e532: 8 total, 8 up, 8 in 2024-08-17T17:12:52.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:51 smithi087 ceph-mon[85676]: Health check update: Degraded data redundancy: 48/522 objects degraded (9.195%), 13 pgs degraded (PG_DEGRADED) 2024-08-17T17:12:52.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:51 smithi087 ceph-mon[85676]: Upgrade: Updating mds.a 2024-08-17T17:12:52.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:51 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:52.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:51 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:12:52.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:51 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:12:52.656 INFO:tasks.rados.rados.0.smithi059.stdout:2189: done (3 left) 2024-08-17T17:12:52.656 INFO:tasks.rados.rados.0.smithi059.stdout:2191: done (2 left) 2024-08-17T17:12:52.656 INFO:tasks.rados.rados.0.smithi059.stdout:2192: done (1 left) 2024-08-17T17:12:52.656 INFO:tasks.rados.rados.0.smithi059.stdout:2194: done (0 left) 2024-08-17T17:12:52.656 INFO:tasks.rados.rados.0.smithi059.stdout:2195: delete oid 38 current snap is 230 2024-08-17T17:12:52.660 INFO:tasks.rados.rados.0.smithi059.stdout:2195: done (0 left) 2024-08-17T17:12:52.660 INFO:tasks.rados.rados.0.smithi059.stdout:2196: snap_remove snap 228 2024-08-17T17:12:53.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:52 smithi059 ceph-mon[92261]: Deploying daemon mds.a on smithi059 2024-08-17T17:12:53.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:52 smithi059 ceph-mon[92261]: osdmap e533: 8 total, 8 up, 8 in 2024-08-17T17:12:53.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:52 smithi059 ceph-mon[94685]: Deploying daemon mds.a on smithi059 2024-08-17T17:12:53.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:52 smithi059 ceph-mon[94685]: osdmap e533: 8 total, 8 up, 8 in 2024-08-17T17:12:53.038 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:52 smithi059 systemd[1]: Stopping Ceph mds.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:53.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:52 smithi087 ceph-mon[85676]: Deploying daemon mds.a on smithi059 2024-08-17T17:12:53.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:52 smithi087 ceph-mon[85676]: osdmap e533: 8 total, 8 up, 8 in 2024-08-17T17:12:53.537 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[66580]: 2024-08-17T17:12:53.251+0000 7f85d8676640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:12:53.537 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:53 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[66580]: 2024-08-17T17:12:53.251+0000 7f85d8676640 -1 mds.a *** got signal Terminated *** 2024-08-17T17:12:53.657 INFO:tasks.rados.rados.0.smithi059.stdout:2196: done (0 left) 2024-08-17T17:12:53.657 INFO:tasks.rados.rados.0.smithi059.stdout:2197: rmattr oid 12 current snap is 230 2024-08-17T17:12:53.657 INFO:tasks.rados.rados.0.smithi059.stdout:2197: done (0 left) 2024-08-17T17:12:53.657 INFO:tasks.rados.rados.0.smithi059.stdout:2198: snap_remove snap 215 2024-08-17T17:12:53.893 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:12:54.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:53 smithi059 ceph-mon[92261]: pgmap v466: 121 pgs: 10 active+undersized, 3 active+undersized+degraded, 108 active+clean; 330 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 562 KiB/s wr, 3 op/s; 4/465 objects degraded (0.860%); 8.0 MiB/s, 1 objects/s recovering 2024-08-17T17:12:54.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:53 smithi059 ceph-mon[92261]: osdmap e534: 8 total, 8 up, 8 in 2024-08-17T17:12:54.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:53 smithi059 ceph-mon[94685]: pgmap v466: 121 pgs: 10 active+undersized, 3 active+undersized+degraded, 108 active+clean; 330 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 562 KiB/s wr, 3 op/s; 4/465 objects degraded (0.860%); 8.0 MiB/s, 1 objects/s recovering 2024-08-17T17:12:54.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:53 smithi059 ceph-mon[94685]: osdmap e534: 8 total, 8 up, 8 in 2024-08-17T17:12:54.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:53 smithi087 ceph-mon[85676]: pgmap v466: 121 pgs: 10 active+undersized, 3 active+undersized+degraded, 108 active+clean; 330 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 562 KiB/s wr, 3 op/s; 4/465 objects degraded (0.860%); 8.0 MiB/s, 1 objects/s recovering 2024-08-17T17:12:54.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:53 smithi087 ceph-mon[85676]: osdmap e534: 8 total, 8 up, 8 in 2024-08-17T17:12:54.473 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:12:54.474 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (9m) 2m ago 10m 25.1M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:12:54.474 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (10m) 9s ago 10m 87.3M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:12:54.474 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (11m) 2m ago 11m 18.1M - 18.2.4-719-gced649f8 c870753d67c2 af7bbb48c5b0 2024-08-17T17:12:54.474 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (11m) 9s ago 11m 22.4M - 18.2.4-719-gced649f8 c870753d67c2 43b8f8142297 2024-08-17T17:12:54.474 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (5m) 9s ago 14m 455M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:12:54.474 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (6m) 2m ago 16m 525M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:12:54.474 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (5m) 2m ago 16m 54.1M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:12:54.474 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (4m) 9s ago 15m 47.1M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:12:54.474 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (5m) 2m ago 15m 44.9M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (9m) 2m ago 9m 15.5M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (9m) 9s ago 9m 16.6M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (4m) 2m ago 14m 201M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (3m) 2m ago 14m 166M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (2m) 2m ago 13m 118M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (2m) 2m ago 13m 12.2M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4065d0c6cd6e 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (113s) 9s ago 13m 149M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a9f47d531829 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (80s) 9s ago 12m 153M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8d4cdefad3b6 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (47s) 9s ago 12m 96.8M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 655a36d2efec 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (13s) 9s ago 11m 11.9M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 92344c5f1d6c 2024-08-17T17:12:54.475 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (5m) 9s ago 10m 53.9M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:12:54.670 INFO:tasks.rados.rados.0.smithi059.stdout:2198: done (0 left) 2024-08-17T17:12:54.671 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 34 current snap is 230 2024-08-17T17:12:54.671 INFO:tasks.rados.rados.0.smithi059.stdout:2199: seq_num 712 ranges {2359296=729088,3088384=671744,3760128=671744,4431872=262144} 2024-08-17T17:12:54.689 INFO:tasks.rados.rados.0.smithi059.stdout:2199: writing smithi05980601-34 from 2359296 to 3088384 tid 1 2024-08-17T17:12:54.692 INFO:tasks.rados.rados.0.smithi059.stdout:2199: writing smithi05980601-34 from 3088384 to 3760128 tid 2 2024-08-17T17:12:54.696 INFO:tasks.rados.rados.0.smithi059.stdout:2199: writing smithi05980601-34 from 3760128 to 4431872 tid 3 2024-08-17T17:12:54.698 INFO:tasks.rados.rados.0.smithi059.stdout:2199: writing smithi05980601-34 from 4431872 to 4694016 tid 4 2024-08-17T17:12:54.698 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 230 2024-08-17T17:12:54.698 INFO:tasks.rados.rados.0.smithi059.stdout:2199: finishing write tid 1 to smithi05980601-34 2024-08-17T17:12:54.698 INFO:tasks.rados.rados.0.smithi059.stdout:2199: finishing write tid 2 to smithi05980601-34 2024-08-17T17:12:54.698 INFO:tasks.rados.rados.0.smithi059.stdout:2200: seq_num 713 ranges {0=745472,745472=557056,1302528=483328,1785856=565248} 2024-08-17T17:12:54.702 INFO:tasks.rados.rados.0.smithi059.stdout:2200: writing smithi05980601-38 from 0 to 745472 tid 1 2024-08-17T17:12:54.705 INFO:tasks.rados.rados.0.smithi059.stdout:2200: writing smithi05980601-38 from 745472 to 1302528 tid 2 2024-08-17T17:12:54.708 INFO:tasks.rados.rados.0.smithi059.stdout:2200: writing smithi05980601-38 from 1302528 to 1785856 tid 3 2024-08-17T17:12:54.712 INFO:tasks.rados.rados.0.smithi059.stdout:2200: writing smithi05980601-38 from 1785856 to 2351104 tid 4 2024-08-17T17:12:54.712 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 230 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: finishing write tid 3 to smithi05980601-34 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: finishing write tid 4 to smithi05980601-34 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: finishing write tid 5 to smithi05980601-34 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: finishing write tid 6 to smithi05980601-34 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: oid 34 updating version 0 to 1517 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: oid 34 updating version 1517 to 1520 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: oid 34 version 1520 is already newer than 1518 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: oid 34 version 1520 is already newer than 1516 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: oid 34 version 1520 is already newer than 1519 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1520 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2199: left oid 34 (ObjNum 712 snap 230 seq_num 712) 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2200: finishing write tid 1 to smithi05980601-38 2024-08-17T17:12:54.713 INFO:tasks.rados.rados.0.smithi059.stdout:2200: finishing write tid 2 to smithi05980601-38 2024-08-17T17:12:54.714 INFO:tasks.rados.rados.0.smithi059.stdout:2200: finishing write tid 3 to smithi05980601-38 2024-08-17T17:12:54.714 INFO:tasks.rados.rados.0.smithi059.stdout:2201: seq_num 714 ranges {7561216=761856,8323072=442368,8765440=688128,9453568=475136} 2024-08-17T17:12:54.757 INFO:tasks.rados.rados.0.smithi059.stdout:2201: writing smithi05980601-1 from 7561216 to 8323072 tid 1 2024-08-17T17:12:54.760 INFO:tasks.rados.rados.0.smithi059.stdout:2201: writing smithi05980601-1 from 8323072 to 8765440 tid 2 2024-08-17T17:12:54.764 INFO:tasks.rados.rados.0.smithi059.stdout:2201: writing smithi05980601-1 from 8765440 to 9453568 tid 3 2024-08-17T17:12:54.768 INFO:tasks.rados.rados.0.smithi059.stdout:2201: writing smithi05980601-1 from 9453568 to 9928704 tid 4 2024-08-17T17:12:54.768 INFO:tasks.rados.rados.0.smithi059.stdout:2199: done (2 left) 2024-08-17T17:12:54.768 INFO:tasks.rados.rados.0.smithi059.stdout:2202: rollback oid 48 current snap is 230 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 48 to 226 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:2200: finishing write tid 4 to smithi05980601-38 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:2200: finishing write tid 5 to smithi05980601-38 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:2200: finishing write tid 6 to smithi05980601-38 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:2200: oid 38 updating version 0 to 1708 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:2200: oid 38 updating version 1708 to 1710 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:2200: oid 38 version 1710 is already newer than 1709 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:2200: oid 38 updating version 1710 to 1712 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:2200: oid 38 version 1712 is already newer than 1711 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1712 (ObjNum 713 snap 230 seq_num 713) dirty exists 2024-08-17T17:12:54.769 INFO:tasks.rados.rados.0.smithi059.stdout:2200: left oid 38 (ObjNum 713 snap 230 seq_num 713) 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:2201: finishing write tid 1 to smithi05980601-1 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:2201: finishing write tid 2 to smithi05980601-1 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:2201: finishing write tid 3 to smithi05980601-1 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:2200: done (2 left) 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:2203: rollback oid 9 current snap is 230 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 229 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:2204: copy_from oid 7 from oid 34 current snap is 230 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:2205: read oid 46 snap -1 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:2205: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:12:54.770 INFO:tasks.rados.rados.0.smithi059.stdout:2206: delete oid 44 current snap is 230 2024-08-17T17:12:54.773 INFO:tasks.rados.rados.0.smithi059.stdout:2201: finishing write tid 4 to smithi05980601-1 2024-08-17T17:12:54.773 INFO:tasks.rados.rados.0.smithi059.stdout:2201: finishing write tid 5 to smithi05980601-1 2024-08-17T17:12:54.774 INFO:tasks.rados.rados.0.smithi059.stdout:2201: finishing write tid 6 to smithi05980601-1 2024-08-17T17:12:54.774 INFO:tasks.rados.rados.0.smithi059.stdout:2201: oid 1 updating version 0 to 1650 2024-08-17T17:12:54.774 INFO:tasks.rados.rados.0.smithi059.stdout:2201: oid 1 updating version 1650 to 1651 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:2201: oid 1 updating version 1651 to 1652 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:2201: oid 1 updating version 1652 to 1653 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:2201: oid 1 version 1653 is already newer than 1649 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1653 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:2201: left oid 1 (ObjNum 714 snap 230 seq_num 714) 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:2201: done (5 left) 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:2206: done (4 left) 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:2207: read oid 24 snap -1 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:2207: expect (ObjNum 650 snap 209 seq_num 650) 2024-08-17T17:12:54.775 INFO:tasks.rados.rados.0.smithi059.stdout:2208: snap_remove snap 227 2024-08-17T17:12:54.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:54 smithi059 ceph-mon[94685]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T17:12:54.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:54 smithi059 ceph-mon[94685]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T17:12:54.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:54 smithi059 ceph-mon[94685]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:54.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:54 smithi059 ceph-mon[94685]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:54.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:54 smithi059 ceph-mon[92261]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T17:12:54.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:54 smithi059 ceph-mon[92261]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T17:12:54.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:54 smithi059 ceph-mon[92261]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:54.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:54 smithi059 ceph-mon[92261]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:54.861 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:12:54.861 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:12:54.861 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:12:54.861 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:12:54.861 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 1 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 18.2.4-719-gced649f8 (ced649f89259a8c5733cc18a50f42f20f41ba352) reef (stable)": 1, 2024-08-17T17:12:54.862 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 13 2024-08-17T17:12:54.863 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:12:54.863 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:12:55.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:54 smithi087 ceph-mon[85676]: osdmap e535: 8 total, 8 up, 8 in 2024-08-17T17:12:55.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:54 smithi087 ceph-mon[85676]: fsmap cephfs:1 {0=b=up:active} 2024-08-17T17:12:55.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:54 smithi087 ceph-mon[85676]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:55.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:54 smithi087 ceph-mon[85676]: from='client.44408 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:55.159 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:12:55.159 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:12:55.159 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:12:55.159 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:12:55.159 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:12:55.159 INFO:teuthology.orchestra.run.smithi059.stdout: "osd", 2024-08-17T17:12:55.159 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:12:55.159 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:12:55.160 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:12:55.160 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "13/20 daemons upgraded", 2024-08-17T17:12:55.160 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading mds daemons", 2024-08-17T17:12:55.160 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:12:55.160 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:12:55.681 INFO:tasks.rados.rados.0.smithi059.stdout:2202: finishing rollback tid 0 to smithi05980601-48 2024-08-17T17:12:55.681 INFO:tasks.rados.rados.0.smithi059.stdout:2203: finishing rollback tid 0 to smithi05980601-9 2024-08-17T17:12:55.681 INFO:tasks.rados.rados.0.smithi059.stdout:2203: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:12:55.681 INFO:tasks.rados.rados.0.smithi059.stdout:2202: finishing rollback tid 1 to smithi05980601-48 2024-08-17T17:12:55.681 INFO:tasks.rados.rados.0.smithi059.stdout:2202: finishing rollback tid 2 to smithi05980601-48 2024-08-17T17:12:55.681 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1084 (ObjNum 641 snap 206 seq_num 641) dirty exists 2024-08-17T17:12:55.682 INFO:tasks.rados.rados.0.smithi059.stdout:2203: finishing rollback tid 2 to smithi05980601-9 2024-08-17T17:12:55.682 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1185 (ObjNum 692 snap 219 seq_num 692) dirty exists 2024-08-17T17:12:55.682 INFO:tasks.rados.rados.0.smithi059.stdout:2207: expect (ObjNum 650 snap 209 seq_num 650) 2024-08-17T17:12:55.851 INFO:tasks.rados.rados.0.smithi059.stdout:2205: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:12:55.952 INFO:tasks.rados.rados.0.smithi059.stdout:2204: finishing copy_from racing read to smithi05980601-7 2024-08-17T17:12:55.952 INFO:tasks.rados.rados.0.smithi059.stdout:2204: finishing copy_from to smithi05980601-7 2024-08-17T17:12:55.952 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1520 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:12:55.952 INFO:tasks.rados.rados.0.smithi059.stdout:2202: done (5 left) 2024-08-17T17:12:55.952 INFO:tasks.rados.rados.0.smithi059.stdout:2203: done (4 left) 2024-08-17T17:12:55.952 INFO:tasks.rados.rados.0.smithi059.stdout:2204: done (3 left) 2024-08-17T17:12:55.952 INFO:tasks.rados.rados.0.smithi059.stdout:2205: done (2 left) 2024-08-17T17:12:55.952 INFO:tasks.rados.rados.0.smithi059.stdout:2207: done (1 left) 2024-08-17T17:12:55.953 INFO:tasks.rados.rados.0.smithi059.stdout:2208: done (0 left) 2024-08-17T17:12:55.953 INFO:tasks.rados.rados.0.smithi059.stdout:2209: snap_create 2024-08-17T17:12:56.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[92261]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:56.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[92261]: pgmap v469: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 562 KiB/s wr, 8 op/s; 8.0 MiB/s, 1 objects/s recovering 2024-08-17T17:12:56.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[92261]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/465 objects degraded (0.860%), 3 pgs degraded) 2024-08-17T17:12:56.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:12:56.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[92261]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T17:12:56.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/914213837' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:56.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[92261]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:56.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:12:56.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[94685]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:56.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[94685]: pgmap v469: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 562 KiB/s wr, 8 op/s; 8.0 MiB/s, 1 objects/s recovering 2024-08-17T17:12:56.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[94685]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/465 objects degraded (0.860%), 3 pgs degraded) 2024-08-17T17:12:56.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:12:56.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[94685]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T17:12:56.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/914213837' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:56.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[94685]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:56.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:12:56.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:55 smithi087 ceph-mon[85676]: from='client.44414 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:56.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:55 smithi087 ceph-mon[85676]: pgmap v469: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 562 KiB/s wr, 8 op/s; 8.0 MiB/s, 1 objects/s recovering 2024-08-17T17:12:56.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:55 smithi087 ceph-mon[85676]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/465 objects degraded (0.860%), 3 pgs degraded) 2024-08-17T17:12:56.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:55 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:12:56.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:55 smithi087 ceph-mon[85676]: osdmap e536: 8 total, 8 up, 8 in 2024-08-17T17:12:56.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:55 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/914213837' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:12:56.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:55 smithi087 ceph-mon[85676]: from='client.34509 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:12:56.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:12:56.155 INFO:tasks.rados.rados.0.smithi059.stdout:2209: done (0 left) 2024-08-17T17:12:56.156 INFO:tasks.rados.rados.0.smithi059.stdout:2210: snap_remove snap 219 2024-08-17T17:12:56.652 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:56 smithi059 podman[119611]: 2024-08-17 17:12:56.379950202 +0000 UTC m=+3.337152030 container died af7bbb48c5b0b800514797373bc84aa4c4d9abed27184aa8fc42830749a2579e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ced649f, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-08-17T17:12:56.977 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:56 smithi059 ceph-mon[92261]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T17:12:56.977 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:56 smithi059 ceph-mon[92261]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T17:12:56.978 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:56 smithi059 ceph-mon[94685]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T17:12:56.978 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:56 smithi059 ceph-mon[94685]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T17:12:56.978 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:56 smithi059 podman[119611]: 2024-08-17 17:12:56.734280948 +0000 UTC m=+3.691482777 container cleanup af7bbb48c5b0b800514797373bc84aa4c4d9abed27184aa8fc42830749a2579e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-08-17T17:12:56.978 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:56 smithi059 bash[119611]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a 2024-08-17T17:12:57.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:56 smithi087 ceph-mon[85676]: osdmap e537: 8 total, 8 up, 8 in 2024-08-17T17:12:57.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:56 smithi087 ceph-mon[85676]: osdmap e538: 8 total, 8 up, 8 in 2024-08-17T17:12:57.166 INFO:tasks.rados.rados.0.smithi059.stdout:2210: done (0 left) 2024-08-17T17:12:57.166 INFO:tasks.rados.rados.0.smithi059.stdout:2211: rollback oid 17 current snap is 231 2024-08-17T17:12:57.167 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 17 to 221 2024-08-17T17:12:57.167 INFO:tasks.rados.rados.0.smithi059.stdout:2212: snap_remove snap 220 2024-08-17T17:12:57.287 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:56 smithi059 podman[119740]: 2024-08-17 17:12:56.977060321 +0000 UTC m=+0.600219600 container remove af7bbb48c5b0b800514797373bc84aa4c4d9abed27184aa8fc42830749a2579e (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0) 2024-08-17T17:12:57.287 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-17T17:12:57.287 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 systemd[1]: Stopped Ceph mds.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:57.287 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.a.service: Consumed 1.127s CPU time. 2024-08-17T17:12:57.667 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:12:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:12:57] "GET /metrics HTTP/1.1" 200 36141 "" "Prometheus/2.43.0" 2024-08-17T17:12:57.667 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 systemd[1]: Starting Ceph mds.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:12:57.667 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 podman[119869]: 2024-08-17 17:12:57.46291831 +0000 UTC m=+0.018069547 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:12:57.668 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 podman[119869]: 2024-08-17 17:12:57.56197657 +0000 UTC m=+0.117127795 container create 9a21ab7f7044a9e30c4e0053f3720c0dbc0a7c5c5e3ff57d67a424fa09643488 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-08-17T17:12:58.037 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 podman[119869]: 2024-08-17 17:12:57.781118083 +0000 UTC m=+0.336269306 container init 9a21ab7f7044a9e30c4e0053f3720c0dbc0a7c5c5e3ff57d67a424fa09643488 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T17:12:58.037 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 podman[119869]: 2024-08-17 17:12:57.784006651 +0000 UTC m=+0.339157875 container start 9a21ab7f7044a9e30c4e0053f3720c0dbc0a7c5c5e3ff57d67a424fa09643488 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T17:12:58.037 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[119884]: starting mds.a at 2024-08-17T17:12:58.037 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 bash[119869]: 9a21ab7f7044a9e30c4e0053f3720c0dbc0a7c5c5e3ff57d67a424fa09643488 2024-08-17T17:12:58.037 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:12:57 smithi059 systemd[1]: Started Ceph mds.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:12:58.174 INFO:tasks.rados.rados.0.smithi059.stdout:2212: done (1 left) 2024-08-17T17:12:58.174 INFO:tasks.rados.rados.0.smithi059.stdout:2213: snap_create 2024-08-17T17:12:58.174 INFO:tasks.rados.rados.0.smithi059.stdout:2211: finishing rollback tid 0 to smithi05980601-17 2024-08-17T17:12:58.174 INFO:tasks.rados.rados.0.smithi059.stdout:2211: finishing rollback tid 1 to smithi05980601-17 2024-08-17T17:12:58.174 INFO:tasks.rados.rados.0.smithi059.stdout:2211: finishing rollback tid 2 to smithi05980601-17 2024-08-17T17:12:58.174 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 2023 (ObjNum 685 snap 216 seq_num 685) dirty exists 2024-08-17T17:12:58.520 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[94685]: pgmap v473: 121 pgs: 121 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-08-17T17:12:58.521 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[94685]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T17:12:58.521 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:58.521 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:58.521 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:58.521 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[92261]: pgmap v473: 121 pgs: 121 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-08-17T17:12:58.521 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[92261]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T17:12:58.521 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:58.521 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:58.521 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:58 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:58 smithi087 ceph-mon[85676]: pgmap v473: 121 pgs: 121 active+clean; 281 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-08-17T17:12:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:58 smithi087 ceph-mon[85676]: osdmap e539: 8 total, 8 up, 8 in 2024-08-17T17:12:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:58 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:58.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:58 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:12:58.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:58 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:12:59.176 INFO:tasks.rados.rados.0.smithi059.stdout:2211: done (1 left) 2024-08-17T17:12:59.176 INFO:tasks.rados.rados.0.smithi059.stdout:2213: done (0 left) 2024-08-17T17:12:59.176 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 232 2024-08-17T17:12:59.176 INFO:tasks.rados.rados.0.smithi059.stdout:2214: seq_num 716 ranges {13565952=794624,14360576=655360,15015936=704512,15720448=245760} 2024-08-17T17:12:59.255 INFO:tasks.rados.rados.0.smithi059.stdout:2214: writing smithi05980601-48 from 13565952 to 14360576 tid 1 2024-08-17T17:12:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2214: writing smithi05980601-48 from 14360576 to 15015936 tid 2 2024-08-17T17:12:59.263 INFO:tasks.rados.rados.0.smithi059.stdout:2214: writing smithi05980601-48 from 15015936 to 15720448 tid 3 2024-08-17T17:12:59.265 INFO:tasks.rados.rados.0.smithi059.stdout:2214: writing smithi05980601-48 from 15720448 to 15966208 tid 4 2024-08-17T17:12:59.265 INFO:tasks.rados.rados.0.smithi059.stdout:2215: setattr oid 21 current snap is 232 2024-08-17T17:12:59.265 INFO:tasks.rados.rados.0.smithi059.stdout:2214: finishing write tid 1 to smithi05980601-48 2024-08-17T17:12:59.265 INFO:tasks.rados.rados.0.smithi059.stdout:2214: finishing write tid 2 to smithi05980601-48 2024-08-17T17:12:59.267 INFO:tasks.rados.rados.0.smithi059.stdout:2216: snap_create 2024-08-17T17:12:59.267 INFO:tasks.rados.rados.0.smithi059.stdout:2214: finishing write tid 3 to smithi05980601-48 2024-08-17T17:12:59.268 INFO:tasks.rados.rados.0.smithi059.stdout:2214: finishing write tid 4 to smithi05980601-48 2024-08-17T17:12:59.268 INFO:tasks.rados.rados.0.smithi059.stdout:2214: finishing write tid 5 to smithi05980601-48 2024-08-17T17:12:59.270 INFO:tasks.rados.rados.0.smithi059.stdout:2214: finishing write tid 6 to smithi05980601-48 2024-08-17T17:12:59.270 INFO:tasks.rados.rados.0.smithi059.stdout:2214: oid 48 updating version 0 to 1088 2024-08-17T17:12:59.270 INFO:tasks.rados.rados.0.smithi059.stdout:2214: oid 48 version 1088 is already newer than 1087 2024-08-17T17:12:59.270 INFO:tasks.rados.rados.0.smithi059.stdout:2214: oid 48 version 1088 is already newer than 1085 2024-08-17T17:12:59.270 INFO:tasks.rados.rados.0.smithi059.stdout:2214: oid 48 version 1088 is already newer than 1086 2024-08-17T17:12:59.270 INFO:tasks.rados.rados.0.smithi059.stdout:2214: oid 48 updating version 1088 to 1089 2024-08-17T17:12:59.270 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1089 (ObjNum 716 snap 232 seq_num 716) dirty exists 2024-08-17T17:12:59.270 INFO:tasks.rados.rados.0.smithi059.stdout:2214: left oid 48 (ObjNum 716 snap 232 seq_num 716) 2024-08-17T17:12:59.271 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1521 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:12:59.488 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:59 smithi059 ceph-mon[94685]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:boot 2024-08-17T17:12:59.488 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:59 smithi059 ceph-mon[94685]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:12:59.488 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:59 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:12:59.488 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:12:59 smithi059 ceph-mon[94685]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T17:12:59.488 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:59 smithi059 ceph-mon[92261]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:boot 2024-08-17T17:12:59.488 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:59 smithi059 ceph-mon[92261]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:12:59.489 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:59 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:12:59.489 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:12:59 smithi059 ceph-mon[92261]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T17:12:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:59 smithi087 ceph-mon[85676]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:boot 2024-08-17T17:12:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:59 smithi087 ceph-mon[85676]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-17T17:12:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:59 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:12:59.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:12:59 smithi087 ceph-mon[85676]: osdmap e540: 8 total, 8 up, 8 in 2024-08-17T17:13:00.181 INFO:tasks.rados.rados.0.smithi059.stdout:2214: done (2 left) 2024-08-17T17:13:00.181 INFO:tasks.rados.rados.0.smithi059.stdout:2215: done (1 left) 2024-08-17T17:13:00.181 INFO:tasks.rados.rados.0.smithi059.stdout:2216: done (0 left) 2024-08-17T17:13:00.181 INFO:tasks.rados.rados.0.smithi059.stdout:2217: setattr oid 1 current snap is 233 2024-08-17T17:13:00.182 INFO:tasks.rados.rados.0.smithi059.stdout:2218: rmattr oid 4 current snap is 233 2024-08-17T17:13:00.182 INFO:tasks.rados.rados.0.smithi059.stdout:2219: copy_from oid 14 from oid 44 current snap is 233 2024-08-17T17:13:00.182 INFO:tasks.rados.rados.0.smithi059.stdout:2220: snap_remove snap 232 2024-08-17T17:13:00.244 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:00 smithi059 ceph-mon[94685]: pgmap v476: 121 pgs: 121 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-08-17T17:13:00.244 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:00 smithi059 ceph-mon[94685]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T17:13:00.244 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:00 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:00.244 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:00 smithi059 ceph-mon[92261]: pgmap v476: 121 pgs: 121 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-08-17T17:13:00.244 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:00 smithi059 ceph-mon[92261]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T17:13:00.244 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:00 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:00 smithi087 ceph-mon[85676]: pgmap v476: 121 pgs: 121 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.9 MiB/s wr, 9 op/s 2024-08-17T17:13:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:00 smithi087 ceph-mon[85676]: osdmap e541: 8 total, 8 up, 8 in 2024-08-17T17:13:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:00 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:01.160 INFO:tasks.rados.rados.0.smithi059.stdout:2220: done (3 left) 2024-08-17T17:13:01.160 INFO:tasks.rados.rados.0.smithi059.stdout:2221: setattr oid 27 current snap is 233 2024-08-17T17:13:01.160 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1654 (ObjNum 714 snap 230 seq_num 714) dirty exists 2024-08-17T17:13:01.160 INFO:tasks.rados.rados.0.smithi059.stdout:2219: finishing copy_from to smithi05980601-14 2024-08-17T17:13:01.160 INFO:tasks.rados.rados.0.smithi059.stdout:2219: got expected ENOENT (src dne) 2024-08-17T17:13:01.160 INFO:tasks.rados.rados.0.smithi059.stdout:2219: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:13:01.161 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1663 (ObjNum 65 snap 0 seq_num 315798352) dirty exists 2024-08-17T17:13:01.162 INFO:tasks.rados.rados.0.smithi059.stdout:2217: done (3 left) 2024-08-17T17:13:01.162 INFO:tasks.rados.rados.0.smithi059.stdout:2218: done (2 left) 2024-08-17T17:13:01.162 INFO:tasks.rados.rados.0.smithi059.stdout:2219: done (1 left) 2024-08-17T17:13:01.162 INFO:tasks.rados.rados.0.smithi059.stdout:2222: read oid 46 snap 225 2024-08-17T17:13:01.162 INFO:tasks.rados.rados.0.smithi059.stdout:2222: expect (ObjNum 631 snap 204 seq_num 631) 2024-08-17T17:13:01.162 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 233 2024-08-17T17:13:01.162 INFO:tasks.rados.rados.0.smithi059.stdout:2223: seq_num 717 ranges {6987776=16384} 2024-08-17T17:13:01.201 INFO:tasks.rados.rados.0.smithi059.stdout:2223: writing smithi05980601-22 from 6987776 to 7004160 tid 1 2024-08-17T17:13:01.201 INFO:tasks.rados.rados.0.smithi059.stdout:2224: copy_from oid 28 from oid 34 current snap is 233 2024-08-17T17:13:01.201 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 733 (ObjNum 33 snap 0 seq_num 339148096) dirty exists 2024-08-17T17:13:01.201 INFO:tasks.rados.rados.0.smithi059.stdout:2222: expect (ObjNum 631 snap 204 seq_num 631) 2024-08-17T17:13:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:2223: finishing write tid 1 to smithi05980601-22 2024-08-17T17:13:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:2223: finishing write tid 2 to smithi05980601-22 2024-08-17T17:13:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:2223: finishing write tid 3 to smithi05980601-22 2024-08-17T17:13:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:2223: oid 22 updating version 0 to 736 2024-08-17T17:13:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:2223: oid 22 version 736 is already newer than 735 2024-08-17T17:13:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 736 (ObjNum 717 snap 233 seq_num 717) dirty exists 2024-08-17T17:13:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:2223: left oid 22 (ObjNum 717 snap 233 seq_num 717) 2024-08-17T17:13:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:2224: finishing copy_from racing read to smithi05980601-28 2024-08-17T17:13:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:2224: finishing copy_from to smithi05980601-28 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1520 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2221: done (3 left) 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2222: done (2 left) 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2223: done (1 left) 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2224: done (0 left) 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2225: rollback oid 9 current snap is 233 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 202 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2226: read oid 12 snap -1 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2226: expect deleted 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2227: copy_from oid 21 from oid 15 current snap is 233 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2228: copy_from oid 13 from oid 36 current snap is 233 2024-08-17T17:13:01.235 INFO:tasks.rados.rados.0.smithi059.stdout:2229: snap_remove snap 223 2024-08-17T17:13:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:01 smithi059 ceph-mon[92261]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T17:13:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:01 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:01 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:01 smithi059 ceph-mon[92261]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T17:13:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:01 smithi059 ceph-mon[94685]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T17:13:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:01 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:01 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:01 smithi059 ceph-mon[94685]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T17:13:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:01 smithi087 ceph-mon[85676]: osdmap e542: 8 total, 8 up, 8 in 2024-08-17T17:13:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:01 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:01 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:01 smithi087 ceph-mon[85676]: osdmap e543: 8 total, 8 up, 8 in 2024-08-17T17:13:02.201 INFO:tasks.rados.rados.0.smithi059.stdout:2229: done (4 left) 2024-08-17T17:13:02.201 INFO:tasks.rados.rados.0.smithi059.stdout:2230: read oid 41 snap -1 2024-08-17T17:13:02.201 INFO:tasks.rados.rados.0.smithi059.stdout:2230: expect (ObjNum 588 snap 192 seq_num 588) 2024-08-17T17:13:02.201 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 233 2024-08-17T17:13:02.201 INFO:tasks.rados.rados.0.smithi059.stdout:2231: seq_num 718 ranges {15966208=32768} 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2231: writing smithi05980601-48 from 15966208 to 15998976 tid 1 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2232: rollback oid 33 current snap is 233 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 33 to 213 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2227: finishing copy_from to smithi05980601-21 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2227: got expected ENOENT (src dne) 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2227: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2227: done (6 left) 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2233: read oid 22 snap -1 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2233: expect (ObjNum 717 snap 233 seq_num 717) 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2234: read oid 3 snap -1 2024-08-17T17:13:02.289 INFO:tasks.rados.rados.0.smithi059.stdout:2234: expect (ObjNum 554 snap 181 seq_num 554) 2024-08-17T17:13:02.290 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 233 2024-08-17T17:13:02.290 INFO:tasks.rados.rados.0.smithi059.stdout:2235: seq_num 719 ranges {0=49152} 2024-08-17T17:13:02.290 INFO:tasks.rados.rados.0.smithi059.stdout:2235: writing smithi05980601-8 from 0 to 49152 tid 1 2024-08-17T17:13:02.290 INFO:tasks.rados.rados.0.smithi059.stdout:2236: rmattr oid 25 current snap is 233 2024-08-17T17:13:02.290 INFO:tasks.rados.rados.0.smithi059.stdout:2225: finishing rollback tid 0 to smithi05980601-9 2024-08-17T17:13:02.290 INFO:tasks.rados.rados.0.smithi059.stdout:2225: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:13:02.290 INFO:tasks.rados.rados.0.smithi059.stdout:2226: done (9 left) 2024-08-17T17:13:02.290 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 233 2024-08-17T17:13:02.290 INFO:tasks.rados.rados.0.smithi059.stdout:2237: seq_num 720 ranges {1851392=65536} 2024-08-17T17:13:02.299 INFO:tasks.rados.rados.0.smithi059.stdout:2237: writing smithi05980601-29 from 1851392 to 1916928 tid 1 2024-08-17T17:13:02.299 INFO:tasks.rados.rados.0.smithi059.stdout:2238: rollback oid 38 current snap is 233 2024-08-17T17:13:02.299 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 230 2024-08-17T17:13:02.299 INFO:tasks.rados.rados.0.smithi059.stdout:2225: finishing rollback tid 2 to smithi05980601-9 2024-08-17T17:13:02.299 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1188 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:13:02.300 INFO:tasks.rados.rados.0.smithi059.stdout:2228: finishing copy_from racing read to smithi05980601-13 2024-08-17T17:13:02.300 INFO:tasks.rados.rados.0.smithi059.stdout:2228: finishing copy_from to smithi05980601-13 2024-08-17T17:13:02.300 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 1080 (ObjNum 634 snap 205 seq_num 634) dirty exists 2024-08-17T17:13:02.300 INFO:tasks.rados.rados.0.smithi059.stdout:2230: expect (ObjNum 588 snap 192 seq_num 588) 2024-08-17T17:13:02.407 INFO:tasks.rados.rados.0.smithi059.stdout:2235: finishing write tid 1 to smithi05980601-8 2024-08-17T17:13:02.407 INFO:tasks.rados.rados.0.smithi059.stdout:2235: finishing write tid 2 to smithi05980601-8 2024-08-17T17:13:02.407 INFO:tasks.rados.rados.0.smithi059.stdout:2232: finishing rollback tid 0 to smithi05980601-33 2024-08-17T17:13:02.407 INFO:tasks.rados.rados.0.smithi059.stdout:2235: finishing write tid 3 to smithi05980601-8 2024-08-17T17:13:02.407 INFO:tasks.rados.rados.0.smithi059.stdout:2235: oid 8 updating version 0 to 1081 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:2235: oid 8 updating version 1081 to 1082 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 1082 (ObjNum 719 snap 233 seq_num 719) dirty exists 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:2235: left oid 8 (ObjNum 719 snap 233 seq_num 719) 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:2232: finishing rollback tid 1 to smithi05980601-33 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:2225: done (10 left) 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:2228: done (9 left) 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:2230: done (8 left) 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:2235: done (7 left) 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:2239: copy_from oid 21 from oid 28 current snap is 233 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:2232: finishing rollback tid 2 to smithi05980601-33 2024-08-17T17:13:02.408 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1519 (ObjNum 660 snap 209 seq_num 660) dirty exists 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2237: finishing write tid 1 to smithi05980601-29 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2237: finishing write tid 2 to smithi05980601-29 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2238: finishing rollback tid 0 to smithi05980601-38 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2238: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2238: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1715 (ObjNum 713 snap 230 seq_num 713) dirty exists 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2237: finishing write tid 3 to smithi05980601-29 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2237: oid 29 updating version 0 to 1637 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2237: oid 29 updating version 1637 to 1638 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1638 (ObjNum 720 snap 233 seq_num 720) dirty exists 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2237: left oid 29 (ObjNum 720 snap 233 seq_num 720) 2024-08-17T17:13:02.409 INFO:tasks.rados.rados.0.smithi059.stdout:2234: expect (ObjNum 554 snap 181 seq_num 554) 2024-08-17T17:13:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:02 smithi059 ceph-mon[92261]: pgmap v479: 121 pgs: 121 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 570 KiB/s wr, 3 op/s 2024-08-17T17:13:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:02 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:02 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:02.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:02 smithi059 ceph-mon[94685]: pgmap v479: 121 pgs: 121 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 570 KiB/s wr, 3 op/s 2024-08-17T17:13:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:02 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:02 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:02.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:13:02 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:13:02.313+0000 7f58104e8640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 123 after trimming was started 2024-08-17T17:13:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:02 smithi087 ceph-mon[85676]: pgmap v479: 121 pgs: 121 active+clean; 282 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 570 KiB/s wr, 3 op/s 2024-08-17T17:13:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:02 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:02 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:02.791 INFO:tasks.rados.rados.0.smithi059.stdout:2231: finishing write tid 1 to smithi05980601-48 2024-08-17T17:13:02.802 INFO:tasks.rados.rados.0.smithi059.stdout:2231: finishing write tid 2 to smithi05980601-48 2024-08-17T17:13:02.803 INFO:tasks.rados.rados.0.smithi059.stdout:2231: finishing write tid 3 to smithi05980601-48 2024-08-17T17:13:02.803 INFO:tasks.rados.rados.0.smithi059.stdout:2231: oid 48 updating version 0 to 1090 2024-08-17T17:13:02.803 INFO:tasks.rados.rados.0.smithi059.stdout:2231: oid 48 updating version 1090 to 1091 2024-08-17T17:13:02.803 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1091 (ObjNum 718 snap 233 seq_num 718) dirty exists 2024-08-17T17:13:02.803 INFO:tasks.rados.rados.0.smithi059.stdout:2231: left oid 48 (ObjNum 718 snap 233 seq_num 718) 2024-08-17T17:13:02.803 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1092 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:13:02.803 INFO:tasks.rados.rados.0.smithi059.stdout:2233: expect (ObjNum 717 snap 233 seq_num 717) 2024-08-17T17:13:03.270 INFO:tasks.rados.rados.0.smithi059.stdout:2239: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:13:03.270 INFO:tasks.rados.rados.0.smithi059.stdout:2239: finishing copy_from to smithi05980601-21 2024-08-17T17:13:03.270 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1520 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:13:03.270 INFO:tasks.rados.rados.0.smithi059.stdout:2231: done (7 left) 2024-08-17T17:13:03.270 INFO:tasks.rados.rados.0.smithi059.stdout:2232: done (6 left) 2024-08-17T17:13:03.270 INFO:tasks.rados.rados.0.smithi059.stdout:2233: done (5 left) 2024-08-17T17:13:03.270 INFO:tasks.rados.rados.0.smithi059.stdout:2234: done (4 left) 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2236: done (3 left) 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2237: done (2 left) 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2238: done (1 left) 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2239: done (0 left) 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 233 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2240: seq_num 721 ranges {0=81920} 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2240: writing smithi05980601-12 from 0 to 81920 tid 1 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2241: read oid 48 snap -1 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2241: expect (ObjNum 718 snap 233 seq_num 718) 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2242: copy_from oid 11 from oid 9 current snap is 233 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2243: read oid 26 snap 230 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2243: expect (ObjNum 694 snap 220 seq_num 694) 2024-08-17T17:13:03.271 INFO:tasks.rados.rados.0.smithi059.stdout:2244: copy_from oid 50 from oid 4 current snap is 233 2024-08-17T17:13:03.272 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 233 2024-08-17T17:13:03.272 INFO:tasks.rados.rados.0.smithi059.stdout:2245: seq_num 722 ranges {0=98304} 2024-08-17T17:13:03.272 INFO:tasks.rados.rados.0.smithi059.stdout:2245: writing smithi05980601-18 from 0 to 98304 tid 1 2024-08-17T17:13:03.272 INFO:tasks.rados.rados.0.smithi059.stdout:2246: rollback oid 10 current snap is 233 2024-08-17T17:13:03.272 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 213 2024-08-17T17:13:03.272 INFO:tasks.rados.rados.0.smithi059.stdout:2247: delete oid 31 current snap is 233 2024-08-17T17:13:03.274 INFO:tasks.rados.rados.0.smithi059.stdout:2244: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:13:03.277 INFO:tasks.rados.rados.0.smithi059.stdout:2247: done (7 left) 2024-08-17T17:13:03.277 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 34 current snap is 233 2024-08-17T17:13:03.277 INFO:tasks.rados.rados.0.smithi059.stdout:2248: seq_num 724 ranges {4694016=131072} 2024-08-17T17:13:03.308 INFO:tasks.rados.rados.0.smithi059.stdout:2248: writing smithi05980601-34 from 4694016 to 4825088 tid 1 2024-08-17T17:13:03.308 INFO:tasks.rados.rados.0.smithi059.stdout:2249: rollback oid 32 current snap is 233 2024-08-17T17:13:03.308 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 224 2024-08-17T17:13:03.308 INFO:tasks.rados.rados.0.smithi059.stdout:2244: finishing copy_from to smithi05980601-50 2024-08-17T17:13:03.308 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 1663 (ObjNum 65 snap 0 seq_num 1499091054) dirty exists 2024-08-17T17:13:03.308 INFO:tasks.rados.rados.0.smithi059.stdout:2245: finishing write tid 1 to smithi05980601-18 2024-08-17T17:13:03.309 INFO:tasks.rados.rados.0.smithi059.stdout:2240: finishing write tid 1 to smithi05980601-12 2024-08-17T17:13:03.309 INFO:tasks.rados.rados.0.smithi059.stdout:2245: finishing write tid 2 to smithi05980601-18 2024-08-17T17:13:03.309 INFO:tasks.rados.rados.0.smithi059.stdout:2244: done (8 left) 2024-08-17T17:13:03.309 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 233 2024-08-17T17:13:03.309 INFO:tasks.rados.rados.0.smithi059.stdout:2250: seq_num 725 ranges {2351104=147456} 2024-08-17T17:13:03.324 INFO:tasks.rados.rados.0.smithi059.stdout:2250: writing smithi05980601-38 from 2351104 to 2498560 tid 1 2024-08-17T17:13:03.324 INFO:tasks.rados.rados.0.smithi059.stdout:2251: rollback oid 17 current snap is 233 2024-08-17T17:13:03.324 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 17 to 221 2024-08-17T17:13:03.324 INFO:tasks.rados.rados.0.smithi059.stdout:2245: finishing write tid 3 to smithi05980601-18 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2245: oid 18 updating version 0 to 619 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2245: oid 18 version 619 is already newer than 618 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 619 (ObjNum 722 snap 233 seq_num 722) dirty exists 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2245: left oid 18 (ObjNum 722 snap 233 seq_num 722) 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2240: finishing write tid 2 to smithi05980601-12 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2245: done (9 left) 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2252: snap_create 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2246: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2246: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2246: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1193 (ObjNum 414 snap 141 seq_num 414) dirty exists 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2240: finishing write tid 3 to smithi05980601-12 2024-08-17T17:13:03.325 INFO:tasks.rados.rados.0.smithi059.stdout:2240: oid 12 updating version 0 to 1190 2024-08-17T17:13:03.326 INFO:tasks.rados.rados.0.smithi059.stdout:2240: oid 12 version 1190 is already newer than 1189 2024-08-17T17:13:03.326 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1190 (ObjNum 721 snap 233 seq_num 721) dirty exists 2024-08-17T17:13:03.326 INFO:tasks.rados.rados.0.smithi059.stdout:2240: left oid 12 (ObjNum 721 snap 233 seq_num 721) 2024-08-17T17:13:03.326 INFO:tasks.rados.rados.0.smithi059.stdout:2243: expect (ObjNum 694 snap 220 seq_num 694) 2024-08-17T17:13:03.422 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:03 smithi059 ceph-mon[92261]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T17:13:03.423 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:03 smithi059 ceph-mon[94685]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T17:13:03.521 INFO:tasks.rados.rados.0.smithi059.stdout:2249: finishing rollback tid 0 to smithi05980601-32 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:2248: finishing write tid 1 to smithi05980601-34 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:2248: finishing write tid 2 to smithi05980601-34 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:2249: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:2248: finishing write tid 3 to smithi05980601-34 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:2248: oid 34 updating version 0 to 1523 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:2248: oid 34 version 1523 is already newer than 1522 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1523 (ObjNum 724 snap 233 seq_num 724) dirty exists 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:2248: left oid 34 (ObjNum 724 snap 233 seq_num 724) 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:2249: finishing rollback tid 2 to smithi05980601-32 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 623 (ObjNum 647 snap 208 seq_num 647) dirty exists 2024-08-17T17:13:03.522 INFO:tasks.rados.rados.0.smithi059.stdout:2251: finishing rollback tid 0 to smithi05980601-17 2024-08-17T17:13:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:2251: finishing rollback tid 1 to smithi05980601-17 2024-08-17T17:13:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:2251: finishing rollback tid 2 to smithi05980601-17 2024-08-17T17:13:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 2041 (ObjNum 685 snap 216 seq_num 685) dirty exists 2024-08-17T17:13:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:2250: finishing write tid 1 to smithi05980601-38 2024-08-17T17:13:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:2250: finishing write tid 2 to smithi05980601-38 2024-08-17T17:13:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:2242: finishing copy_from racing read to smithi05980601-11 2024-08-17T17:13:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:2242: finishing copy_from to smithi05980601-11 2024-08-17T17:13:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1188 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:13:03.523 INFO:tasks.rados.rados.0.smithi059.stdout:2241: expect (ObjNum 718 snap 233 seq_num 718) 2024-08-17T17:13:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:03 smithi087 ceph-mon[85676]: osdmap e544: 8 total, 8 up, 8 in 2024-08-17T17:13:04.384 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:04 smithi059 ceph-mon[92261]: pgmap v482: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-08-17T17:13:04.385 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:04 smithi059 ceph-mon[94685]: pgmap v482: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-08-17T17:13:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:04 smithi087 ceph-mon[85676]: pgmap v482: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-08-17T17:13:05.392 INFO:tasks.rados.rados.0.smithi059.stdout:2250: finishing write tid 3 to smithi05980601-38 2024-08-17T17:13:05.392 INFO:tasks.rados.rados.0.smithi059.stdout:2250: oid 38 updating version 0 to 1716 2024-08-17T17:13:05.392 INFO:tasks.rados.rados.0.smithi059.stdout:2250: oid 38 updating version 1716 to 1717 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1717 (ObjNum 725 snap 233 seq_num 725) dirty exists 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2250: left oid 38 (ObjNum 725 snap 233 seq_num 725) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2240: done (9 left) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2241: done (8 left) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2242: done (7 left) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2243: done (6 left) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2246: done (5 left) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2248: done (4 left) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2249: done (3 left) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2250: done (2 left) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2251: done (1 left) 2024-08-17T17:13:05.393 INFO:tasks.rados.rados.0.smithi059.stdout:2252: done (0 left) 2024-08-17T17:13:05.394 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 234 2024-08-17T17:13:05.394 INFO:tasks.rados.rados.0.smithi059.stdout:2253: seq_num 726 ranges {0=163840} 2024-08-17T17:13:05.394 INFO:tasks.rados.rados.0.smithi059.stdout:2253: writing smithi05980601-50 from 0 to 163840 tid 1 2024-08-17T17:13:05.394 INFO:tasks.rados.rados.0.smithi059.stdout:2254: read oid 28 snap 230 2024-08-17T17:13:05.394 INFO:tasks.rados.rados.0.smithi059.stdout:2254: expect (ObjNum 699 snap 222 seq_num 699) 2024-08-17T17:13:05.394 INFO:tasks.rados.rados.0.smithi059.stdout:2255: snap_remove snap 213 2024-08-17T17:13:05.488 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T17:13:05.488 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.488 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.488 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:05.488 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:05.489 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.489 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.489 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:05.489 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:05.489 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.489 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.489 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.489 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.489 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:13:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T17:13:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: osdmap e545: 8 total, 8 up, 8 in 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:05.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:05.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-08-17T17:13:06.160 INFO:tasks.rados.rados.0.smithi059.stdout:2255: done (2 left) 2024-08-17T17:13:06.160 INFO:tasks.rados.rados.0.smithi059.stdout:2256: read oid 36 snap -1 2024-08-17T17:13:06.160 INFO:tasks.rados.rados.0.smithi059.stdout:2256: expect (ObjNum 634 snap 205 seq_num 634) 2024-08-17T17:13:06.160 INFO:tasks.rados.rados.0.smithi059.stdout:2257: snap_create 2024-08-17T17:13:06.160 INFO:tasks.rados.rados.0.smithi059.stdout:2253: finishing write tid 1 to smithi05980601-50 2024-08-17T17:13:06.160 INFO:tasks.rados.rados.0.smithi059.stdout:2253: finishing write tid 2 to smithi05980601-50 2024-08-17T17:13:06.161 INFO:tasks.rados.rados.0.smithi059.stdout:2253: finishing write tid 3 to smithi05980601-50 2024-08-17T17:13:06.161 INFO:tasks.rados.rados.0.smithi059.stdout:2253: oid 50 updating version 0 to 2045 2024-08-17T17:13:06.161 INFO:tasks.rados.rados.0.smithi059.stdout:2253: oid 50 updating version 2045 to 2046 2024-08-17T17:13:06.161 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 2046 (ObjNum 726 snap 234 seq_num 726) dirty exists 2024-08-17T17:13:06.161 INFO:tasks.rados.rados.0.smithi059.stdout:2253: left oid 50 (ObjNum 726 snap 234 seq_num 726) 2024-08-17T17:13:06.161 INFO:tasks.rados.rados.0.smithi059.stdout:2254: expect (ObjNum 699 snap 222 seq_num 699) 2024-08-17T17:13:06.235 INFO:tasks.rados.rados.0.smithi059.stdout:2256: expect (ObjNum 634 snap 205 seq_num 634) 2024-08-17T17:13:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:06 smithi059 ceph-mon[94685]: pgmap v484: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-08-17T17:13:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:06 smithi059 ceph-mon[94685]: Upgrade: It appears safe to stop mds.b 2024-08-17T17:13:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:06 smithi059 ceph-mon[94685]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T17:13:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:06 smithi059 ceph-mon[92261]: pgmap v484: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-08-17T17:13:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:06 smithi059 ceph-mon[92261]: Upgrade: It appears safe to stop mds.b 2024-08-17T17:13:06.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:06 smithi059 ceph-mon[92261]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T17:13:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:06 smithi087 ceph-mon[85676]: pgmap v484: 121 pgs: 121 active+clean; 300 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-08-17T17:13:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:06 smithi087 ceph-mon[85676]: Upgrade: It appears safe to stop mds.b 2024-08-17T17:13:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:06 smithi087 ceph-mon[85676]: osdmap e546: 8 total, 8 up, 8 in 2024-08-17T17:13:07.328 INFO:tasks.rados.rados.0.smithi059.stdout:2253: done (3 left) 2024-08-17T17:13:07.328 INFO:tasks.rados.rados.0.smithi059.stdout:2254: done (2 left) 2024-08-17T17:13:07.328 INFO:tasks.rados.rados.0.smithi059.stdout:2256: done (1 left) 2024-08-17T17:13:07.329 INFO:tasks.rados.rados.0.smithi059.stdout:2257: done (0 left) 2024-08-17T17:13:07.329 INFO:tasks.rados.rados.0.smithi059.stdout:2258: snap_create 2024-08-17T17:13:07.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:13:07] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-08-17T17:13:07.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[92261]: Upgrade: Updating mds.b 2024-08-17T17:13:07.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:07.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:13:07.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:07.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[92261]: Deploying daemon mds.b on smithi087 2024-08-17T17:13:07.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[92261]: pgmap v486: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-17T17:13:07.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[92261]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T17:13:07.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[94685]: Upgrade: Updating mds.b 2024-08-17T17:13:07.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:07.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:13:07.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:07.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[94685]: Deploying daemon mds.b on smithi087 2024-08-17T17:13:07.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[94685]: pgmap v486: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-17T17:13:07.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:07 smithi059 ceph-mon[94685]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T17:13:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:07 smithi087 ceph-mon[85676]: Upgrade: Updating mds.b 2024-08-17T17:13:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:07 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:07.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:07 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-08-17T17:13:07.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:07 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:07.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:07 smithi087 ceph-mon[85676]: Deploying daemon mds.b on smithi087 2024-08-17T17:13:07.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:07 smithi087 ceph-mon[85676]: pgmap v486: 121 pgs: 121 active+clean; 312 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-17T17:13:07.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:07 smithi087 ceph-mon[85676]: osdmap e547: 8 total, 8 up, 8 in 2024-08-17T17:13:08.153 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:07 smithi087 systemd[1]: Stopping Ceph mds.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:08.164 INFO:tasks.rados.rados.0.smithi059.stdout:2258: done (0 left) 2024-08-17T17:13:08.164 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 236 2024-08-17T17:13:08.165 INFO:tasks.rados.rados.0.smithi059.stdout:2259: seq_num 727 ranges {11362304=180224} 2024-08-17T17:13:08.227 INFO:tasks.rados.rados.0.smithi059.stdout:2259: writing smithi05980601-11 from 11362304 to 11542528 tid 1 2024-08-17T17:13:08.228 INFO:tasks.rados.rados.0.smithi059.stdout:2260: delete oid 48 current snap is 236 2024-08-17T17:13:08.233 INFO:tasks.rados.rados.0.smithi059.stdout:2260: done (1 left) 2024-08-17T17:13:08.233 INFO:tasks.rados.rados.0.smithi059.stdout:2261: snap_create 2024-08-17T17:13:08.234 INFO:tasks.rados.rados.0.smithi059.stdout:2259: finishing write tid 1 to smithi05980601-11 2024-08-17T17:13:08.234 INFO:tasks.rados.rados.0.smithi059.stdout:2259: finishing write tid 2 to smithi05980601-11 2024-08-17T17:13:08.235 INFO:tasks.rados.rados.0.smithi059.stdout:2259: finishing write tid 3 to smithi05980601-11 2024-08-17T17:13:08.235 INFO:tasks.rados.rados.0.smithi059.stdout:2259: oid 11 updating version 0 to 2056 2024-08-17T17:13:08.235 INFO:tasks.rados.rados.0.smithi059.stdout:2259: oid 11 updating version 2056 to 2057 2024-08-17T17:13:08.235 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2057 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-08-17T17:13:08.235 INFO:tasks.rados.rados.0.smithi059.stdout:2259: left oid 11 (ObjNum 727 snap 236 seq_num 727) 2024-08-17T17:13:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[94685]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:13:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[94685]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[94685]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[94685]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[94685]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[94685]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[94685]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a[92257]: 2024-08-17T17:13:08.152+0000 7fa13a60e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[92261]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[92261]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[92261]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T17:13:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[92261]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T17:13:08.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[92261]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:13:08.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[92261]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:13:08.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:08 smithi059 ceph-mon[92261]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T17:13:08.550 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:08 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b[59262]: 2024-08-17T17:13:08.150+0000 7f22d90bb640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:13:08.550 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:08 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b[59262]: 2024-08-17T17:13:08.150+0000 7f22d90bb640 -1 mds.b *** got signal Terminated *** 2024-08-17T17:13:08.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:08 smithi087 ceph-mon[85676]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:13:08.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:08 smithi087 ceph-mon[85676]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:13:08.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:08 smithi087 ceph-mon[85676]: osdmap e548: 8 total, 8 up, 8 in 2024-08-17T17:13:08.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:08 smithi087 ceph-mon[85676]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-17T17:13:08.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:08 smithi087 ceph-mon[85676]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:13:08.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:08 smithi087 ceph-mon[85676]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:13:08.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:08 smithi087 ceph-mon[85676]: fsmap cephfs:1/1 {0=a=up:replay} 2024-08-17T17:13:09.175 INFO:tasks.rados.rados.0.smithi059.stdout:2259: done (1 left) 2024-08-17T17:13:09.176 INFO:tasks.rados.rados.0.smithi059.stdout:2261: done (0 left) 2024-08-17T17:13:09.176 INFO:tasks.rados.rados.0.smithi059.stdout:2262: read oid 1 snap -1 2024-08-17T17:13:09.176 INFO:tasks.rados.rados.0.smithi059.stdout:2262: expect (ObjNum 714 snap 230 seq_num 714) 2024-08-17T17:13:09.176 INFO:tasks.rados.rados.0.smithi059.stdout:2263: delete oid 8 current snap is 237 2024-08-17T17:13:09.181 INFO:tasks.rados.rados.0.smithi059.stdout:2263: done (1 left) 2024-08-17T17:13:09.181 INFO:tasks.rados.rados.0.smithi059.stdout:2264: read oid 32 snap 224 2024-08-17T17:13:09.181 INFO:tasks.rados.rados.0.smithi059.stdout:2264: expect (ObjNum 647 snap 208 seq_num 647) 2024-08-17T17:13:09.181 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 237 2024-08-17T17:13:09.181 INFO:tasks.rados.rados.0.smithi059.stdout:2265: seq_num 730 ranges {974848=229376} 2024-08-17T17:13:09.189 INFO:tasks.rados.rados.0.smithi059.stdout:2265: writing smithi05980601-37 from 974848 to 1204224 tid 1 2024-08-17T17:13:09.189 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 237 2024-08-17T17:13:09.189 INFO:tasks.rados.rados.0.smithi059.stdout:2266: seq_num 731 ranges {9445376=245760} 2024-08-17T17:13:09.244 INFO:tasks.rados.rados.0.smithi059.stdout:2266: writing smithi05980601-47 from 9445376 to 9691136 tid 1 2024-08-17T17:13:09.244 INFO:tasks.rados.rados.0.smithi059.stdout:2267: read oid 40 snap -1 2024-08-17T17:13:09.244 INFO:tasks.rados.rados.0.smithi059.stdout:2267: expect (ObjNum 696 snap 220 seq_num 696) 2024-08-17T17:13:09.244 INFO:tasks.rados.rados.0.smithi059.stdout:2268: read oid 50 snap 233 2024-08-17T17:13:09.244 INFO:tasks.rados.rados.0.smithi059.stdout:2268: expect (ObjNum 338045184 snap 21891 seq_num 338119152) 2024-08-17T17:13:09.244 INFO:tasks.rados.rados.0.smithi059.stdout:2269: read oid 18 snap -1 2024-08-17T17:13:09.245 INFO:tasks.rados.rados.0.smithi059.stdout:2269: expect (ObjNum 722 snap 233 seq_num 722) 2024-08-17T17:13:09.245 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 237 2024-08-17T17:13:09.245 INFO:tasks.rados.rados.0.smithi059.stdout:2270: seq_num 732 ranges {0=262144} 2024-08-17T17:13:09.246 INFO:tasks.rados.rados.0.smithi059.stdout:2270: writing smithi05980601-44 from 0 to 262144 tid 1 2024-08-17T17:13:09.246 INFO:tasks.rados.rados.0.smithi059.stdout:2271: read oid 45 snap -1 2024-08-17T17:13:09.246 INFO:tasks.rados.rados.0.smithi059.stdout:2271: expect deleted 2024-08-17T17:13:09.246 INFO:tasks.rados.rados.0.smithi059.stdout:2272: read oid 21 snap -1 2024-08-17T17:13:09.246 INFO:tasks.rados.rados.0.smithi059.stdout:2272: expect (ObjNum 712 snap 230 seq_num 712) 2024-08-17T17:13:09.246 INFO:tasks.rados.rados.0.smithi059.stdout:2273: setattr oid 33 current snap is 237 2024-08-17T17:13:09.246 INFO:tasks.rados.rados.0.smithi059.stdout:2264: expect (ObjNum 647 snap 208 seq_num 647) 2024-08-17T17:13:09.347 INFO:tasks.rados.rados.0.smithi059.stdout:2265: finishing write tid 1 to smithi05980601-37 2024-08-17T17:13:09.347 INFO:tasks.rados.rados.0.smithi059.stdout:2265: finishing write tid 2 to smithi05980601-37 2024-08-17T17:13:09.347 INFO:tasks.rados.rados.0.smithi059.stdout:2265: finishing write tid 3 to smithi05980601-37 2024-08-17T17:13:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:2265: oid 37 updating version 0 to 2060 2024-08-17T17:13:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:2265: oid 37 version 2060 is already newer than 2059 2024-08-17T17:13:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 2060 (ObjNum 730 snap 237 seq_num 730) dirty exists 2024-08-17T17:13:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:2265: left oid 37 (ObjNum 730 snap 237 seq_num 730) 2024-08-17T17:13:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:2262: expect (ObjNum 714 snap 230 seq_num 714) 2024-08-17T17:13:09.913 INFO:tasks.rados.rados.0.smithi059.stdout:2268: expect (ObjNum 338045184 snap 21891 seq_num 338119152) 2024-08-17T17:13:09.913 INFO:tasks.rados.rados.0.smithi059.stdout:2269: expect (ObjNum 722 snap 233 seq_num 722) 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:2266: finishing write tid 1 to smithi05980601-47 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:2266: finishing write tid 2 to smithi05980601-47 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:2266: finishing write tid 3 to smithi05980601-47 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:2266: oid 47 updating version 0 to 1718 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:2266: oid 47 updating version 1718 to 1719 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1719 (ObjNum 731 snap 237 seq_num 731) dirty exists 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:2266: left oid 47 (ObjNum 731 snap 237 seq_num 731) 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:2270: finishing write tid 1 to smithi05980601-44 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:2270: finishing write tid 2 to smithi05980601-44 2024-08-17T17:13:09.916 INFO:tasks.rados.rados.0.smithi059.stdout:2270: finishing write tid 3 to smithi05980601-44 2024-08-17T17:13:09.917 INFO:tasks.rados.rados.0.smithi059.stdout:2270: oid 44 updating version 0 to 1521 2024-08-17T17:13:09.917 INFO:tasks.rados.rados.0.smithi059.stdout:2270: oid 44 version 1521 is already newer than 1520 2024-08-17T17:13:09.917 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1521 (ObjNum 732 snap 237 seq_num 732) dirty exists 2024-08-17T17:13:09.917 INFO:tasks.rados.rados.0.smithi059.stdout:2270: left oid 44 (ObjNum 732 snap 237 seq_num 732) 2024-08-17T17:13:09.917 INFO:tasks.rados.rados.0.smithi059.stdout:2267: expect (ObjNum 696 snap 220 seq_num 696) 2024-08-17T17:13:10.040 INFO:tasks.rados.rados.0.smithi059.stdout:2272: expect (ObjNum 712 snap 230 seq_num 712) 2024-08-17T17:13:10.241 INFO:tasks.rados.rados.0.smithi059.stdout:2262: done (10 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2264: done (9 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2265: done (8 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2266: done (7 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2267: done (6 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2268: done (5 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2269: done (4 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2270: done (3 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2271: done (2 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2272: done (1 left) 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2274: read oid 15 snap -1 2024-08-17T17:13:10.242 INFO:tasks.rados.rados.0.smithi059.stdout:2274: expect deleted 2024-08-17T17:13:10.243 INFO:tasks.rados.rados.0.smithi059.stdout:2275: delete oid 30 current snap is 237 2024-08-17T17:13:10.243 INFO:tasks.rados.rados.0.smithi059.stdout:2274: done (2 left) 2024-08-17T17:13:10.243 INFO:tasks.rados.rados.0.smithi059.stdout:2275: done (1 left) 2024-08-17T17:13:10.243 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 237 2024-08-17T17:13:10.243 INFO:tasks.rados.rados.0.smithi059.stdout:2276: seq_num 734 ranges {1105920=294912} 2024-08-17T17:13:10.250 INFO:tasks.rados.rados.0.smithi059.stdout:2276: writing smithi05980601-16 from 1105920 to 1400832 tid 1 2024-08-17T17:13:10.250 INFO:tasks.rados.rados.0.smithi059.stdout:2277: snap_create 2024-08-17T17:13:10.250 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1522 (ObjNum 660 snap 209 seq_num 660) dirty exists 2024-08-17T17:13:10.253 INFO:tasks.rados.rados.0.smithi059.stdout:2276: finishing write tid 1 to smithi05980601-16 2024-08-17T17:13:10.253 INFO:tasks.rados.rados.0.smithi059.stdout:2276: finishing write tid 2 to smithi05980601-16 2024-08-17T17:13:10.255 INFO:tasks.rados.rados.0.smithi059.stdout:2276: finishing write tid 3 to smithi05980601-16 2024-08-17T17:13:10.255 INFO:tasks.rados.rados.0.smithi059.stdout:2276: oid 16 updating version 0 to 1194 2024-08-17T17:13:10.255 INFO:tasks.rados.rados.0.smithi059.stdout:2276: oid 16 updating version 1194 to 1195 2024-08-17T17:13:10.255 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 1195 (ObjNum 734 snap 237 seq_num 734) dirty exists 2024-08-17T17:13:10.255 INFO:tasks.rados.rados.0.smithi059.stdout:2276: left oid 16 (ObjNum 734 snap 237 seq_num 734) 2024-08-17T17:13:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:10 smithi059 ceph-mon[92261]: pgmap v489: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 6.5 MiB/s wr, 15 op/s 2024-08-17T17:13:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:10 smithi059 ceph-mon[92261]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:reconnect 2024-08-17T17:13:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:10 smithi059 ceph-mon[92261]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T17:13:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:10 smithi059 ceph-mon[92261]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T17:13:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:10 smithi059 ceph-mon[94685]: pgmap v489: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 6.5 MiB/s wr, 15 op/s 2024-08-17T17:13:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:10 smithi059 ceph-mon[94685]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:reconnect 2024-08-17T17:13:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:10 smithi059 ceph-mon[94685]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T17:13:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:10 smithi059 ceph-mon[94685]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T17:13:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:10 smithi087 ceph-mon[85676]: pgmap v489: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 6.5 MiB/s wr, 15 op/s 2024-08-17T17:13:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:10 smithi087 ceph-mon[85676]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:reconnect 2024-08-17T17:13:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:10 smithi087 ceph-mon[85676]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-17T17:13:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:10 smithi087 ceph-mon[85676]: osdmap e549: 8 total, 8 up, 8 in 2024-08-17T17:13:11.163 INFO:tasks.rados.rados.0.smithi059.stdout:2273: done (2 left) 2024-08-17T17:13:11.164 INFO:tasks.rados.rados.0.smithi059.stdout:2276: done (1 left) 2024-08-17T17:13:11.164 INFO:tasks.rados.rados.0.smithi059.stdout:2277: done (0 left) 2024-08-17T17:13:11.164 INFO:tasks.rados.rados.0.smithi059.stdout:2278: snap_remove snap 221 2024-08-17T17:13:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:11 smithi059 ceph-mon[92261]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:rejoin 2024-08-17T17:13:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:11 smithi059 ceph-mon[92261]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T17:13:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:11 smithi059 ceph-mon[92261]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T17:13:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:11 smithi059 ceph-mon[92261]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T17:13:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:11 smithi059 ceph-mon[94685]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:rejoin 2024-08-17T17:13:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:11 smithi059 ceph-mon[94685]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T17:13:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:11 smithi059 ceph-mon[94685]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T17:13:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:11 smithi059 ceph-mon[94685]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T17:13:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:11 smithi087 ceph-mon[85676]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:rejoin 2024-08-17T17:13:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:11 smithi087 ceph-mon[85676]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-17T17:13:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:11 smithi087 ceph-mon[85676]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-17T17:13:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:11 smithi087 ceph-mon[85676]: osdmap e550: 8 total, 8 up, 8 in 2024-08-17T17:13:12.171 INFO:tasks.rados.rados.0.smithi059.stdout:2278: done (0 left) 2024-08-17T17:13:12.171 INFO:tasks.rados.rados.0.smithi059.stdout:2279: rollback oid 34 current snap is 238 2024-08-17T17:13:12.171 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 34 to 230 2024-08-17T17:13:12.171 INFO:tasks.rados.rados.0.smithi059.stdout:2280: snap_remove snap 236 2024-08-17T17:13:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[92261]: pgmap v491: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-08-17T17:13:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[92261]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:13:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:13:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[92261]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:active 2024-08-17T17:13:12.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[92261]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T17:13:12.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[92261]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T17:13:12.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[94685]: pgmap v491: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-08-17T17:13:12.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[94685]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:13:12.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:13:12.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[94685]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:active 2024-08-17T17:13:12.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[94685]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T17:13:12.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:12 smithi059 ceph-mon[94685]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T17:13:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:12 smithi087 ceph-mon[85676]: pgmap v491: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-08-17T17:13:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:12 smithi087 ceph-mon[85676]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:13:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:12 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:13:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:12 smithi087 ceph-mon[85676]: mds.? [v2:172.21.15.59:6834/2400596245,v1:172.21.15.59:6835/2400596245] up:active 2024-08-17T17:13:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:12 smithi087 ceph-mon[85676]: fsmap cephfs:1 {0=a=up:active} 2024-08-17T17:13:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:12 smithi087 ceph-mon[85676]: osdmap e551: 8 total, 8 up, 8 in 2024-08-17T17:13:13.171 INFO:tasks.rados.rados.0.smithi059.stdout:2280: done (1 left) 2024-08-17T17:13:13.171 INFO:tasks.rados.rados.0.smithi059.stdout:2281: read oid 37 snap -1 2024-08-17T17:13:13.171 INFO:tasks.rados.rados.0.smithi059.stdout:2281: expect (ObjNum 730 snap 237 seq_num 730) 2024-08-17T17:13:13.172 INFO:tasks.rados.rados.0.smithi059.stdout:2282: snap_create 2024-08-17T17:13:13.172 INFO:tasks.rados.rados.0.smithi059.stdout:2279: finishing rollback tid 0 to smithi05980601-34 2024-08-17T17:13:13.172 INFO:tasks.rados.rados.0.smithi059.stdout:2279: finishing rollback tid 1 to smithi05980601-34 2024-08-17T17:13:13.172 INFO:tasks.rados.rados.0.smithi059.stdout:2279: finishing rollback tid 2 to smithi05980601-34 2024-08-17T17:13:13.172 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1526 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:13:13.184 INFO:tasks.rados.rados.0.smithi059.stdout:2281: expect (ObjNum 730 snap 237 seq_num 730) 2024-08-17T17:13:13.537 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:13:13 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[119884]: 2024-08-17T17:13:13.163+0000 7f8461658640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T17:13:14.170 INFO:tasks.rados.rados.0.smithi059.stdout:2279: done (2 left) 2024-08-17T17:13:14.170 INFO:tasks.rados.rados.0.smithi059.stdout:2281: done (1 left) 2024-08-17T17:13:14.170 INFO:tasks.rados.rados.0.smithi059.stdout:2282: done (0 left) 2024-08-17T17:13:14.171 INFO:tasks.rados.rados.0.smithi059.stdout:2283: delete oid 6 current snap is 239 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2283: done (0 left) 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2284: read oid 47 snap -1 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2284: expect (ObjNum 731 snap 237 seq_num 731) 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2285: read oid 2 snap -1 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2285: expect deleted 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2286: read oid 42 snap -1 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2286: expect (ObjNum 697 snap 220 seq_num 697) 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2287: copy_from oid 7 from oid 24 current snap is 239 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2285: done (3 left) 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:2288: copy_from oid 50 from oid 45 current snap is 239 2024-08-17T17:13:14.176 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 239 2024-08-17T17:13:14.177 INFO:tasks.rados.rados.0.smithi059.stdout:2289: seq_num 736 ranges {12386304=335872} 2024-08-17T17:13:14.248 INFO:tasks.rados.rados.0.smithi059.stdout:2289: writing smithi05980601-36 from 12386304 to 12722176 tid 1 2024-08-17T17:13:14.248 INFO:tasks.rados.rados.0.smithi059.stdout:2290: read oid 39 snap -1 2024-08-17T17:13:14.248 INFO:tasks.rados.rados.0.smithi059.stdout:2290: expect (ObjNum 600 snap 195 seq_num 600) 2024-08-17T17:13:14.248 INFO:tasks.rados.rados.0.smithi059.stdout:2291: rollback oid 21 current snap is 239 2024-08-17T17:13:14.248 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 21 to 231 2024-08-17T17:13:14.248 INFO:tasks.rados.rados.0.smithi059.stdout:2288: finishing copy_from to smithi05980601-50 2024-08-17T17:13:14.248 INFO:tasks.rados.rados.0.smithi059.stdout:2288: got expected ENOENT (src dne) 2024-08-17T17:13:14.249 INFO:tasks.rados.rados.0.smithi059.stdout:2288: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:13:14.249 INFO:tasks.rados.rados.0.smithi059.stdout:2286: expect (ObjNum 697 snap 220 seq_num 697) 2024-08-17T17:13:14.384 INFO:tasks.rados.rados.0.smithi059.stdout:2287: finishing copy_from racing read to smithi05980601-7 2024-08-17T17:13:14.384 INFO:tasks.rados.rados.0.smithi059.stdout:2287: finishing copy_from to smithi05980601-7 2024-08-17T17:13:14.384 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1864 (ObjNum 650 snap 209 seq_num 650) dirty exists 2024-08-17T17:13:14.384 INFO:tasks.rados.rados.0.smithi059.stdout:2284: expect (ObjNum 731 snap 237 seq_num 731) 2024-08-17T17:13:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:14 smithi059 ceph-mon[92261]: pgmap v494: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 296 KiB/s wr, 27 op/s 2024-08-17T17:13:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:14 smithi059 ceph-mon[92261]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T17:13:14.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:14 smithi059 ceph-mon[94685]: pgmap v494: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 296 KiB/s wr, 27 op/s 2024-08-17T17:13:14.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:14 smithi059 ceph-mon[94685]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T17:13:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:14 smithi087 ceph-mon[85676]: pgmap v494: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 296 KiB/s wr, 27 op/s 2024-08-17T17:13:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:14 smithi087 ceph-mon[85676]: osdmap e552: 8 total, 8 up, 8 in 2024-08-17T17:13:15.231 INFO:tasks.rados.rados.0.smithi059.stdout:2291: finishing rollback tid 0 to smithi05980601-21 2024-08-17T17:13:15.231 INFO:tasks.rados.rados.0.smithi059.stdout:2290: expect (ObjNum 600 snap 195 seq_num 600) 2024-08-17T17:13:15.275 INFO:tasks.rados.rados.0.smithi059.stdout:2289: finishing write tid 1 to smithi05980601-36 2024-08-17T17:13:15.275 INFO:tasks.rados.rados.0.smithi059.stdout:2291: finishing rollback tid 1 to smithi05980601-21 2024-08-17T17:13:15.275 INFO:tasks.rados.rados.0.smithi059.stdout:2289: finishing write tid 2 to smithi05980601-36 2024-08-17T17:13:15.275 INFO:tasks.rados.rados.0.smithi059.stdout:2291: finishing rollback tid 2 to smithi05980601-21 2024-08-17T17:13:15.275 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1529 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2289: finishing write tid 3 to smithi05980601-36 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2289: oid 36 updating version 0 to 1095 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2289: oid 36 version 1095 is already newer than 1094 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1095 (ObjNum 736 snap 239 seq_num 736) dirty exists 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2289: left oid 36 (ObjNum 736 snap 239 seq_num 736) 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2284: done (6 left) 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2286: done (5 left) 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2287: done (4 left) 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2288: done (3 left) 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2289: done (2 left) 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2290: done (1 left) 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2291: done (0 left) 2024-08-17T17:13:15.276 INFO:tasks.rados.rados.0.smithi059.stdout:2292: delete oid 5 current snap is 239 2024-08-17T17:13:15.278 INFO:tasks.rados.rados.0.smithi059.stdout:2292: done (0 left) 2024-08-17T17:13:15.278 INFO:tasks.rados.rados.0.smithi059.stdout:2293: snap_create 2024-08-17T17:13:15.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:15 smithi087 ceph-mon[85676]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T17:13:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:15 smithi059 ceph-mon[92261]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T17:13:15.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:15 smithi059 ceph-mon[94685]: osdmap e553: 8 total, 8 up, 8 in 2024-08-17T17:13:16.163 INFO:tasks.rados.rados.0.smithi059.stdout:2293: done (0 left) 2024-08-17T17:13:16.163 INFO:tasks.rados.rados.0.smithi059.stdout:2294: snap_create 2024-08-17T17:13:16.461 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:16 smithi087 ceph-mon[85676]: pgmap v497: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 296 KiB/s wr, 35 op/s 2024-08-17T17:13:16.461 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:16 smithi087 ceph-mon[85676]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T17:13:16.461 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:16 smithi087 podman[109206]: 2024-08-17 17:13:16.063541453 +0000 UTC m=+8.032439181 container died 43b8f814229793d4a81f0628ab2f8d63d00484f9327d7fe158fc1a64d465d018 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True) 2024-08-17T17:13:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:16 smithi059 ceph-mon[94685]: pgmap v497: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 296 KiB/s wr, 35 op/s 2024-08-17T17:13:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:16 smithi059 ceph-mon[94685]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T17:13:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:16 smithi059 ceph-mon[92261]: pgmap v497: 121 pgs: 121 active+clean; 322 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 296 KiB/s wr, 35 op/s 2024-08-17T17:13:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:16 smithi059 ceph-mon[92261]: osdmap e554: 8 total, 8 up, 8 in 2024-08-17T17:13:16.720 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:16 smithi087 podman[109206]: 2024-08-17 17:13:16.460447375 +0000 UTC m=+8.429345095 container cleanup 43b8f814229793d4a81f0628ab2f8d63d00484f9327d7fe158fc1a64d465d018 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-ced649f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:13:16.721 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:16 smithi087 bash[109206]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b 2024-08-17T17:13:17.048 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:16 smithi087 podman[109219]: 2024-08-17 17:13:16.720258702 +0000 UTC m=+0.654499218 container remove 43b8f814229793d4a81f0628ab2f8d63d00484f9327d7fe158fc1a64d465d018 (image=quay.ceph.io/ceph-ci/ceph@sha256:37f887e3bbdff4051aa7da31b6d591754a495ffdffc717f32d57523a5142a408, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=reef-ced649f, GIT_CLEAN=True, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-17T17:13:17.048 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:16 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-17T17:13:17.048 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:16 smithi087 systemd[1]: Stopped Ceph mds.b for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:17.049 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:16 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.b.service: Consumed 1.666s CPU time. 2024-08-17T17:13:17.049 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:17 smithi087 systemd[1]: Starting Ceph mds.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:17.165 INFO:tasks.rados.rados.0.smithi059.stdout:2294: done (0 left) 2024-08-17T17:13:17.165 INFO:tasks.rados.rados.0.smithi059.stdout:2295: rmattr oid 40 current snap is 241 2024-08-17T17:13:17.166 INFO:tasks.rados.rados.0.smithi059.stdout:2295: done (0 left) 2024-08-17T17:13:17.166 INFO:tasks.rados.rados.0.smithi059.stdout:2296: rmattr oid 32 current snap is 241 2024-08-17T17:13:17.166 INFO:tasks.rados.rados.0.smithi059.stdout:2297: rollback oid 27 current snap is 241 2024-08-17T17:13:17.166 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 225 2024-08-17T17:13:17.166 INFO:tasks.rados.rados.0.smithi059.stdout:2298: snap_create 2024-08-17T17:13:17.170 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 631 (ObjNum 647 snap 208 seq_num 647) dirty exists 2024-08-17T17:13:17.170 INFO:tasks.rados.rados.0.smithi059.stdout:2297: finishing rollback tid 0 to smithi05980601-27 2024-08-17T17:13:17.171 INFO:tasks.rados.rados.0.smithi059.stdout:2297: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:13:17.171 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 745 (ObjNum 65 snap 0 seq_num 1599304046) dirty dne 2024-08-17T17:13:17.300 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:17 smithi087 podman[109361]: 2024-08-17 17:13:17.176129476 +0000 UTC m=+0.026293600 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:13:17.600 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:17 smithi087 podman[109361]: 2024-08-17 17:13:17.304545441 +0000 UTC m=+0.154709547 container create f8a12e36ee95be272e121208073a345903f9b9b22868c50f3c91c13301c224b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-08-17T17:13:17.600 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:17 smithi087 podman[109361]: 2024-08-17 17:13:17.507439014 +0000 UTC m=+0.357603120 container init f8a12e36ee95be272e121208073a345903f9b9b22868c50f3c91c13301c224b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:13:17.600 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:17 smithi087 podman[109361]: 2024-08-17 17:13:17.510653302 +0000 UTC m=+0.360817416 container start f8a12e36ee95be272e121208073a345903f9b9b22868c50f3c91c13301c224b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-08-17T17:13:17.600 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b[109377]: starting mds.b at 2024-08-17T17:13:17.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:13:17 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:13:17] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-08-17T17:13:18.050 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:17 smithi087 bash[109361]: f8a12e36ee95be272e121208073a345903f9b9b22868c50f3c91c13301c224b6 2024-08-17T17:13:18.050 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:13:17 smithi087 systemd[1]: Started Ceph mds.b for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:2296: done (2 left) 2024-08-17T17:13:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:2297: done (1 left) 2024-08-17T17:13:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:2298: done (0 left) 2024-08-17T17:13:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:2299: rollback oid 31 current snap is 242 2024-08-17T17:13:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 31 to 241 2024-08-17T17:13:18.169 INFO:tasks.rados.rados.0.smithi059.stdout:2300: snap_remove snap 231 2024-08-17T17:13:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[92261]: pgmap v499: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-08-17T17:13:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[92261]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T17:13:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:18.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:18.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:18.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[94685]: pgmap v499: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-08-17T17:13:18.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[94685]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T17:13:18.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:18.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:18.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:18 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:18 smithi087 ceph-mon[85676]: pgmap v499: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.0 MiB/s wr, 20 op/s 2024-08-17T17:13:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:18 smithi087 ceph-mon[85676]: osdmap e555: 8 total, 8 up, 8 in 2024-08-17T17:13:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:18 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:18 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:18.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:18 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:19.185 INFO:tasks.rados.rados.0.smithi059.stdout:2300: done (1 left) 2024-08-17T17:13:19.185 INFO:tasks.rados.rados.0.smithi059.stdout:2301: rmattr oid 21 current snap is 242 2024-08-17T17:13:19.185 INFO:tasks.rados.rados.0.smithi059.stdout:2299: finishing rollback tid 1 to smithi05980601-31 2024-08-17T17:13:19.185 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1991 (ObjNum 81 snap 0 seq_num 1583635041) dirty dne 2024-08-17T17:13:19.185 INFO:tasks.rados.rados.0.smithi059.stdout:2299: done (1 left) 2024-08-17T17:13:19.185 INFO:tasks.rados.rados.0.smithi059.stdout:2302: snap_remove snap 224 2024-08-17T17:13:19.482 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:19 smithi087 ceph-mon[85676]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T17:13:19.482 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:19 smithi087 ceph-mon[85676]: mds.? [v2:172.21.15.87:6832/3690631994,v1:172.21.15.87:6833/3690631994] up:boot 2024-08-17T17:13:19.482 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:19 smithi087 ceph-mon[85676]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:13:19.483 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:19 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:13:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:19 smithi059 ceph-mon[92261]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T17:13:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:19 smithi059 ceph-mon[92261]: mds.? [v2:172.21.15.87:6832/3690631994,v1:172.21.15.87:6833/3690631994] up:boot 2024-08-17T17:13:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:19 smithi059 ceph-mon[92261]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:13:19.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:19 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:13:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:19 smithi059 ceph-mon[94685]: osdmap e556: 8 total, 8 up, 8 in 2024-08-17T17:13:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:19 smithi059 ceph-mon[94685]: mds.? [v2:172.21.15.87:6832/3690631994,v1:172.21.15.87:6833/3690631994] up:boot 2024-08-17T17:13:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:19 smithi059 ceph-mon[94685]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-17T17:13:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:19 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-08-17T17:13:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:2302: done (1 left) 2024-08-17T17:13:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:2303: rollback oid 12 current snap is 242 2024-08-17T17:13:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 12 to 229 2024-08-17T17:13:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1531 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:13:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:2301: done (1 left) 2024-08-17T17:13:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:2304: read oid 11 snap -1 2024-08-17T17:13:20.199 INFO:tasks.rados.rados.0.smithi059.stdout:2304: expect (ObjNum 727 snap 236 seq_num 727) 2024-08-17T17:13:20.200 INFO:tasks.rados.rados.0.smithi059.stdout:2305: snap_create 2024-08-17T17:13:20.208 INFO:tasks.rados.rados.0.smithi059.stdout:2303: finishing rollback tid 0 to smithi05980601-12 2024-08-17T17:13:20.208 INFO:tasks.rados.rados.0.smithi059.stdout:2303: finishing rollback tid 1 to smithi05980601-12 2024-08-17T17:13:20.208 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1197 (ObjNum 289 snap 0 seq_num 1276661761) dirty dne 2024-08-17T17:13:20.251 INFO:tasks.rados.rados.0.smithi059.stdout:2304: expect (ObjNum 727 snap 236 seq_num 727) 2024-08-17T17:13:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:20 smithi059 ceph-mon[92261]: pgmap v502: 121 pgs: 121 active+clean; 327 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 889 KiB/s wr, 9 op/s 2024-08-17T17:13:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:20 smithi059 ceph-mon[92261]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T17:13:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:20.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:20 smithi059 ceph-mon[94685]: pgmap v502: 121 pgs: 121 active+clean; 327 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 889 KiB/s wr, 9 op/s 2024-08-17T17:13:20.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:20 smithi059 ceph-mon[94685]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T17:13:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:20 smithi087 ceph-mon[85676]: pgmap v502: 121 pgs: 121 active+clean; 327 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 889 KiB/s wr, 9 op/s 2024-08-17T17:13:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:20 smithi087 ceph-mon[85676]: osdmap e557: 8 total, 8 up, 8 in 2024-08-17T17:13:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:21.317 INFO:tasks.rados.rados.0.smithi059.stdout:2303: done (2 left) 2024-08-17T17:13:21.317 INFO:tasks.rados.rados.0.smithi059.stdout:2304: done (1 left) 2024-08-17T17:13:21.317 INFO:tasks.rados.rados.0.smithi059.stdout:2305: done (0 left) 2024-08-17T17:13:21.317 INFO:tasks.rados.rados.0.smithi059.stdout:2306: read oid 30 snap -1 2024-08-17T17:13:21.317 INFO:tasks.rados.rados.0.smithi059.stdout:2306: expect deleted 2024-08-17T17:13:21.317 INFO:tasks.rados.rados.0.smithi059.stdout:2307: read oid 41 snap -1 2024-08-17T17:13:21.317 INFO:tasks.rados.rados.0.smithi059.stdout:2307: expect (ObjNum 588 snap 192 seq_num 588) 2024-08-17T17:13:21.318 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 243 2024-08-17T17:13:21.318 INFO:tasks.rados.rados.0.smithi059.stdout:2308: seq_num 738 ranges {9928704=368640} 2024-08-17T17:13:21.373 INFO:tasks.rados.rados.0.smithi059.stdout:2308: writing smithi05980601-1 from 9928704 to 10297344 tid 1 2024-08-17T17:13:21.373 INFO:tasks.rados.rados.0.smithi059.stdout:2309: snap_create 2024-08-17T17:13:21.373 INFO:tasks.rados.rados.0.smithi059.stdout:2307: expect (ObjNum 588 snap 192 seq_num 588) 2024-08-17T17:13:21.489 INFO:tasks.rados.rados.0.smithi059.stdout:2308: finishing write tid 1 to smithi05980601-1 2024-08-17T17:13:21.489 INFO:tasks.rados.rados.0.smithi059.stdout:2308: finishing write tid 2 to smithi05980601-1 2024-08-17T17:13:21.489 INFO:tasks.rados.rados.0.smithi059.stdout:2308: finishing write tid 3 to smithi05980601-1 2024-08-17T17:13:21.489 INFO:tasks.rados.rados.0.smithi059.stdout:2308: oid 1 updating version 0 to 1656 2024-08-17T17:13:21.489 INFO:tasks.rados.rados.0.smithi059.stdout:2308: oid 1 version 1656 is already newer than 1655 2024-08-17T17:13:21.490 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1656 (ObjNum 738 snap 243 seq_num 738) dirty exists 2024-08-17T17:13:21.490 INFO:tasks.rados.rados.0.smithi059.stdout:2308: left oid 1 (ObjNum 738 snap 243 seq_num 738) 2024-08-17T17:13:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:21 smithi059 ceph-mon[92261]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T17:13:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:21 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:21 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:21 smithi059 ceph-mon[92261]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T17:13:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:21 smithi059 ceph-mon[94685]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T17:13:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:21 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:21.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:21 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:21.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:21 smithi059 ceph-mon[94685]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T17:13:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:21 smithi087 ceph-mon[85676]: osdmap e558: 8 total, 8 up, 8 in 2024-08-17T17:13:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:21 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:21 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:21 smithi087 ceph-mon[85676]: osdmap e559: 8 total, 8 up, 8 in 2024-08-17T17:13:22.207 INFO:tasks.rados.rados.0.smithi059.stdout:2306: done (3 left) 2024-08-17T17:13:22.207 INFO:tasks.rados.rados.0.smithi059.stdout:2307: done (2 left) 2024-08-17T17:13:22.208 INFO:tasks.rados.rados.0.smithi059.stdout:2308: done (1 left) 2024-08-17T17:13:22.208 INFO:tasks.rados.rados.0.smithi059.stdout:2309: done (0 left) 2024-08-17T17:13:22.208 INFO:tasks.rados.rados.0.smithi059.stdout:2310: rmattr oid 16 current snap is 244 2024-08-17T17:13:22.208 INFO:tasks.rados.rados.0.smithi059.stdout:2310: done (0 left) 2024-08-17T17:13:22.208 INFO:tasks.rados.rados.0.smithi059.stdout:2311: snap_create 2024-08-17T17:13:22.459 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:22 smithi087 ceph-mon[85676]: pgmap v505: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:13:22.459 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:22 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:22.459 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:22 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:22 smithi059 ceph-mon[94685]: pgmap v505: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:13:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:22 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:22 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:22 smithi059 ceph-mon[92261]: pgmap v505: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 0 B/s wr, 7 op/s 2024-08-17T17:13:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:22 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:22 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2311: done (0 left) 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2312: read oid 32 snap 244 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2312: expect (ObjNum 647 snap 208 seq_num 647) 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2313: read oid 40 snap 230 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2313: expect (ObjNum 696 snap 220 seq_num 696) 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2314: read oid 46 snap -1 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2314: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2315: rollback oid 31 current snap is 245 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 31 to 243 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2316: read oid 47 snap -1 2024-08-17T17:13:23.215 INFO:tasks.rados.rados.0.smithi059.stdout:2316: expect (ObjNum 731 snap 237 seq_num 731) 2024-08-17T17:13:23.216 INFO:tasks.rados.rados.0.smithi059.stdout:2317: rollback oid 34 current snap is 245 2024-08-17T17:13:23.216 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 34 to 239 2024-08-17T17:13:23.216 INFO:tasks.rados.rados.0.smithi059.stdout:2318: delete oid 35 current snap is 245 2024-08-17T17:13:23.220 INFO:tasks.rados.rados.0.smithi059.stdout:2318: done (6 left) 2024-08-17T17:13:23.220 INFO:tasks.rados.rados.0.smithi059.stdout:2319: read oid 45 snap -1 2024-08-17T17:13:23.220 INFO:tasks.rados.rados.0.smithi059.stdout:2319: expect deleted 2024-08-17T17:13:23.220 INFO:tasks.rados.rados.0.smithi059.stdout:2320: copy_from oid 22 from oid 36 current snap is 245 2024-08-17T17:13:23.221 INFO:tasks.rados.rados.0.smithi059.stdout:2321: snap_create 2024-08-17T17:13:23.224 INFO:tasks.rados.rados.0.smithi059.stdout:2315: finishing rollback tid 1 to smithi05980601-31 2024-08-17T17:13:23.224 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1991 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-17T17:13:23.224 INFO:tasks.rados.rados.0.smithi059.stdout:2317: finishing rollback tid 0 to smithi05980601-34 2024-08-17T17:13:23.224 INFO:tasks.rados.rados.0.smithi059.stdout:2317: finishing rollback tid 1 to smithi05980601-34 2024-08-17T17:13:23.226 INFO:tasks.rados.rados.0.smithi059.stdout:2317: finishing rollback tid 2 to smithi05980601-34 2024-08-17T17:13:23.226 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1534 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:13:23.236 INFO:tasks.rados.rados.0.smithi059.stdout:2312: expect (ObjNum 647 snap 208 seq_num 647) 2024-08-17T17:13:23.342 INFO:tasks.rados.rados.0.smithi059.stdout:2313: expect (ObjNum 696 snap 220 seq_num 696) 2024-08-17T17:13:23.396 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:23 smithi087 ceph-mon[85676]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T17:13:23.467 INFO:tasks.rados.rados.0.smithi059.stdout:2314: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:13:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:23 smithi059 ceph-mon[92261]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T17:13:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:23 smithi059 ceph-mon[94685]: osdmap e560: 8 total, 8 up, 8 in 2024-08-17T17:13:23.568 INFO:tasks.rados.rados.0.smithi059.stdout:2316: expect (ObjNum 731 snap 237 seq_num 731) 2024-08-17T17:13:24.416 INFO:tasks.rados.rados.0.smithi059.stdout:2320: finishing copy_from racing read to smithi05980601-22 2024-08-17T17:13:24.416 INFO:tasks.rados.rados.0.smithi059.stdout:2320: finishing copy_from to smithi05980601-22 2024-08-17T17:13:24.416 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 1095 (ObjNum 736 snap 239 seq_num 736) dirty exists 2024-08-17T17:13:24.416 INFO:tasks.rados.rados.0.smithi059.stdout:2312: done (8 left) 2024-08-17T17:13:24.416 INFO:tasks.rados.rados.0.smithi059.stdout:2313: done (7 left) 2024-08-17T17:13:24.416 INFO:tasks.rados.rados.0.smithi059.stdout:2314: done (6 left) 2024-08-17T17:13:24.416 INFO:tasks.rados.rados.0.smithi059.stdout:2315: done (5 left) 2024-08-17T17:13:24.416 INFO:tasks.rados.rados.0.smithi059.stdout:2316: done (4 left) 2024-08-17T17:13:24.416 INFO:tasks.rados.rados.0.smithi059.stdout:2317: done (3 left) 2024-08-17T17:13:24.417 INFO:tasks.rados.rados.0.smithi059.stdout:2319: done (2 left) 2024-08-17T17:13:24.417 INFO:tasks.rados.rados.0.smithi059.stdout:2320: done (1 left) 2024-08-17T17:13:24.417 INFO:tasks.rados.rados.0.smithi059.stdout:2321: done (0 left) 2024-08-17T17:13:24.417 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 246 2024-08-17T17:13:24.417 INFO:tasks.rados.rados.0.smithi059.stdout:2322: seq_num 740 ranges {12722176=401408} 2024-08-17T17:13:24.447 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:24 smithi087 ceph-mon[85676]: pgmap v508: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T17:13:24.448 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:24 smithi087 ceph-mon[85676]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T17:13:24.487 INFO:tasks.rados.rados.0.smithi059.stdout:2322: writing smithi05980601-36 from 12722176 to 13123584 tid 1 2024-08-17T17:13:24.487 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 246 2024-08-17T17:13:24.487 INFO:tasks.rados.rados.0.smithi059.stdout:2323: seq_num 741 ranges {0=417792} 2024-08-17T17:13:24.490 INFO:tasks.rados.rados.0.smithi059.stdout:2323: writing smithi05980601-31 from 0 to 417792 tid 1 2024-08-17T17:13:24.490 INFO:tasks.rados.rados.0.smithi059.stdout:2324: rmattr oid 39 current snap is 246 2024-08-17T17:13:24.490 INFO:tasks.rados.rados.0.smithi059.stdout:2324: done (2 left) 2024-08-17T17:13:24.490 INFO:tasks.rados.rados.0.smithi059.stdout:2325: snap_remove snap 245 2024-08-17T17:13:24.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:24 smithi059 ceph-mon[94685]: pgmap v508: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T17:13:24.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:24 smithi059 ceph-mon[94685]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T17:13:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:24 smithi059 ceph-mon[92261]: pgmap v508: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 4 op/s 2024-08-17T17:13:24.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:24 smithi059 ceph-mon[92261]: osdmap e561: 8 total, 8 up, 8 in 2024-08-17T17:13:25.228 INFO:tasks.rados.rados.0.smithi059.stdout:2325: done (2 left) 2024-08-17T17:13:25.228 INFO:tasks.rados.rados.0.smithi059.stdout:2326: delete oid 18 current snap is 246 2024-08-17T17:13:25.228 INFO:tasks.rados.rados.0.smithi059.stdout:2322: finishing write tid 1 to smithi05980601-36 2024-08-17T17:13:25.228 INFO:tasks.rados.rados.0.smithi059.stdout:2322: finishing write tid 2 to smithi05980601-36 2024-08-17T17:13:25.228 INFO:tasks.rados.rados.0.smithi059.stdout:2323: finishing write tid 1 to smithi05980601-31 2024-08-17T17:13:25.228 INFO:tasks.rados.rados.0.smithi059.stdout:2323: finishing write tid 2 to smithi05980601-31 2024-08-17T17:13:25.228 INFO:tasks.rados.rados.0.smithi059.stdout:2322: finishing write tid 3 to smithi05980601-36 2024-08-17T17:13:25.228 INFO:tasks.rados.rados.0.smithi059.stdout:2322: oid 36 updating version 0 to 1097 2024-08-17T17:13:25.229 INFO:tasks.rados.rados.0.smithi059.stdout:2322: oid 36 version 1097 is already newer than 1096 2024-08-17T17:13:25.229 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1097 (ObjNum 740 snap 246 seq_num 740) dirty exists 2024-08-17T17:13:25.229 INFO:tasks.rados.rados.0.smithi059.stdout:2322: left oid 36 (ObjNum 740 snap 246 seq_num 740) 2024-08-17T17:13:25.229 INFO:tasks.rados.rados.0.smithi059.stdout:2323: finishing write tid 3 to smithi05980601-31 2024-08-17T17:13:25.229 INFO:tasks.rados.rados.0.smithi059.stdout:2323: oid 31 updating version 0 to 2088 2024-08-17T17:13:25.229 INFO:tasks.rados.rados.0.smithi059.stdout:2323: oid 31 version 2088 is already newer than 2087 2024-08-17T17:13:25.229 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 2088 (ObjNum 741 snap 246 seq_num 741) dirty exists 2024-08-17T17:13:25.229 INFO:tasks.rados.rados.0.smithi059.stdout:2323: left oid 31 (ObjNum 741 snap 246 seq_num 741) 2024-08-17T17:13:25.233 INFO:tasks.rados.rados.0.smithi059.stdout:2322: done (2 left) 2024-08-17T17:13:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2323: done (1 left) 2024-08-17T17:13:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2326: done (0 left) 2024-08-17T17:13:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 246 2024-08-17T17:13:25.234 INFO:tasks.rados.rados.0.smithi059.stdout:2327: seq_num 743 ranges {0=450560} 2024-08-17T17:13:25.236 INFO:tasks.rados.rados.0.smithi059.stdout:2327: writing smithi05980601-27 from 0 to 450560 tid 1 2024-08-17T17:13:25.237 INFO:tasks.rados.rados.0.smithi059.stdout:2328: delete oid 7 current snap is 246 2024-08-17T17:13:25.240 INFO:tasks.rados.rados.0.smithi059.stdout:2328: done (1 left) 2024-08-17T17:13:25.240 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 246 2024-08-17T17:13:25.240 INFO:tasks.rados.rados.0.smithi059.stdout:2329: seq_num 745 ranges {10297344=483328} 2024-08-17T17:13:25.304 INFO:tasks.rados.rados.0.smithi059.stdout:2329: writing smithi05980601-1 from 10297344 to 10780672 tid 1 2024-08-17T17:13:25.304 INFO:tasks.rados.rados.0.smithi059.stdout:2330: snap_create 2024-08-17T17:13:25.304 INFO:tasks.rados.rados.0.smithi059.stdout:2327: finishing write tid 1 to smithi05980601-27 2024-08-17T17:13:25.304 INFO:tasks.rados.rados.0.smithi059.stdout:2327: finishing write tid 2 to smithi05980601-27 2024-08-17T17:13:25.305 INFO:tasks.rados.rados.0.smithi059.stdout:2327: finishing write tid 3 to smithi05980601-27 2024-08-17T17:13:25.305 INFO:tasks.rados.rados.0.smithi059.stdout:2327: oid 27 updating version 0 to 1096 2024-08-17T17:13:25.305 INFO:tasks.rados.rados.0.smithi059.stdout:2327: oid 27 updating version 1096 to 1097 2024-08-17T17:13:25.305 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 1097 (ObjNum 743 snap 246 seq_num 743) dirty exists 2024-08-17T17:13:25.305 INFO:tasks.rados.rados.0.smithi059.stdout:2327: left oid 27 (ObjNum 743 snap 246 seq_num 743) 2024-08-17T17:13:25.308 INFO:tasks.rados.rados.0.smithi059.stdout:2329: finishing write tid 1 to smithi05980601-1 2024-08-17T17:13:25.308 INFO:tasks.rados.rados.0.smithi059.stdout:2329: finishing write tid 2 to smithi05980601-1 2024-08-17T17:13:25.309 INFO:tasks.rados.rados.0.smithi059.stdout:2329: finishing write tid 3 to smithi05980601-1 2024-08-17T17:13:25.309 INFO:tasks.rados.rados.0.smithi059.stdout:2329: oid 1 updating version 0 to 1657 2024-08-17T17:13:25.309 INFO:tasks.rados.rados.0.smithi059.stdout:2329: oid 1 updating version 1657 to 1658 2024-08-17T17:13:25.310 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1658 (ObjNum 745 snap 246 seq_num 745) dirty exists 2024-08-17T17:13:25.310 INFO:tasks.rados.rados.0.smithi059.stdout:2329: left oid 1 (ObjNum 745 snap 246 seq_num 745) 2024-08-17T17:13:25.503 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:13:25.504 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T17:13:25.504 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.504 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.504 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:25.504 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:25.504 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.504 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:25.504 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.505 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.506 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.507 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.508 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.509 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: osdmap e562: 8 total, 8 up, 8 in 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:25.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:25.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:26.092 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (10m) 25s ago 10m 25.4M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (10m) 5s ago 10m 87.5M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (28s) 25s ago 12m 13.2M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9a21ab7f7044 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (8s) 5s ago 12m 13.3M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f8a12e36ee95 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (6m) 5s ago 15m 455M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (6m) 25s ago 17m 530M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (6m) 25s ago 17m 68.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (5m) 5s ago 15m 50.6M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (5m) 25s ago 15m 54.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (10m) 25s ago 10m 17.1M - 1.5.0 0da6a335fe13 df2afecf28d7 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (10m) 5s ago 10m 16.6M - 1.5.0 0da6a335fe13 3bc09cfb6096 2024-08-17T17:13:26.093 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (4m) 25s ago 15m 334M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:13:26.094 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (4m) 25s ago 14m 240M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:13:26.094 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (3m) 25s ago 14m 218M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:13:26.094 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (2m) 25s ago 14m 116M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4065d0c6cd6e 2024-08-17T17:13:26.094 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (2m) 5s ago 13m 168M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a9f47d531829 2024-08-17T17:13:26.094 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (112s) 5s ago 13m 173M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8d4cdefad3b6 2024-08-17T17:13:26.094 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (79s) 5s ago 12m 110M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 655a36d2efec 2024-08-17T17:13:26.094 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (45s) 5s ago 12m 86.6M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 92344c5f1d6c 2024-08-17T17:13:26.094 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (6m) 5s ago 11m 53.9M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:13:26.166 INFO:tasks.rados.rados.0.smithi059.stdout:2327: done (2 left) 2024-08-17T17:13:26.166 INFO:tasks.rados.rados.0.smithi059.stdout:2329: done (1 left) 2024-08-17T17:13:26.167 INFO:tasks.rados.rados.0.smithi059.stdout:2330: done (0 left) 2024-08-17T17:13:26.167 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 247 2024-08-17T17:13:26.167 INFO:tasks.rados.rados.0.smithi059.stdout:2331: seq_num 746 ranges {417792=499712} 2024-08-17T17:13:26.171 INFO:tasks.rados.rados.0.smithi059.stdout:2331: writing smithi05980601-31 from 417792 to 917504 tid 1 2024-08-17T17:13:26.171 INFO:tasks.rados.rados.0.smithi059.stdout:2332: read oid 19 snap -1 2024-08-17T17:13:26.171 INFO:tasks.rados.rados.0.smithi059.stdout:2332: expect deleted 2024-08-17T17:13:26.171 INFO:tasks.rados.rados.0.smithi059.stdout:2333: snap_remove snap 225 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: pgmap v511: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all mds 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all rgw 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all iscsi 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all nfs 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: Upgrade: Setting container_image for all nvmeof 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: from='client.54373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:26.370 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: from='client.44447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[92261]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: pgmap v511: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all mds 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all rgw 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all iscsi 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all nfs 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: Upgrade: Setting container_image for all nvmeof 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T17:13:26.371 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: from='client.54373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:26.372 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: from='client.44447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:26.372 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:26.372 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:26 smithi059 ceph-mon[94685]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T17:13:26.470 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:13:26.470 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:13:26.471 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 15 2024-08-17T17:13:26.472 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:13:26.472 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:13:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: pgmap v511: 121 pgs: 121 active+clean; 323 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-17T17:13:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all mds 2024-08-17T17:13:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all rgw 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all rbd-mirror 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all ceph-exporter 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all iscsi 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all nfs 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: Upgrade: Setting container_image for all nvmeof 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: osdmap e563: 8 total, 8 up, 8 in 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: from='client.54373 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: from='client.44447 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:26 smithi087 ceph-mon[85676]: osdmap e564: 8 total, 8 up, 8 in 2024-08-17T17:13:26.796 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:13:26.796 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:13:26.796 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:13:26.796 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:13:26.796 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:13:26.796 INFO:teuthology.orchestra.run.smithi059.stdout: "osd", 2024-08-17T17:13:26.796 INFO:teuthology.orchestra.run.smithi059.stdout: "mds", 2024-08-17T17:13:26.796 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:13:26.796 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:13:26.797 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:13:26.797 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "15/20 daemons upgraded", 2024-08-17T17:13:26.797 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading node-exporter daemons", 2024-08-17T17:13:26.797 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:13:26.797 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:13:27.037 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:26 smithi059 systemd[1]: Stopping Ceph node-exporter.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:2333: done (2 left) 2024-08-17T17:13:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:2334: rollback oid 45 current snap is 247 2024-08-17T17:13:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 45 to 235 2024-08-17T17:13:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:2331: finishing write tid 1 to smithi05980601-31 2024-08-17T17:13:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:2331: finishing write tid 2 to smithi05980601-31 2024-08-17T17:13:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:2331: finishing write tid 3 to smithi05980601-31 2024-08-17T17:13:27.171 INFO:tasks.rados.rados.0.smithi059.stdout:2331: oid 31 updating version 0 to 2090 2024-08-17T17:13:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:2331: oid 31 updating version 2090 to 2091 2024-08-17T17:13:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 2091 (ObjNum 746 snap 247 seq_num 746) dirty exists 2024-08-17T17:13:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:2331: left oid 31 (ObjNum 746 snap 247 seq_num 746) 2024-08-17T17:13:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:2331: done (2 left) 2024-08-17T17:13:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:2332: done (1 left) 2024-08-17T17:13:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:2335: setattr oid 35 current snap is 247 2024-08-17T17:13:27.172 INFO:tasks.rados.rados.0.smithi059.stdout:2336: snap_create 2024-08-17T17:13:27.173 INFO:tasks.rados.rados.0.smithi059.stdout:2334: finishing rollback tid 1 to smithi05980601-45 2024-08-17T17:13:27.173 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 0 (ObjNum 609 snap 0 seq_num 338639616) dirty dne 2024-08-17T17:13:27.181 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1098 (ObjNum 289 snap 0 seq_num 1275522698) dirty exists 2024-08-17T17:13:27.533 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:27 smithi059 podman[123900]: 2024-08-17 17:13:27.268316808 +0000 UTC m=+0.128983871 container died df2afecf28d7429ca223dd966831cf48bd2f0198355d6e791c588eb73f00bb98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:13:27.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[92261]: Upgrade: Updating node-exporter.a (1/2) 2024-08-17T17:13:27.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[92261]: Deploying daemon node-exporter.a on smithi059 2024-08-17T17:13:27.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2570836739' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:27.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[92261]: pgmap v514: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 306 KiB/s wr, 5 op/s 2024-08-17T17:13:27.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[92261]: from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:27.534 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[92261]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T17:13:27.535 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:13:27] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.43.0" 2024-08-17T17:13:27.535 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[94685]: Upgrade: Updating node-exporter.a (1/2) 2024-08-17T17:13:27.535 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[94685]: Deploying daemon node-exporter.a on smithi059 2024-08-17T17:13:27.535 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2570836739' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:27.535 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[94685]: pgmap v514: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 306 KiB/s wr, 5 op/s 2024-08-17T17:13:27.535 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[94685]: from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:27.535 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:27 smithi059 ceph-mon[94685]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T17:13:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:27 smithi087 ceph-mon[85676]: Upgrade: Updating node-exporter.a (1/2) 2024-08-17T17:13:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:27 smithi087 ceph-mon[85676]: Deploying daemon node-exporter.a on smithi059 2024-08-17T17:13:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:27 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2570836739' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:27 smithi087 ceph-mon[85676]: pgmap v514: 121 pgs: 121 active+clean; 324 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 306 KiB/s wr, 5 op/s 2024-08-17T17:13:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:27 smithi087 ceph-mon[85676]: from='client.34548 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:27.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:27 smithi087 ceph-mon[85676]: osdmap e565: 8 total, 8 up, 8 in 2024-08-17T17:13:27.787 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:27 smithi059 podman[123900]: 2024-08-17 17:13:27.749476477 +0000 UTC m=+0.610143546 container cleanup df2afecf28d7429ca223dd966831cf48bd2f0198355d6e791c588eb73f00bb98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:13:27.787 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:27 smithi059 bash[123900]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T17:13:28.169 INFO:tasks.rados.rados.0.smithi059.stdout:2334: done (2 left) 2024-08-17T17:13:28.169 INFO:tasks.rados.rados.0.smithi059.stdout:2335: done (1 left) 2024-08-17T17:13:28.169 INFO:tasks.rados.rados.0.smithi059.stdout:2336: done (0 left) 2024-08-17T17:13:28.170 INFO:tasks.rados.rados.0.smithi059.stdout:2337: delete oid 49 current snap is 248 2024-08-17T17:13:28.172 INFO:tasks.rados.rados.0.smithi059.stdout:2337: done (0 left) 2024-08-17T17:13:28.172 INFO:tasks.rados.rados.0.smithi059.stdout:2338: read oid 3 snap 230 2024-08-17T17:13:28.172 INFO:tasks.rados.rados.0.smithi059.stdout:2338: expect (ObjNum 554 snap 181 seq_num 554) 2024-08-17T17:13:28.172 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 248 2024-08-17T17:13:28.173 INFO:tasks.rados.rados.0.smithi059.stdout:2339: seq_num 748 ranges {0=532480} 2024-08-17T17:13:28.175 INFO:tasks.rados.rados.0.smithi059.stdout:2339: writing smithi05980601-6 from 0 to 532480 tid 1 2024-08-17T17:13:28.175 INFO:tasks.rados.rados.0.smithi059.stdout:2340: snap_remove snap 233 2024-08-17T17:13:28.287 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 podman[123913]: 2024-08-17 17:13:28.018087647 +0000 UTC m=+0.747251377 container remove df2afecf28d7429ca223dd966831cf48bd2f0198355d6e791c588eb73f00bb98 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:13:28.287 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:13:28.287 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T17:13:28.287 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 systemd[1]: Stopped Ceph node-exporter.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:28.288 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 3.023s CPU time. 2024-08-17T17:13:28.787 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 systemd[1]: Starting Ceph node-exporter.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:28.787 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 bash[124042]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-17T17:13:29.172 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 bash[124042]: Getting image source signatures 2024-08-17T17:13:29.172 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 bash[124042]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-17T17:13:29.172 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 bash[124042]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-17T17:13:29.172 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:28 smithi059 bash[124042]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-17T17:13:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:2340: done (2 left) 2024-08-17T17:13:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:2341: rmattr oid 33 current snap is 248 2024-08-17T17:13:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 248 2024-08-17T17:13:29.176 INFO:tasks.rados.rados.0.smithi059.stdout:2342: seq_num 749 ranges {0=548864} 2024-08-17T17:13:29.180 INFO:tasks.rados.rados.0.smithi059.stdout:2342: writing smithi05980601-4 from 0 to 548864 tid 1 2024-08-17T17:13:29.180 INFO:tasks.rados.rados.0.smithi059.stdout:2343: copy_from oid 41 from oid 46 current snap is 248 2024-08-17T17:13:29.180 INFO:tasks.rados.rados.0.smithi059.stdout:2344: delete oid 10 current snap is 248 2024-08-17T17:13:29.180 INFO:tasks.rados.rados.0.smithi059.stdout:2339: finishing write tid 1 to smithi05980601-6 2024-08-17T17:13:29.181 INFO:tasks.rados.rados.0.smithi059.stdout:2339: finishing write tid 2 to smithi05980601-6 2024-08-17T17:13:29.181 INFO:tasks.rados.rados.0.smithi059.stdout:2339: finishing write tid 3 to smithi05980601-6 2024-08-17T17:13:29.181 INFO:tasks.rados.rados.0.smithi059.stdout:2339: oid 6 updating version 0 to 1665 2024-08-17T17:13:29.181 INFO:tasks.rados.rados.0.smithi059.stdout:2339: oid 6 version 1665 is already newer than 1664 2024-08-17T17:13:29.181 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1665 (ObjNum 748 snap 248 seq_num 748) dirty exists 2024-08-17T17:13:29.181 INFO:tasks.rados.rados.0.smithi059.stdout:2339: left oid 6 (ObjNum 748 snap 248 seq_num 748) 2024-08-17T17:13:29.181 INFO:tasks.rados.rados.0.smithi059.stdout:2338: expect (ObjNum 554 snap 181 seq_num 554) 2024-08-17T17:13:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:29 smithi059 ceph-mon[92261]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T17:13:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:29 smithi059 ceph-mon[94685]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T17:13:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:29 smithi087 ceph-mon[85676]: osdmap e566: 8 total, 8 up, 8 in 2024-08-17T17:13:29.596 INFO:tasks.rados.rados.0.smithi059.stdout:2342: finishing write tid 1 to smithi05980601-4 2024-08-17T17:13:29.596 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1523 (ObjNum 660 snap 209 seq_num 660) dirty exists 2024-08-17T17:13:29.596 INFO:tasks.rados.rados.0.smithi059.stdout:2342: finishing write tid 2 to smithi05980601-4 2024-08-17T17:13:29.596 INFO:tasks.rados.rados.0.smithi059.stdout:2342: finishing write tid 3 to smithi05980601-4 2024-08-17T17:13:29.596 INFO:tasks.rados.rados.0.smithi059.stdout:2342: oid 4 updating version 0 to 1666 2024-08-17T17:13:29.596 INFO:tasks.rados.rados.0.smithi059.stdout:2342: oid 4 updating version 1666 to 1667 2024-08-17T17:13:29.596 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1667 (ObjNum 749 snap 248 seq_num 749) dirty exists 2024-08-17T17:13:29.596 INFO:tasks.rados.rados.0.smithi059.stdout:2342: left oid 4 (ObjNum 749 snap 248 seq_num 749) 2024-08-17T17:13:29.596 INFO:tasks.rados.rados.0.smithi059.stdout:2343: finishing copy_from racing read to smithi05980601-41 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:2343: finishing copy_from to smithi05980601-41 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1661 (ObjNum 707 snap 227 seq_num 707) dirty exists 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:2338: done (5 left) 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:2339: done (4 left) 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:2341: done (3 left) 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:2342: done (2 left) 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:2343: done (1 left) 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:2344: done (0 left) 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 248 2024-08-17T17:13:29.597 INFO:tasks.rados.rados.0.smithi059.stdout:2345: seq_num 751 ranges {5701632=581632} 2024-08-17T17:13:29.630 INFO:tasks.rados.rados.0.smithi059.stdout:2345: writing smithi05980601-23 from 5701632 to 6283264 tid 1 2024-08-17T17:13:29.630 INFO:tasks.rados.rados.0.smithi059.stdout:2346: snap_remove snap 238 2024-08-17T17:13:30.177 INFO:tasks.rados.rados.0.smithi059.stdout:2345: finishing write tid 1 to smithi05980601-23 2024-08-17T17:13:30.177 INFO:tasks.rados.rados.0.smithi059.stdout:2345: finishing write tid 2 to smithi05980601-23 2024-08-17T17:13:30.177 INFO:tasks.rados.rados.0.smithi059.stdout:2345: finishing write tid 3 to smithi05980601-23 2024-08-17T17:13:30.177 INFO:tasks.rados.rados.0.smithi059.stdout:2345: oid 23 updating version 0 to 1668 2024-08-17T17:13:30.178 INFO:tasks.rados.rados.0.smithi059.stdout:2345: oid 23 updating version 1668 to 1669 2024-08-17T17:13:30.178 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1669 (ObjNum 751 snap 248 seq_num 751) dirty exists 2024-08-17T17:13:30.178 INFO:tasks.rados.rados.0.smithi059.stdout:2345: left oid 23 (ObjNum 751 snap 248 seq_num 751) 2024-08-17T17:13:30.178 INFO:tasks.rados.rados.0.smithi059.stdout:2345: done (1 left) 2024-08-17T17:13:30.178 INFO:tasks.rados.rados.0.smithi059.stdout:2346: done (0 left) 2024-08-17T17:13:30.178 INFO:tasks.rados.rados.0.smithi059.stdout:2347: delete oid 28 current snap is 248 2024-08-17T17:13:30.187 INFO:tasks.rados.rados.0.smithi059.stdout:2347: done (0 left) 2024-08-17T17:13:30.187 INFO:tasks.rados.rados.0.smithi059.stdout:2348: setattr oid 22 current snap is 248 2024-08-17T17:13:30.188 INFO:tasks.rados.rados.0.smithi059.stdout:2349: snap_create 2024-08-17T17:13:30.197 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 1099 (ObjNum 736 snap 239 seq_num 736) dirty exists 2024-08-17T17:13:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:30 smithi059 ceph-mon[92261]: pgmap v517: 121 pgs: 121 active+clean; 338 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-08-17T17:13:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:30 smithi059 ceph-mon[92261]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T17:13:30.537 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:30 smithi059 bash[124042]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-17T17:13:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:30 smithi059 ceph-mon[94685]: pgmap v517: 121 pgs: 121 active+clean; 338 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-08-17T17:13:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:30 smithi059 ceph-mon[94685]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T17:13:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:30 smithi087 ceph-mon[85676]: pgmap v517: 121 pgs: 121 active+clean; 338 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 14 op/s 2024-08-17T17:13:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:30 smithi087 ceph-mon[85676]: osdmap e567: 8 total, 8 up, 8 in 2024-08-17T17:13:30.817 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:30 smithi059 bash[124042]: Writing manifest to image destination 2024-08-17T17:13:31.119 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:30 smithi059 podman[124042]: 2024-08-17 17:13:30.804315456 +0000 UTC m=+2.311043153 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-17T17:13:31.119 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:30 smithi059 podman[124042]: 2024-08-17 17:13:30.902699721 +0000 UTC m=+2.409427455 container create 1747d2fd6c3fa89c407bc68834b68feab1aa8ef59aa9ad44a7d3446f5fe4902b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:13:31.194 INFO:tasks.rados.rados.0.smithi059.stdout:2348: done (1 left) 2024-08-17T17:13:31.194 INFO:tasks.rados.rados.0.smithi059.stdout:2349: done (0 left) 2024-08-17T17:13:31.195 INFO:tasks.rados.rados.0.smithi059.stdout:2350: snap_remove snap 237 2024-08-17T17:13:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-mon[92261]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T17:13:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-mon[94685]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T17:13:31.538 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 podman[124042]: 2024-08-17 17:13:31.246838192 +0000 UTC m=+2.753565903 container init 1747d2fd6c3fa89c407bc68834b68feab1aa8ef59aa9ad44a7d3446f5fe4902b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:13:31.538 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 podman[124042]: 2024-08-17 17:13:31.250132946 +0000 UTC m=+2.756860637 container start 1747d2fd6c3fa89c407bc68834b68feab1aa8ef59aa9ad44a7d3446f5fe4902b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:13:31.538 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.253Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-17T17:13:31.538 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.253Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-17T17:13:31.538 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.254Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T17:13:31.538 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.254Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T17:13:31.538 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.254Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.254Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T17:13:31.539 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T17:13:31.540 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T17:13:31.541 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T17:13:31.541 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T17:13:31.541 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T17:13:31.541 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T17:13:31.541 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T17:13:31.541 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T17:13:31.541 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T17:13:31.541 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T17:13:31.541 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T17:13:31.542 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-17T17:13:31.543 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a[124092]: ts=2024-08-17T17:13:31.255Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T17:13:31.543 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 bash[124042]: 1747d2fd6c3fa89c407bc68834b68feab1aa8ef59aa9ad44a7d3446f5fe4902b 2024-08-17T17:13:31.543 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:13:31 smithi059 systemd[1]: Started Ceph node-exporter.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:31 smithi087 ceph-mon[85676]: osdmap e568: 8 total, 8 up, 8 in 2024-08-17T17:13:32.194 INFO:tasks.rados.rados.0.smithi059.stdout:2350: done (0 left) 2024-08-17T17:13:32.194 INFO:tasks.rados.rados.0.smithi059.stdout:2351: read oid 8 snap -1 2024-08-17T17:13:32.194 INFO:tasks.rados.rados.0.smithi059.stdout:2351: expect deleted 2024-08-17T17:13:32.194 INFO:tasks.rados.rados.0.smithi059.stdout:2352: read oid 35 snap -1 2024-08-17T17:13:32.194 INFO:tasks.rados.rados.0.smithi059.stdout:2352: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:13:32.194 INFO:tasks.rados.rados.0.smithi059.stdout:2353: rollback oid 13 current snap is 249 2024-08-17T17:13:32.194 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 13 to 202 2024-08-17T17:13:32.194 INFO:tasks.rados.rados.0.smithi059.stdout:2354: snap_remove snap 246 2024-08-17T17:13:32.363 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:32 smithi087 ceph-mon[85676]: pgmap v520: 121 pgs: 121 active+clean; 338 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-08-17T17:13:32.363 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:32 smithi087 ceph-mon[85676]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T17:13:32.363 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:32 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:32.363 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:32 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:32 smithi059 ceph-mon[92261]: pgmap v520: 121 pgs: 121 active+clean; 338 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-08-17T17:13:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:32 smithi059 ceph-mon[92261]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T17:13:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:32 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:32 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:32.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:32 smithi059 ceph-mon[94685]: pgmap v520: 121 pgs: 121 active+clean; 338 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-08-17T17:13:32.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:32 smithi059 ceph-mon[94685]: osdmap e569: 8 total, 8 up, 8 in 2024-08-17T17:13:32.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:32 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:32.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:32 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:33.215 INFO:tasks.rados.rados.0.smithi059.stdout:2354: done (3 left) 2024-08-17T17:13:33.215 INFO:tasks.rados.rados.0.smithi059.stdout:2355: read oid 21 snap -1 2024-08-17T17:13:33.215 INFO:tasks.rados.rados.0.smithi059.stdout:2355: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:13:33.216 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 249 2024-08-17T17:13:33.216 INFO:tasks.rados.rados.0.smithi059.stdout:2356: seq_num 753 ranges {0=614400} 2024-08-17T17:13:33.218 INFO:tasks.rados.rados.0.smithi059.stdout:2356: writing smithi05980601-10 from 0 to 614400 tid 1 2024-08-17T17:13:33.219 INFO:tasks.rados.rados.0.smithi059.stdout:2352: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:13:33.222 INFO:tasks.rados.rados.0.smithi059.stdout:2353: finishing rollback tid 0 to smithi05980601-13 2024-08-17T17:13:33.223 INFO:tasks.rados.rados.0.smithi059.stdout:2353: finishing rollback tid 1 to smithi05980601-13 2024-08-17T17:13:33.223 INFO:tasks.rados.rados.0.smithi059.stdout:2353: finishing rollback tid 2 to smithi05980601-13 2024-08-17T17:13:33.223 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 1086 (ObjNum 568 snap 186 seq_num 568) dirty exists 2024-08-17T17:13:33.223 INFO:tasks.rados.rados.0.smithi059.stdout:2351: done (4 left) 2024-08-17T17:13:33.223 INFO:tasks.rados.rados.0.smithi059.stdout:2352: done (3 left) 2024-08-17T17:13:33.224 INFO:tasks.rados.rados.0.smithi059.stdout:2353: done (2 left) 2024-08-17T17:13:33.224 INFO:tasks.rados.rados.0.smithi059.stdout:2357: read oid 26 snap -1 2024-08-17T17:13:33.224 INFO:tasks.rados.rados.0.smithi059.stdout:2357: expect (ObjNum 694 snap 220 seq_num 694) 2024-08-17T17:13:33.224 INFO:tasks.rados.rados.0.smithi059.stdout:2358: rollback oid 25 current snap is 249 2024-08-17T17:13:33.224 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 25 to 226 2024-08-17T17:13:33.224 INFO:tasks.rados.rados.0.smithi059.stdout:2359: rollback oid 44 current snap is 249 2024-08-17T17:13:33.225 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 44 to 230 2024-08-17T17:13:33.225 INFO:tasks.rados.rados.0.smithi059.stdout:2360: snap_remove snap 235 2024-08-17T17:13:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:33 smithi059 ceph-mon[92261]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T17:13:33.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:33 smithi059 ceph-mon[94685]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T17:13:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:33 smithi087 ceph-mon[85676]: osdmap e570: 8 total, 8 up, 8 in 2024-08-17T17:13:33.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:13:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:13:33.231+0000 7f580dce3640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 13a after trimming was started 2024-08-17T17:13:33.551 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:33 smithi087 systemd[1]: Stopping Ceph node-exporter.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:33.851 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:33 smithi087 podman[112799]: 2024-08-17 17:13:33.594680308 +0000 UTC m=+0.132757624 container died 3bc09cfb609603eb05fda4e5bdafad912bc77c39470d66ede6ea3def30e18623 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:13:34.204 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:33 smithi087 podman[112799]: 2024-08-17 17:13:33.950702583 +0000 UTC m=+0.488779905 container cleanup 3bc09cfb609603eb05fda4e5bdafad912bc77c39470d66ede6ea3def30e18623 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:13:34.204 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:33 smithi087 bash[112799]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T17:13:34.219 INFO:tasks.rados.rados.0.smithi059.stdout:2360: done (5 left) 2024-08-17T17:13:34.219 INFO:tasks.rados.rados.0.smithi059.stdout:2361: delete oid 3 current snap is 249 2024-08-17T17:13:34.219 INFO:tasks.rados.rados.0.smithi059.stdout:2355: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:13:34.282 INFO:tasks.rados.rados.0.smithi059.stdout:2356: finishing write tid 1 to smithi05980601-10 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:2359: finishing rollback tid 0 to smithi05980601-44 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:2358: finishing rollback tid 0 to smithi05980601-25 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:2356: finishing write tid 2 to smithi05980601-10 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:2359: finishing rollback tid 1 to smithi05980601-44 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1525 (ObjNum 177 snap 0 seq_num 337978752) dirty dne 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:2358: finishing rollback tid 1 to smithi05980601-25 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:2358: finishing rollback tid 2 to smithi05980601-25 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1100 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:2356: finishing write tid 3 to smithi05980601-10 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:2356: oid 10 updating version 0 to 1214 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:2356: oid 10 updating version 1214 to 1215 2024-08-17T17:13:34.283 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1215 (ObjNum 753 snap 249 seq_num 753) dirty exists 2024-08-17T17:13:34.284 INFO:tasks.rados.rados.0.smithi059.stdout:2356: left oid 10 (ObjNum 753 snap 249 seq_num 753) 2024-08-17T17:13:34.284 INFO:tasks.rados.rados.0.smithi059.stdout:2357: expect (ObjNum 694 snap 220 seq_num 694) 2024-08-17T17:13:34.474 INFO:tasks.rados.rados.0.smithi059.stdout:2355: done (5 left) 2024-08-17T17:13:34.474 INFO:tasks.rados.rados.0.smithi059.stdout:2356: done (4 left) 2024-08-17T17:13:34.474 INFO:tasks.rados.rados.0.smithi059.stdout:2357: done (3 left) 2024-08-17T17:13:34.474 INFO:tasks.rados.rados.0.smithi059.stdout:2358: done (2 left) 2024-08-17T17:13:34.474 INFO:tasks.rados.rados.0.smithi059.stdout:2359: done (1 left) 2024-08-17T17:13:34.474 INFO:tasks.rados.rados.0.smithi059.stdout:2361: done (0 left) 2024-08-17T17:13:34.474 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 249 2024-08-17T17:13:34.475 INFO:tasks.rados.rados.0.smithi059.stdout:2362: seq_num 755 ranges {0=647168} 2024-08-17T17:13:34.477 INFO:tasks.rados.rados.0.smithi059.stdout:2362: writing smithi05980601-49 from 0 to 647168 tid 1 2024-08-17T17:13:34.477 INFO:tasks.rados.rados.0.smithi059.stdout:2363: rmattr oid 11 current snap is 249 2024-08-17T17:13:34.477 INFO:tasks.rados.rados.0.smithi059.stdout:2364: snap_create 2024-08-17T17:13:34.481 INFO:tasks.rados.rados.0.smithi059.stdout:2362: finishing write tid 1 to smithi05980601-49 2024-08-17T17:13:34.481 INFO:tasks.rados.rados.0.smithi059.stdout:2362: finishing write tid 2 to smithi05980601-49 2024-08-17T17:13:34.483 INFO:tasks.rados.rados.0.smithi059.stdout:2362: finishing write tid 3 to smithi05980601-49 2024-08-17T17:13:34.483 INFO:tasks.rados.rados.0.smithi059.stdout:2362: oid 49 updating version 0 to 2125 2024-08-17T17:13:34.483 INFO:tasks.rados.rados.0.smithi059.stdout:2362: oid 49 version 2125 is already newer than 2124 2024-08-17T17:13:34.484 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 2125 (ObjNum 755 snap 249 seq_num 755) dirty exists 2024-08-17T17:13:34.484 INFO:tasks.rados.rados.0.smithi059.stdout:2362: left oid 49 (ObjNum 755 snap 249 seq_num 755) 2024-08-17T17:13:34.484 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2127 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-08-17T17:13:34.511 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:34 smithi087 podman[112812]: 2024-08-17 17:13:34.31077011 +0000 UTC m=+0.716345611 container remove 3bc09cfb609603eb05fda4e5bdafad912bc77c39470d66ede6ea3def30e18623 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:13:34.511 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:34 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:13:34.511 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:34 smithi087 ceph-mon[85676]: pgmap v523: 121 pgs: 121 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 788 KiB/s wr, 11 op/s 2024-08-17T17:13:34.511 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:34 smithi087 ceph-mon[85676]: Upgrade: Updating node-exporter.b (2/2) 2024-08-17T17:13:34.511 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:34 smithi087 ceph-mon[85676]: Deploying daemon node-exporter.b on smithi087 2024-08-17T17:13:34.511 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:34 smithi087 ceph-mon[85676]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T17:13:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:34 smithi059 ceph-mon[92261]: pgmap v523: 121 pgs: 121 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 788 KiB/s wr, 11 op/s 2024-08-17T17:13:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:34 smithi059 ceph-mon[92261]: Upgrade: Updating node-exporter.b (2/2) 2024-08-17T17:13:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:34 smithi059 ceph-mon[92261]: Deploying daemon node-exporter.b on smithi087 2024-08-17T17:13:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:34 smithi059 ceph-mon[92261]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T17:13:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:34 smithi059 ceph-mon[94685]: pgmap v523: 121 pgs: 121 active+clean; 341 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 788 KiB/s wr, 11 op/s 2024-08-17T17:13:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:34 smithi059 ceph-mon[94685]: Upgrade: Updating node-exporter.b (2/2) 2024-08-17T17:13:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:34 smithi059 ceph-mon[94685]: Deploying daemon node-exporter.b on smithi087 2024-08-17T17:13:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:34 smithi059 ceph-mon[94685]: osdmap e571: 8 total, 8 up, 8 in 2024-08-17T17:13:34.800 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:34 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T17:13:34.800 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:34 smithi087 systemd[1]: Stopped Ceph node-exporter.b for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:34.800 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:34 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.683s CPU time. 2024-08-17T17:13:34.801 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:34 smithi087 systemd[1]: Starting Ceph node-exporter.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:35.214 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:34 smithi087 bash[112937]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-08-17T17:13:35.219 INFO:tasks.rados.rados.0.smithi059.stdout:2362: done (2 left) 2024-08-17T17:13:35.219 INFO:tasks.rados.rados.0.smithi059.stdout:2363: done (1 left) 2024-08-17T17:13:35.219 INFO:tasks.rados.rados.0.smithi059.stdout:2364: done (0 left) 2024-08-17T17:13:35.219 INFO:tasks.rados.rados.0.smithi059.stdout:2365: delete oid 46 current snap is 250 2024-08-17T17:13:35.223 INFO:tasks.rados.rados.0.smithi059.stdout:2365: done (0 left) 2024-08-17T17:13:35.223 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 250 2024-08-17T17:13:35.223 INFO:tasks.rados.rados.0.smithi059.stdout:2366: seq_num 757 ranges {647168=688128} 2024-08-17T17:13:35.231 INFO:tasks.rados.rados.0.smithi059.stdout:2366: writing smithi05980601-49 from 647168 to 1335296 tid 1 2024-08-17T17:13:35.231 INFO:tasks.rados.rados.0.smithi059.stdout:2367: rmattr oid 35 current snap is 250 2024-08-17T17:13:35.231 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 250 2024-08-17T17:13:35.231 INFO:tasks.rados.rados.0.smithi059.stdout:2368: seq_num 758 ranges {0=704512} 2024-08-17T17:13:35.235 INFO:tasks.rados.rados.0.smithi059.stdout:2368: writing smithi05980601-44 from 0 to 704512 tid 1 2024-08-17T17:13:35.235 INFO:tasks.rados.rados.0.smithi059.stdout:2369: delete oid 19 current snap is 250 2024-08-17T17:13:35.235 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1100 (ObjNum 65 snap 0 seq_num 1768647017) dirty exists 2024-08-17T17:13:35.239 INFO:tasks.rados.rados.0.smithi059.stdout:2368: finishing write tid 1 to smithi05980601-44 2024-08-17T17:13:35.239 INFO:tasks.rados.rados.0.smithi059.stdout:2368: finishing write tid 2 to smithi05980601-44 2024-08-17T17:13:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2366: finishing write tid 1 to smithi05980601-49 2024-08-17T17:13:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2366: finishing write tid 2 to smithi05980601-49 2024-08-17T17:13:35.241 INFO:tasks.rados.rados.0.smithi059.stdout:2368: finishing write tid 3 to smithi05980601-44 2024-08-17T17:13:35.241 INFO:tasks.rados.rados.0.smithi059.stdout:2368: oid 44 updating version 0 to 1526 2024-08-17T17:13:35.241 INFO:tasks.rados.rados.0.smithi059.stdout:2368: oid 44 updating version 1526 to 1527 2024-08-17T17:13:35.241 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1527 (ObjNum 758 snap 250 seq_num 758) dirty exists 2024-08-17T17:13:35.241 INFO:tasks.rados.rados.0.smithi059.stdout:2368: left oid 44 (ObjNum 758 snap 250 seq_num 758) 2024-08-17T17:13:35.242 INFO:tasks.rados.rados.0.smithi059.stdout:2366: finishing write tid 3 to smithi05980601-49 2024-08-17T17:13:35.242 INFO:tasks.rados.rados.0.smithi059.stdout:2366: oid 49 updating version 0 to 2130 2024-08-17T17:13:35.242 INFO:tasks.rados.rados.0.smithi059.stdout:2366: oid 49 version 2130 is already newer than 2129 2024-08-17T17:13:35.242 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 2130 (ObjNum 757 snap 250 seq_num 757) dirty exists 2024-08-17T17:13:35.242 INFO:tasks.rados.rados.0.smithi059.stdout:2366: left oid 49 (ObjNum 757 snap 250 seq_num 757) 2024-08-17T17:13:35.242 INFO:tasks.rados.rados.0.smithi059.stdout:2366: done (3 left) 2024-08-17T17:13:35.242 INFO:tasks.rados.rados.0.smithi059.stdout:2367: done (2 left) 2024-08-17T17:13:35.242 INFO:tasks.rados.rados.0.smithi059.stdout:2368: done (1 left) 2024-08-17T17:13:35.243 INFO:tasks.rados.rados.0.smithi059.stdout:2369: done (0 left) 2024-08-17T17:13:35.243 INFO:tasks.rados.rados.0.smithi059.stdout:2370: setattr oid 40 current snap is 250 2024-08-17T17:13:35.244 INFO:tasks.rados.rados.0.smithi059.stdout:2371: read oid 50 snap -1 2024-08-17T17:13:35.244 INFO:tasks.rados.rados.0.smithi059.stdout:2371: expect (ObjNum 726 snap 234 seq_num 726) 2024-08-17T17:13:35.244 INFO:tasks.rados.rados.0.smithi059.stdout:2372: read oid 42 snap 230 2024-08-17T17:13:35.244 INFO:tasks.rados.rados.0.smithi059.stdout:2372: expect (ObjNum 697 snap 220 seq_num 697) 2024-08-17T17:13:35.244 INFO:tasks.rados.rados.0.smithi059.stdout:2373: read oid 46 snap -1 2024-08-17T17:13:35.244 INFO:tasks.rados.rados.0.smithi059.stdout:2373: expect deleted 2024-08-17T17:13:35.244 INFO:tasks.rados.rados.0.smithi059.stdout:2374: delete oid 24 current snap is 250 2024-08-17T17:13:35.247 INFO:tasks.rados.rados.0.smithi059.stdout:2373: done (4 left) 2024-08-17T17:13:35.247 INFO:tasks.rados.rados.0.smithi059.stdout:2374: done (3 left) 2024-08-17T17:13:35.247 INFO:tasks.rados.rados.0.smithi059.stdout:2375: delete oid 1 current snap is 250 2024-08-17T17:13:35.250 INFO:tasks.rados.rados.0.smithi059.stdout:2371: expect (ObjNum 726 snap 234 seq_num 726) 2024-08-17T17:13:35.256 INFO:tasks.rados.rados.0.smithi059.stdout:2372: expect (ObjNum 697 snap 220 seq_num 697) 2024-08-17T17:13:35.391 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1660 (ObjNum 696 snap 220 seq_num 696) dirty exists 2024-08-17T17:13:35.391 INFO:tasks.rados.rados.0.smithi059.stdout:2370: done (3 left) 2024-08-17T17:13:35.391 INFO:tasks.rados.rados.0.smithi059.stdout:2371: done (2 left) 2024-08-17T17:13:35.391 INFO:tasks.rados.rados.0.smithi059.stdout:2372: done (1 left) 2024-08-17T17:13:35.391 INFO:tasks.rados.rados.0.smithi059.stdout:2375: done (0 left) 2024-08-17T17:13:35.391 INFO:tasks.rados.rados.0.smithi059.stdout:2376: read oid 37 snap 202 2024-08-17T17:13:35.391 INFO:tasks.rados.rados.0.smithi059.stdout:2376: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:13:35.391 INFO:tasks.rados.rados.0.smithi059.stdout:2377: read oid 33 snap -1 2024-08-17T17:13:35.391 INFO:tasks.rados.rados.0.smithi059.stdout:2377: expect (ObjNum 660 snap 209 seq_num 660) 2024-08-17T17:13:35.392 INFO:tasks.rados.rados.0.smithi059.stdout:2378: delete oid 19 current snap is 250 2024-08-17T17:13:35.396 INFO:tasks.rados.rados.0.smithi059.stdout:2376: expect (ObjNum 352 snap 123 seq_num 352) 2024-08-17T17:13:35.428 INFO:tasks.rados.rados.0.smithi059.stdout:2377: expect (ObjNum 660 snap 209 seq_num 660) 2024-08-17T17:13:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:35 smithi059 ceph-mon[92261]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T17:13:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:35.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:35 smithi059 ceph-mon[94685]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T17:13:35.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:35 smithi087 ceph-mon[85676]: osdmap e572: 8 total, 8 up, 8 in 2024-08-17T17:13:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:35.550 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:35 smithi087 bash[112937]: Getting image source signatures 2024-08-17T17:13:35.550 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:35 smithi087 bash[112937]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-08-17T17:13:35.550 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:35 smithi087 bash[112937]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-08-17T17:13:35.551 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:35 smithi087 bash[112937]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-08-17T17:13:35.638 INFO:tasks.rados.rados.0.smithi059.stdout:2376: done (2 left) 2024-08-17T17:13:35.638 INFO:tasks.rados.rados.0.smithi059.stdout:2377: done (1 left) 2024-08-17T17:13:35.638 INFO:tasks.rados.rados.0.smithi059.stdout:2378: done (0 left) 2024-08-17T17:13:35.638 INFO:tasks.rados.rados.0.smithi059.stdout:2379: setattr oid 9 current snap is 250 2024-08-17T17:13:35.639 INFO:tasks.rados.rados.0.smithi059.stdout:2380: rollback oid 23 current snap is 250 2024-08-17T17:13:35.639 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 23 to 202 2024-08-17T17:13:35.639 INFO:tasks.rados.rados.0.smithi059.stdout:2381: rollback oid 5 current snap is 250 2024-08-17T17:13:35.639 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 5 to 242 2024-08-17T17:13:35.639 INFO:tasks.rados.rados.0.smithi059.stdout:2382: rmattr oid 22 current snap is 250 2024-08-17T17:13:35.639 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 250 2024-08-17T17:13:35.639 INFO:tasks.rados.rados.0.smithi059.stdout:2383: seq_num 763 ranges {1916928=786432} 2024-08-17T17:13:35.654 INFO:tasks.rados.rados.0.smithi059.stdout:2383: writing smithi05980601-29 from 1916928 to 2703360 tid 1 2024-08-17T17:13:35.654 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 250 2024-08-17T17:13:35.654 INFO:tasks.rados.rados.0.smithi059.stdout:2384: seq_num 764 ranges {0=802816} 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:2384: writing smithi05980601-8 from 0 to 802816 tid 1 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:2385: read oid 44 snap -1 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:2385: expect (ObjNum 758 snap 250 seq_num 758) 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 250 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:2381: finishing rollback tid 1 to smithi05980601-5 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1530 (ObjNum 49 snap 0 seq_num 1275722442) dirty dne 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:2380: finishing rollback tid 0 to smithi05980601-23 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1225 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 1101 (ObjNum 736 snap 239 seq_num 736) dirty exists 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:2380: finishing rollback tid 1 to smithi05980601-23 2024-08-17T17:13:35.659 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1672 (ObjNum 161 snap 0 seq_num 338420144) dirty dne 2024-08-17T17:13:35.660 INFO:tasks.rados.rados.0.smithi059.stdout:2383: finishing write tid 1 to smithi05980601-29 2024-08-17T17:13:35.660 INFO:tasks.rados.rados.0.smithi059.stdout:2383: finishing write tid 2 to smithi05980601-29 2024-08-17T17:13:35.660 INFO:tasks.rados.rados.0.smithi059.stdout:2386: seq_num 765 ranges {614400=417792,1032192=401408} 2024-08-17T17:13:35.664 INFO:tasks.rados.rados.0.smithi059.stdout:2386: writing smithi05980601-10 from 614400 to 1032192 tid 1 2024-08-17T17:13:35.667 INFO:tasks.rados.rados.0.smithi059.stdout:2386: writing smithi05980601-10 from 1032192 to 1433600 tid 2 2024-08-17T17:13:35.667 INFO:tasks.rados.rados.0.smithi059.stdout:2379: done (7 left) 2024-08-17T17:13:35.667 INFO:tasks.rados.rados.0.smithi059.stdout:2380: done (6 left) 2024-08-17T17:13:35.667 INFO:tasks.rados.rados.0.smithi059.stdout:2381: done (5 left) 2024-08-17T17:13:35.667 INFO:tasks.rados.rados.0.smithi059.stdout:2382: done (4 left) 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2387: copy_from oid 4 from oid 27 current snap is 250 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2383: finishing write tid 3 to smithi05980601-29 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2383: oid 29 updating version 0 to 1639 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2383: oid 29 updating version 1639 to 1640 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1640 (ObjNum 763 snap 250 seq_num 763) dirty exists 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2383: left oid 29 (ObjNum 763 snap 250 seq_num 763) 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2383: done (4 left) 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2388: read oid 19 snap -1 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2388: expect deleted 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2389: snap_create 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2384: finishing write tid 1 to smithi05980601-8 2024-08-17T17:13:35.668 INFO:tasks.rados.rados.0.smithi059.stdout:2384: finishing write tid 2 to smithi05980601-8 2024-08-17T17:13:35.669 INFO:tasks.rados.rados.0.smithi059.stdout:2385: expect (ObjNum 758 snap 250 seq_num 758) 2024-08-17T17:13:35.686 INFO:tasks.rados.rados.0.smithi059.stdout:2384: finishing write tid 3 to smithi05980601-8 2024-08-17T17:13:35.686 INFO:tasks.rados.rados.0.smithi059.stdout:2384: oid 8 updating version 0 to 1088 2024-08-17T17:13:35.686 INFO:tasks.rados.rados.0.smithi059.stdout:2384: oid 8 version 1088 is already newer than 1087 2024-08-17T17:13:35.686 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 1088 (ObjNum 764 snap 250 seq_num 764) dirty exists 2024-08-17T17:13:35.686 INFO:tasks.rados.rados.0.smithi059.stdout:2384: left oid 8 (ObjNum 764 snap 250 seq_num 764) 2024-08-17T17:13:35.687 INFO:tasks.rados.rados.0.smithi059.stdout:2386: finishing write tid 1 to smithi05980601-10 2024-08-17T17:13:35.687 INFO:tasks.rados.rados.0.smithi059.stdout:2386: finishing write tid 2 to smithi05980601-10 2024-08-17T17:13:35.687 INFO:tasks.rados.rados.0.smithi059.stdout:2386: finishing write tid 3 to smithi05980601-10 2024-08-17T17:13:35.687 INFO:tasks.rados.rados.0.smithi059.stdout:2386: finishing write tid 4 to smithi05980601-10 2024-08-17T17:13:35.687 INFO:tasks.rados.rados.0.smithi059.stdout:2386: oid 10 updating version 0 to 1229 2024-08-17T17:13:35.687 INFO:tasks.rados.rados.0.smithi059.stdout:2386: oid 10 version 1229 is already newer than 1227 2024-08-17T17:13:35.687 INFO:tasks.rados.rados.0.smithi059.stdout:2386: oid 10 version 1229 is already newer than 1228 2024-08-17T17:13:35.687 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1229 (ObjNum 765 snap 250 seq_num 765) dirty exists 2024-08-17T17:13:35.688 INFO:tasks.rados.rados.0.smithi059.stdout:2386: left oid 10 (ObjNum 765 snap 250 seq_num 765) 2024-08-17T17:13:35.688 INFO:tasks.rados.rados.0.smithi059.stdout:2387: finishing copy_from racing read to smithi05980601-4 2024-08-17T17:13:35.688 INFO:tasks.rados.rados.0.smithi059.stdout:2387: finishing copy_from to smithi05980601-4 2024-08-17T17:13:35.688 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 1097 (ObjNum 743 snap 246 seq_num 743) dirty exists 2024-08-17T17:13:36.169 INFO:tasks.rados.rados.0.smithi059.stdout:2384: done (5 left) 2024-08-17T17:13:36.169 INFO:tasks.rados.rados.0.smithi059.stdout:2385: done (4 left) 2024-08-17T17:13:36.169 INFO:tasks.rados.rados.0.smithi059.stdout:2386: done (3 left) 2024-08-17T17:13:36.169 INFO:tasks.rados.rados.0.smithi059.stdout:2387: done (2 left) 2024-08-17T17:13:36.169 INFO:tasks.rados.rados.0.smithi059.stdout:2388: done (1 left) 2024-08-17T17:13:36.169 INFO:tasks.rados.rados.0.smithi059.stdout:2389: done (0 left) 2024-08-17T17:13:36.170 INFO:tasks.rados.rados.0.smithi059.stdout:2390: delete oid 16 current snap is 251 2024-08-17T17:13:36.173 INFO:tasks.rados.rados.0.smithi059.stdout:2390: done (0 left) 2024-08-17T17:13:36.174 INFO:tasks.rados.rados.0.smithi059.stdout:2391: rollback oid 28 current snap is 251 2024-08-17T17:13:36.174 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 28 to 240 2024-08-17T17:13:36.174 INFO:tasks.rados.rados.0.smithi059.stdout:2392: copy_from oid 35 from oid 21 current snap is 251 2024-08-17T17:13:36.174 INFO:tasks.rados.rados.0.smithi059.stdout:2393: delete oid 50 current snap is 251 2024-08-17T17:13:36.177 INFO:tasks.rados.rados.0.smithi059.stdout:2391: finishing rollback tid 1 to smithi05980601-28 2024-08-17T17:13:36.178 INFO:tasks.rados.rados.0.smithi059.stdout:2393: done (2 left) 2024-08-17T17:13:36.178 INFO:tasks.rados.rados.0.smithi059.stdout:2394: setattr oid 44 current snap is 251 2024-08-17T17:13:36.178 INFO:tasks.rados.rados.0.smithi059.stdout:2391: finishing rollback tid 2 to smithi05980601-28 2024-08-17T17:13:36.179 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1663 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:13:36.180 INFO:tasks.rados.rados.0.smithi059.stdout:2391: done (2 left) 2024-08-17T17:13:36.180 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 251 2024-08-17T17:13:36.181 INFO:tasks.rados.rados.0.smithi059.stdout:2395: seq_num 768 ranges {0=466944,466944=401408} 2024-08-17T17:13:36.183 INFO:tasks.rados.rados.0.smithi059.stdout:2395: writing smithi05980601-1 from 0 to 466944 tid 1 2024-08-17T17:13:36.187 INFO:tasks.rados.rados.0.smithi059.stdout:2395: writing smithi05980601-1 from 466944 to 868352 tid 2 2024-08-17T17:13:36.187 INFO:tasks.rados.rados.0.smithi059.stdout:2396: read oid 12 snap -1 2024-08-17T17:13:36.187 INFO:tasks.rados.rados.0.smithi059.stdout:2396: expect deleted 2024-08-17T17:13:36.187 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 251 2024-08-17T17:13:36.187 INFO:tasks.rados.rados.0.smithi059.stdout:2392: finishing copy_from racing read to smithi05980601-35 2024-08-17T17:13:36.187 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1528 (ObjNum 758 snap 250 seq_num 758) dirty exists 2024-08-17T17:13:36.187 INFO:tasks.rados.rados.0.smithi059.stdout:2392: finishing copy_from to smithi05980601-35 2024-08-17T17:13:36.187 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1531 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:13:36.187 INFO:tasks.rados.rados.0.smithi059.stdout:2397: seq_num 769 ranges {2457600=483328,2940928=401408} 2024-08-17T17:13:36.202 INFO:tasks.rados.rados.0.smithi059.stdout:2397: writing smithi05980601-32 from 2457600 to 2940928 tid 1 2024-08-17T17:13:36.205 INFO:tasks.rados.rados.0.smithi059.stdout:2397: writing smithi05980601-32 from 2940928 to 3342336 tid 2 2024-08-17T17:13:36.205 INFO:tasks.rados.rados.0.smithi059.stdout:2392: done (4 left) 2024-08-17T17:13:36.205 INFO:tasks.rados.rados.0.smithi059.stdout:2394: done (3 left) 2024-08-17T17:13:36.205 INFO:tasks.rados.rados.0.smithi059.stdout:2398: snap_create 2024-08-17T17:13:36.205 INFO:tasks.rados.rados.0.smithi059.stdout:2395: finishing write tid 1 to smithi05980601-1 2024-08-17T17:13:36.205 INFO:tasks.rados.rados.0.smithi059.stdout:2395: finishing write tid 2 to smithi05980601-1 2024-08-17T17:13:36.206 INFO:tasks.rados.rados.0.smithi059.stdout:2395: finishing write tid 3 to smithi05980601-1 2024-08-17T17:13:36.206 INFO:tasks.rados.rados.0.smithi059.stdout:2395: finishing write tid 4 to smithi05980601-1 2024-08-17T17:13:36.206 INFO:tasks.rados.rados.0.smithi059.stdout:2395: oid 1 updating version 0 to 1665 2024-08-17T17:13:36.206 INFO:tasks.rados.rados.0.smithi059.stdout:2395: oid 1 version 1665 is already newer than 1664 2024-08-17T17:13:36.206 INFO:tasks.rados.rados.0.smithi059.stdout:2395: oid 1 updating version 1665 to 1666 2024-08-17T17:13:36.206 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1666 (ObjNum 768 snap 251 seq_num 768) dirty exists 2024-08-17T17:13:36.206 INFO:tasks.rados.rados.0.smithi059.stdout:2395: left oid 1 (ObjNum 768 snap 251 seq_num 768) 2024-08-17T17:13:36.208 INFO:tasks.rados.rados.0.smithi059.stdout:2397: finishing write tid 1 to smithi05980601-32 2024-08-17T17:13:36.208 INFO:tasks.rados.rados.0.smithi059.stdout:2397: finishing write tid 2 to smithi05980601-32 2024-08-17T17:13:36.208 INFO:tasks.rados.rados.0.smithi059.stdout:2397: finishing write tid 3 to smithi05980601-32 2024-08-17T17:13:36.209 INFO:tasks.rados.rados.0.smithi059.stdout:2397: finishing write tid 4 to smithi05980601-32 2024-08-17T17:13:36.209 INFO:tasks.rados.rados.0.smithi059.stdout:2397: oid 32 updating version 0 to 657 2024-08-17T17:13:36.209 INFO:tasks.rados.rados.0.smithi059.stdout:2397: oid 32 updating version 657 to 659 2024-08-17T17:13:36.210 INFO:tasks.rados.rados.0.smithi059.stdout:2397: oid 32 version 659 is already newer than 658 2024-08-17T17:13:36.210 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 659 (ObjNum 769 snap 251 seq_num 769) dirty exists 2024-08-17T17:13:36.210 INFO:tasks.rados.rados.0.smithi059.stdout:2397: left oid 32 (ObjNum 769 snap 251 seq_num 769) 2024-08-17T17:13:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:36 smithi059 ceph-mon[92261]: pgmap v526: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T17:13:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:36 smithi059 ceph-mon[92261]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T17:13:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:36 smithi059 ceph-mon[92261]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T17:13:36.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:36 smithi059 ceph-mon[94685]: pgmap v526: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T17:13:36.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:36 smithi059 ceph-mon[94685]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T17:13:36.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:36 smithi059 ceph-mon[94685]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T17:13:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:36 smithi087 ceph-mon[85676]: pgmap v526: 121 pgs: 121 active+clean; 343 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T17:13:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:36 smithi087 ceph-mon[85676]: osdmap e573: 8 total, 8 up, 8 in 2024-08-17T17:13:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:36 smithi087 ceph-mon[85676]: osdmap e574: 8 total, 8 up, 8 in 2024-08-17T17:13:37.172 INFO:tasks.rados.rados.0.smithi059.stdout:2395: done (3 left) 2024-08-17T17:13:37.172 INFO:tasks.rados.rados.0.smithi059.stdout:2396: done (2 left) 2024-08-17T17:13:37.173 INFO:tasks.rados.rados.0.smithi059.stdout:2397: done (1 left) 2024-08-17T17:13:37.173 INFO:tasks.rados.rados.0.smithi059.stdout:2398: done (0 left) 2024-08-17T17:13:37.173 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 252 2024-08-17T17:13:37.173 INFO:tasks.rados.rados.0.smithi059.stdout:2399: seq_num 770 ranges {532480=499712,1032192=401408} 2024-08-17T17:13:37.178 INFO:tasks.rados.rados.0.smithi059.stdout:2399: writing smithi05980601-6 from 532480 to 1032192 tid 1 2024-08-17T17:13:37.180 INFO:tasks.rados.rados.0.smithi059.stdout:2399: writing smithi05980601-6 from 1032192 to 1433600 tid 2 2024-08-17T17:13:37.180 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 252 2024-08-17T17:13:37.180 INFO:tasks.rados.rados.0.smithi059.stdout:2400: seq_num 771 ranges {13123584=516096,13639680=401408} 2024-08-17T17:13:37.255 INFO:tasks.rados.rados.0.smithi059.stdout:2400: writing smithi05980601-36 from 13123584 to 13639680 tid 1 2024-08-17T17:13:37.258 INFO:tasks.rados.rados.0.smithi059.stdout:2400: writing smithi05980601-36 from 13639680 to 14041088 tid 2 2024-08-17T17:13:37.258 INFO:tasks.rados.rados.0.smithi059.stdout:2401: snap_create 2024-08-17T17:13:37.258 INFO:tasks.rados.rados.0.smithi059.stdout:2399: finishing write tid 1 to smithi05980601-6 2024-08-17T17:13:37.258 INFO:tasks.rados.rados.0.smithi059.stdout:2399: finishing write tid 2 to smithi05980601-6 2024-08-17T17:13:37.258 INFO:tasks.rados.rados.0.smithi059.stdout:2399: finishing write tid 3 to smithi05980601-6 2024-08-17T17:13:37.258 INFO:tasks.rados.rados.0.smithi059.stdout:2399: finishing write tid 4 to smithi05980601-6 2024-08-17T17:13:37.258 INFO:tasks.rados.rados.0.smithi059.stdout:2399: oid 6 updating version 0 to 1673 2024-08-17T17:13:37.259 INFO:tasks.rados.rados.0.smithi059.stdout:2399: oid 6 updating version 1673 to 1674 2024-08-17T17:13:37.259 INFO:tasks.rados.rados.0.smithi059.stdout:2399: oid 6 updating version 1674 to 1675 2024-08-17T17:13:37.259 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1675 (ObjNum 770 snap 252 seq_num 770) dirty exists 2024-08-17T17:13:37.259 INFO:tasks.rados.rados.0.smithi059.stdout:2399: left oid 6 (ObjNum 770 snap 252 seq_num 770) 2024-08-17T17:13:37.262 INFO:tasks.rados.rados.0.smithi059.stdout:2400: finishing write tid 1 to smithi05980601-36 2024-08-17T17:13:37.262 INFO:tasks.rados.rados.0.smithi059.stdout:2400: finishing write tid 2 to smithi05980601-36 2024-08-17T17:13:37.263 INFO:tasks.rados.rados.0.smithi059.stdout:2400: finishing write tid 3 to smithi05980601-36 2024-08-17T17:13:37.264 INFO:tasks.rados.rados.0.smithi059.stdout:2400: finishing write tid 4 to smithi05980601-36 2024-08-17T17:13:37.264 INFO:tasks.rados.rados.0.smithi059.stdout:2400: oid 36 updating version 0 to 1103 2024-08-17T17:13:37.265 INFO:tasks.rados.rados.0.smithi059.stdout:2400: oid 36 version 1103 is already newer than 1102 2024-08-17T17:13:37.265 INFO:tasks.rados.rados.0.smithi059.stdout:2400: oid 36 updating version 1103 to 1104 2024-08-17T17:13:37.265 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1104 (ObjNum 771 snap 252 seq_num 771) dirty exists 2024-08-17T17:13:37.265 INFO:tasks.rados.rados.0.smithi059.stdout:2400: left oid 36 (ObjNum 771 snap 252 seq_num 771) 2024-08-17T17:13:37.300 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:36 smithi087 bash[112937]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-08-17T17:13:37.300 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 bash[112937]: Writing manifest to image destination 2024-08-17T17:13:37.781 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 podman[112937]: 2024-08-17 17:13:37.412986632 +0000 UTC m=+2.596549277 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-08-17T17:13:37.781 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 podman[112937]: 2024-08-17 17:13:37.511406211 +0000 UTC m=+2.694968846 container create 1369ed605bed29b6609c32f7efa5197bda72e6976567dcf065cba820cf47a263 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:13:37.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:13:37 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:13:37] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-08-17T17:13:38.051 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 podman[112937]: 2024-08-17 17:13:37.780879914 +0000 UTC m=+2.964442548 container init 1369ed605bed29b6609c32f7efa5197bda72e6976567dcf065cba820cf47a263 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:13:38.051 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 podman[112937]: 2024-08-17 17:13:37.783843843 +0000 UTC m=+2.967406486 container start 1369ed605bed29b6609c32f7efa5197bda72e6976567dcf065cba820cf47a263 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:13:38.051 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.786Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-08-17T17:13:38.051 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.786Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-08-17T17:13:38.051 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.787Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-17T17:13:38.051 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.787Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-17T17:13:38.051 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.787Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.787Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=arp 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=edac 2024-08-17T17:13:38.052 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-17T17:13:38.053 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-17T17:13:38.054 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-17T17:13:38.054 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-17T17:13:38.054 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-17T17:13:38.054 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=os 2024-08-17T17:13:38.054 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-17T17:13:38.054 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-17T17:13:38.054 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-17T17:13:38.054 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=stat 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=time 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=uname 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-17T17:13:38.055 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.788Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-17T17:13:38.056 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.789Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-08-17T17:13:38.056 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b[112987]: ts=2024-08-17T17:13:37.789Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-17T17:13:38.056 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 bash[112937]: 1369ed605bed29b6609c32f7efa5197bda72e6976567dcf065cba820cf47a263 2024-08-17T17:13:38.056 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:13:37 smithi087 systemd[1]: Started Ceph node-exporter.b for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:38.221 INFO:tasks.rados.rados.0.smithi059.stdout:2399: done (2 left) 2024-08-17T17:13:38.221 INFO:tasks.rados.rados.0.smithi059.stdout:2400: done (1 left) 2024-08-17T17:13:38.221 INFO:tasks.rados.rados.0.smithi059.stdout:2401: done (0 left) 2024-08-17T17:13:38.221 INFO:tasks.rados.rados.0.smithi059.stdout:2402: rmattr oid 11 current snap is 253 2024-08-17T17:13:38.221 INFO:tasks.rados.rados.0.smithi059.stdout:2403: read oid 20 snap -1 2024-08-17T17:13:38.221 INFO:tasks.rados.rados.0.smithi059.stdout:2403: expect (ObjNum 689 snap 218 seq_num 689) 2024-08-17T17:13:38.222 INFO:tasks.rados.rados.0.smithi059.stdout:2404: copy_from oid 23 from oid 37 current snap is 253 2024-08-17T17:13:38.222 INFO:tasks.rados.rados.0.smithi059.stdout:2405: snap_create 2024-08-17T17:13:38.226 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2136 (ObjNum 727 snap 236 seq_num 727) dirty exists 2024-08-17T17:13:38.233 INFO:tasks.rados.rados.0.smithi059.stdout:2403: expect (ObjNum 689 snap 218 seq_num 689) 2024-08-17T17:13:38.287 INFO:tasks.rados.rados.0.smithi059.stdout:2404: finishing copy_from racing read to smithi05980601-23 2024-08-17T17:13:38.287 INFO:tasks.rados.rados.0.smithi059.stdout:2404: finishing copy_from to smithi05980601-23 2024-08-17T17:13:38.287 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 2060 (ObjNum 730 snap 237 seq_num 730) dirty exists 2024-08-17T17:13:38.460 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:38 smithi087 ceph-mon[85676]: pgmap v529: 121 pgs: 121 active+clean; 351 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 790 KiB/s wr, 19 op/s 2024-08-17T17:13:38.461 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:38 smithi087 ceph-mon[85676]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T17:13:38.461 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:38.461 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:38.461 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:38 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[94685]: pgmap v529: 121 pgs: 121 active+clean; 351 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 790 KiB/s wr, 19 op/s 2024-08-17T17:13:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[94685]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T17:13:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:38.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:38.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[92261]: pgmap v529: 121 pgs: 121 active+clean; 351 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 790 KiB/s wr, 19 op/s 2024-08-17T17:13:38.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[92261]: osdmap e575: 8 total, 8 up, 8 in 2024-08-17T17:13:38.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:38.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:38.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:38 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:39.227 INFO:tasks.rados.rados.0.smithi059.stdout:2402: done (3 left) 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:2403: done (2 left) 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:2404: done (1 left) 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:2405: done (0 left) 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:2406: rollback oid 30 current snap is 254 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 252 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:2407: rollback oid 36 current snap is 254 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 36 to 247 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:2408: read oid 1 snap -1 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:2408: expect (ObjNum 768 snap 251 seq_num 768) 2024-08-17T17:13:39.228 INFO:tasks.rados.rados.0.smithi059.stdout:2409: snap_remove snap 248 2024-08-17T17:13:39.522 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:39 smithi059 ceph-mon[92261]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T17:13:39.522 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:39 smithi059 ceph-mon[92261]: pgmap v532: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 51 op/s 2024-08-17T17:13:39.522 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:39 smithi059 ceph-mon[94685]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T17:13:39.523 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:39 smithi059 ceph-mon[94685]: pgmap v532: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 51 op/s 2024-08-17T17:13:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:39 smithi087 ceph-mon[85676]: osdmap e576: 8 total, 8 up, 8 in 2024-08-17T17:13:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:39 smithi087 ceph-mon[85676]: pgmap v532: 121 pgs: 121 active+clean; 358 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 51 op/s 2024-08-17T17:13:40.232 INFO:tasks.rados.rados.0.smithi059.stdout:2409: done (3 left) 2024-08-17T17:13:40.233 INFO:tasks.rados.rados.0.smithi059.stdout:2410: snap_create 2024-08-17T17:13:40.233 INFO:tasks.rados.rados.0.smithi059.stdout:2406: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:13:40.233 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1616 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:13:40.233 INFO:tasks.rados.rados.0.smithi059.stdout:2407: finishing rollback tid 0 to smithi05980601-36 2024-08-17T17:13:40.233 INFO:tasks.rados.rados.0.smithi059.stdout:2407: finishing rollback tid 1 to smithi05980601-36 2024-08-17T17:13:40.233 INFO:tasks.rados.rados.0.smithi059.stdout:2408: expect (ObjNum 768 snap 251 seq_num 768) 2024-08-17T17:13:40.260 INFO:tasks.rados.rados.0.smithi059.stdout:2407: finishing rollback tid 2 to smithi05980601-36 2024-08-17T17:13:40.261 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1107 (ObjNum 740 snap 246 seq_num 740) dirty exists 2024-08-17T17:13:40.525 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:40 smithi087 ceph-mon[85676]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T17:13:40.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:40 smithi059 ceph-mon[92261]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T17:13:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:40 smithi059 ceph-mon[94685]: osdmap e577: 8 total, 8 up, 8 in 2024-08-17T17:13:41.168 INFO:tasks.rados.rados.0.smithi059.stdout:2406: done (3 left) 2024-08-17T17:13:41.169 INFO:tasks.rados.rados.0.smithi059.stdout:2407: done (2 left) 2024-08-17T17:13:41.169 INFO:tasks.rados.rados.0.smithi059.stdout:2408: done (1 left) 2024-08-17T17:13:41.169 INFO:tasks.rados.rados.0.smithi059.stdout:2410: done (0 left) 2024-08-17T17:13:41.169 INFO:tasks.rados.rados.0.smithi059.stdout:2411: snap_create 2024-08-17T17:13:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[92261]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T17:13:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[92261]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 359 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-08-17T17:13:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[92261]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T17:13:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[94685]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T17:13:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[94685]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 359 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-08-17T17:13:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:41 smithi059 ceph-mon[94685]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T17:13:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:41 smithi087 ceph-mon[85676]: osdmap e578: 8 total, 8 up, 8 in 2024-08-17T17:13:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:41 smithi087 ceph-mon[85676]: pgmap v535: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 359 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 2.0 MiB/s wr, 35 op/s 2024-08-17T17:13:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:41 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:41 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:41 smithi087 ceph-mon[85676]: osdmap e579: 8 total, 8 up, 8 in 2024-08-17T17:13:42.172 INFO:tasks.rados.rados.0.smithi059.stdout:2411: done (0 left) 2024-08-17T17:13:42.172 INFO:tasks.rados.rados.0.smithi059.stdout:2412: setattr oid 22 current snap is 256 2024-08-17T17:13:42.174 INFO:tasks.rados.rados.0.smithi059.stdout:2413: snap_remove snap 229 2024-08-17T17:13:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[92261]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T17:13:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:42 smithi059 ceph-mon[94685]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T17:13:42.684 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.684 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.684 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.684 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.684 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.685 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:42.685 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:42 smithi087 ceph-mon[85676]: osdmap e580: 8 total, 8 up, 8 in 2024-08-17T17:13:43.174 INFO:tasks.rados.rados.0.smithi059.stdout:2413: done (1 left) 2024-08-17T17:13:43.174 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 256 2024-08-17T17:13:43.174 INFO:tasks.rados.rados.0.smithi059.stdout:2414: seq_num 772 ranges {11542528=532480,12075008=401408} 2024-08-17T17:13:43.241 INFO:tasks.rados.rados.0.smithi059.stdout:2414: writing smithi05980601-11 from 11542528 to 12075008 tid 1 2024-08-17T17:13:43.243 INFO:tasks.rados.rados.0.smithi059.stdout:2414: writing smithi05980601-11 from 12075008 to 12476416 tid 2 2024-08-17T17:13:43.243 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 256 2024-08-17T17:13:43.243 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 1532 (ObjNum 736 snap 239 seq_num 736) dirty exists 2024-08-17T17:13:43.243 INFO:tasks.rados.rados.0.smithi059.stdout:2415: seq_num 773 ranges {4390912=548864,4939776=401408} 2024-08-17T17:13:43.270 INFO:tasks.rados.rados.0.smithi059.stdout:2415: writing smithi05980601-26 from 4390912 to 4939776 tid 1 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2415: writing smithi05980601-26 from 4939776 to 5341184 tid 2 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2412: done (2 left) 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2416: setattr oid 23 current snap is 256 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2414: finishing write tid 1 to smithi05980601-11 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2414: finishing write tid 2 to smithi05980601-11 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2414: finishing write tid 3 to smithi05980601-11 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2414: finishing write tid 4 to smithi05980601-11 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2414: oid 11 updating version 0 to 2151 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2414: oid 11 version 2151 is already newer than 2150 2024-08-17T17:13:43.273 INFO:tasks.rados.rados.0.smithi059.stdout:2414: oid 11 updating version 2151 to 2152 2024-08-17T17:13:43.274 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2152 (ObjNum 772 snap 256 seq_num 772) dirty exists 2024-08-17T17:13:43.274 INFO:tasks.rados.rados.0.smithi059.stdout:2414: left oid 11 (ObjNum 772 snap 256 seq_num 772) 2024-08-17T17:13:43.274 INFO:tasks.rados.rados.0.smithi059.stdout:2414: done (2 left) 2024-08-17T17:13:43.274 INFO:tasks.rados.rados.0.smithi059.stdout:2417: snap_remove snap 255 2024-08-17T17:13:44.177 INFO:tasks.rados.rados.0.smithi059.stdout:2417: done (2 left) 2024-08-17T17:13:44.177 INFO:tasks.rados.rados.0.smithi059.stdout:2418: read oid 25 snap -1 2024-08-17T17:13:44.177 INFO:tasks.rados.rados.0.smithi059.stdout:2418: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:13:44.177 INFO:tasks.rados.rados.0.smithi059.stdout:2419: rmattr oid 1 current snap is 256 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2419: done (3 left) 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2420: rmattr oid 4 current snap is 256 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2420: done (3 left) 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2421: copy_from oid 10 from oid 5 current snap is 256 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2415: finishing write tid 1 to smithi05980601-26 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2415: finishing write tid 2 to smithi05980601-26 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2415: finishing write tid 3 to smithi05980601-26 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 2061 (ObjNum 730 snap 237 seq_num 730) dirty exists 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2415: finishing write tid 4 to smithi05980601-26 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2415: oid 26 updating version 0 to 1515 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2415: oid 26 updating version 1515 to 1517 2024-08-17T17:13:44.178 INFO:tasks.rados.rados.0.smithi059.stdout:2415: oid 26 version 1517 is already newer than 1516 2024-08-17T17:13:44.179 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 1517 (ObjNum 773 snap 256 seq_num 773) dirty exists 2024-08-17T17:13:44.179 INFO:tasks.rados.rados.0.smithi059.stdout:2415: left oid 26 (ObjNum 773 snap 256 seq_num 773) 2024-08-17T17:13:44.179 INFO:tasks.rados.rados.0.smithi059.stdout:2415: done (3 left) 2024-08-17T17:13:44.179 INFO:tasks.rados.rados.0.smithi059.stdout:2416: done (2 left) 2024-08-17T17:13:44.179 INFO:tasks.rados.rados.0.smithi059.stdout:2422: snap_remove snap 252 2024-08-17T17:13:44.353 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:44 smithi059 ceph-mon[92261]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 637 KiB/s rd, 420 KiB/s wr, 9 op/s 2024-08-17T17:13:44.353 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:44 smithi059 ceph-mon[92261]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T17:13:44.353 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:44 smithi059 ceph-mon[94685]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 637 KiB/s rd, 420 KiB/s wr, 9 op/s 2024-08-17T17:13:44.353 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:44 smithi059 ceph-mon[94685]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T17:13:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:44 smithi087 ceph-mon[85676]: pgmap v538: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 360 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 637 KiB/s rd, 420 KiB/s wr, 9 op/s 2024-08-17T17:13:44.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:44 smithi087 ceph-mon[85676]: osdmap e581: 8 total, 8 up, 8 in 2024-08-17T17:13:45.184 INFO:tasks.rados.rados.0.smithi059.stdout:2421: finishing copy_from to smithi05980601-10 2024-08-17T17:13:45.184 INFO:tasks.rados.rados.0.smithi059.stdout:2421: got expected ENOENT (src dne) 2024-08-17T17:13:45.185 INFO:tasks.rados.rados.0.smithi059.stdout:2421: finishing copy_from racing read to smithi05980601-10 2024-08-17T17:13:45.185 INFO:tasks.rados.rados.0.smithi059.stdout:2418: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:13:45.244 INFO:tasks.rados.rados.0.smithi059.stdout:2418: done (2 left) 2024-08-17T17:13:45.244 INFO:tasks.rados.rados.0.smithi059.stdout:2421: done (1 left) 2024-08-17T17:13:45.245 INFO:tasks.rados.rados.0.smithi059.stdout:2422: done (0 left) 2024-08-17T17:13:45.245 INFO:tasks.rados.rados.0.smithi059.stdout:2423: copy_from oid 34 from oid 33 current snap is 256 2024-08-17T17:13:45.245 INFO:tasks.rados.rados.0.smithi059.stdout:2424: rmattr oid 44 current snap is 256 2024-08-17T17:13:45.245 INFO:tasks.rados.rados.0.smithi059.stdout:2425: copy_from oid 20 from oid 28 current snap is 256 2024-08-17T17:13:45.245 INFO:tasks.rados.rados.0.smithi059.stdout:2426: snap_create 2024-08-17T17:13:45.249 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1529 (ObjNum 758 snap 250 seq_num 758) dirty exists 2024-08-17T17:13:45.265 INFO:tasks.rados.rados.0.smithi059.stdout:2423: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:13:45.270 INFO:tasks.rados.rados.0.smithi059.stdout:2423: finishing copy_from to smithi05980601-34 2024-08-17T17:13:45.270 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1523 (ObjNum 660 snap 209 seq_num 660) dirty exists 2024-08-17T17:13:45.270 INFO:tasks.rados.rados.0.smithi059.stdout:2425: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:13:45.273 INFO:tasks.rados.rados.0.smithi059.stdout:2425: finishing copy_from to smithi05980601-20 2024-08-17T17:13:45.273 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 1663 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:13:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:45 smithi059 ceph-mon[92261]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T17:13:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:45 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:45.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:45 smithi059 ceph-mon[94685]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T17:13:45.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:45 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:45.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:45 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:45 smithi087 ceph-mon[85676]: osdmap e582: 8 total, 8 up, 8 in 2024-08-17T17:13:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:45 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:45 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.240 INFO:tasks.rados.rados.0.smithi059.stdout:2423: done (3 left) 2024-08-17T17:13:46.240 INFO:tasks.rados.rados.0.smithi059.stdout:2424: done (2 left) 2024-08-17T17:13:46.240 INFO:tasks.rados.rados.0.smithi059.stdout:2425: done (1 left) 2024-08-17T17:13:46.240 INFO:tasks.rados.rados.0.smithi059.stdout:2426: done (0 left) 2024-08-17T17:13:46.240 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 257 2024-08-17T17:13:46.241 INFO:tasks.rados.rados.0.smithi059.stdout:2427: seq_num 774 ranges {3727360=565248,4292608=401408} 2024-08-17T17:13:46.263 INFO:tasks.rados.rados.0.smithi059.stdout:2427: writing smithi05980601-40 from 3727360 to 4292608 tid 1 2024-08-17T17:13:46.265 INFO:tasks.rados.rados.0.smithi059.stdout:2427: writing smithi05980601-40 from 4292608 to 4694016 tid 2 2024-08-17T17:13:46.265 INFO:tasks.rados.rados.0.smithi059.stdout:2428: setattr oid 23 current snap is 257 2024-08-17T17:13:46.267 INFO:tasks.rados.rados.0.smithi059.stdout:2429: delete oid 21 current snap is 257 2024-08-17T17:13:46.270 INFO:tasks.rados.rados.0.smithi059.stdout:2427: finishing write tid 1 to smithi05980601-40 2024-08-17T17:13:46.270 INFO:tasks.rados.rados.0.smithi059.stdout:2427: finishing write tid 2 to smithi05980601-40 2024-08-17T17:13:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2429: done (2 left) 2024-08-17T17:13:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2430: read oid 41 snap -1 2024-08-17T17:13:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2430: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:13:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2431: rollback oid 10 current snap is 257 2024-08-17T17:13:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 240 2024-08-17T17:13:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2432: setattr oid 42 current snap is 257 2024-08-17T17:13:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2427: finishing write tid 3 to smithi05980601-40 2024-08-17T17:13:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:2427: finishing write tid 4 to smithi05980601-40 2024-08-17T17:13:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:2427: oid 40 updating version 0 to 1667 2024-08-17T17:13:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:2427: oid 40 updating version 1667 to 1669 2024-08-17T17:13:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:2427: oid 40 version 1669 is already newer than 1668 2024-08-17T17:13:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1669 (ObjNum 774 snap 257 seq_num 774) dirty exists 2024-08-17T17:13:46.274 INFO:tasks.rados.rados.0.smithi059.stdout:2427: left oid 40 (ObjNum 774 snap 257 seq_num 774) 2024-08-17T17:13:46.274 INFO:tasks.rados.rados.0.smithi059.stdout:2427: done (4 left) 2024-08-17T17:13:46.274 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 257 2024-08-17T17:13:46.274 INFO:tasks.rados.rados.0.smithi059.stdout:2433: seq_num 776 ranges {3596288=606208,4202496=401408} 2024-08-17T17:13:46.297 INFO:tasks.rados.rados.0.smithi059.stdout:2433: writing smithi05980601-14 from 3596288 to 4202496 tid 1 2024-08-17T17:13:46.300 INFO:tasks.rados.rados.0.smithi059.stdout:2433: writing smithi05980601-14 from 4202496 to 4603904 tid 2 2024-08-17T17:13:46.300 INFO:tasks.rados.rados.0.smithi059.stdout:2434: copy_from oid 18 from oid 30 current snap is 257 2024-08-17T17:13:46.300 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 2062 (ObjNum 730 snap 237 seq_num 730) dirty exists 2024-08-17T17:13:46.300 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1530 (ObjNum 697 snap 220 seq_num 697) dirty exists 2024-08-17T17:13:46.300 INFO:tasks.rados.rados.0.smithi059.stdout:2431: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:13:46.300 INFO:tasks.rados.rados.0.smithi059.stdout:2431: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:13:46.300 INFO:tasks.rados.rados.0.smithi059.stdout:2431: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:13:46.300 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1245 (ObjNum 414 snap 141 seq_num 414) dirty exists 2024-08-17T17:13:46.301 INFO:tasks.rados.rados.0.smithi059.stdout:2430: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:13:46.401 INFO:tasks.rados.rados.0.smithi059.stdout:2434: finishing copy_from to smithi05980601-18 2024-08-17T17:13:46.401 INFO:tasks.rados.rados.0.smithi059.stdout:2434: got expected ENOENT (src dne) 2024-08-17T17:13:46.401 INFO:tasks.rados.rados.0.smithi059.stdout:2434: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:13:46.401 INFO:tasks.rados.rados.0.smithi059.stdout:2433: finishing write tid 1 to smithi05980601-14 2024-08-17T17:13:46.401 INFO:tasks.rados.rados.0.smithi059.stdout:2433: finishing write tid 2 to smithi05980601-14 2024-08-17T17:13:46.401 INFO:tasks.rados.rados.0.smithi059.stdout:2433: finishing write tid 3 to smithi05980601-14 2024-08-17T17:13:46.401 INFO:tasks.rados.rados.0.smithi059.stdout:2433: finishing write tid 4 to smithi05980601-14 2024-08-17T17:13:46.401 INFO:tasks.rados.rados.0.smithi059.stdout:2433: oid 14 updating version 0 to 1867 2024-08-17T17:13:46.401 INFO:tasks.rados.rados.0.smithi059.stdout:2433: oid 14 version 1867 is already newer than 1866 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:2433: oid 14 version 1867 is already newer than 1865 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 1867 (ObjNum 776 snap 257 seq_num 776) dirty exists 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:2433: left oid 14 (ObjNum 776 snap 257 seq_num 776) 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:2428: done (5 left) 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:2430: done (4 left) 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:2431: done (3 left) 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:2432: done (2 left) 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:2433: done (1 left) 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:2434: done (0 left) 2024-08-17T17:13:46.402 INFO:tasks.rados.rados.0.smithi059.stdout:2435: snap_remove snap 234 2024-08-17T17:13:46.522 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 518 KiB/s wr, 9 op/s 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.523 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.524 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.524 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.524 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.524 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.524 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.524 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.524 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.524 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.524 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:46 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 518 KiB/s wr, 9 op/s 2024-08-17T17:13:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T17:13:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:46.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:46.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:46.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.540 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: pgmap v541: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 518 KiB/s wr, 9 op/s 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: osdmap e583: 8 total, 8 up, 8 in 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:46.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:46 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:47.245 INFO:tasks.rados.rados.0.smithi059.stdout:2435: done (0 left) 2024-08-17T17:13:47.245 INFO:tasks.rados.rados.0.smithi059.stdout:2436: snap_create 2024-08-17T17:13:47.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:13:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:13:47] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-08-17T17:13:47.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:47 smithi059 ceph-mon[92261]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T17:13:47.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:47 smithi059 ceph-mon[92261]: pgmap v544: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 294 KiB/s wr, 3 op/s 2024-08-17T17:13:47.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:47 smithi059 ceph-mon[92261]: Upgrade: Updating prometheus.a 2024-08-17T17:13:47.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:47 smithi059 ceph-mon[92261]: Deploying daemon prometheus.a on smithi087 2024-08-17T17:13:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:47 smithi059 ceph-mon[94685]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T17:13:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:47 smithi059 ceph-mon[94685]: pgmap v544: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 294 KiB/s wr, 3 op/s 2024-08-17T17:13:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:47 smithi059 ceph-mon[94685]: Upgrade: Updating prometheus.a 2024-08-17T17:13:47.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:47 smithi059 ceph-mon[94685]: Deploying daemon prometheus.a on smithi087 2024-08-17T17:13:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:47 smithi087 ceph-mon[85676]: osdmap e584: 8 total, 8 up, 8 in 2024-08-17T17:13:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:47 smithi087 ceph-mon[85676]: pgmap v544: 121 pgs: 121 active+clean; 361 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 294 KiB/s wr, 3 op/s 2024-08-17T17:13:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:47 smithi087 ceph-mon[85676]: Upgrade: Updating prometheus.a 2024-08-17T17:13:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:47 smithi087 ceph-mon[85676]: Deploying daemon prometheus.a on smithi087 2024-08-17T17:13:48.264 INFO:tasks.rados.rados.0.smithi059.stdout:2436: done (0 left) 2024-08-17T17:13:48.264 INFO:tasks.rados.rados.0.smithi059.stdout:2437: rollback oid 29 current snap is 258 2024-08-17T17:13:48.264 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 202 2024-08-17T17:13:48.264 INFO:tasks.rados.rados.0.smithi059.stdout:2438: snap_remove snap 256 2024-08-17T17:13:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:48 smithi059 ceph-mon[92261]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T17:13:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:48 smithi059 ceph-mon[94685]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T17:13:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:48 smithi087 ceph-mon[85676]: osdmap e585: 8 total, 8 up, 8 in 2024-08-17T17:13:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:2438: done (1 left) 2024-08-17T17:13:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:2439: rollback oid 42 current snap is 258 2024-08-17T17:13:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 244 2024-08-17T17:13:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:2437: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:13:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:2437: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:13:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:2437: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:13:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1643 (ObjNum 540 snap 172 seq_num 540) dirty exists 2024-08-17T17:13:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:2437: done (1 left) 2024-08-17T17:13:49.276 INFO:tasks.rados.rados.0.smithi059.stdout:2440: delete oid 11 current snap is 258 2024-08-17T17:13:49.282 INFO:tasks.rados.rados.0.smithi059.stdout:2439: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:13:49.282 INFO:tasks.rados.rados.0.smithi059.stdout:2439: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:13:49.283 INFO:tasks.rados.rados.0.smithi059.stdout:2440: done (1 left) 2024-08-17T17:13:49.283 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 258 2024-08-17T17:13:49.283 INFO:tasks.rados.rados.0.smithi059.stdout:2441: seq_num 778 ranges {1335296=638976,1974272=401408} 2024-08-17T17:13:49.293 INFO:tasks.rados.rados.0.smithi059.stdout:2441: writing smithi05980601-49 from 1335296 to 1974272 tid 1 2024-08-17T17:13:49.296 INFO:tasks.rados.rados.0.smithi059.stdout:2441: writing smithi05980601-49 from 1974272 to 2375680 tid 2 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:2442: rmattr oid 12 current snap is 258 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:2442: done (2 left) 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:2443: rmattr oid 10 current snap is 258 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:2443: done (2 left) 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:2444: copy_from oid 23 from oid 36 current snap is 258 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:2439: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1533 (ObjNum 697 snap 220 seq_num 697) dirty exists 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:2439: done (2 left) 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:2445: copy_from oid 42 from oid 41 current snap is 258 2024-08-17T17:13:49.297 INFO:tasks.rados.rados.0.smithi059.stdout:2446: snap_remove snap 241 2024-08-17T17:13:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:49 smithi059 ceph-mon[92261]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T17:13:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:49 smithi059 ceph-mon[92261]: pgmap v547: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T17:13:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:49 smithi059 ceph-mon[94685]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T17:13:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:49 smithi059 ceph-mon[94685]: pgmap v547: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T17:13:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:49 smithi087 ceph-mon[85676]: osdmap e586: 8 total, 8 up, 8 in 2024-08-17T17:13:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:49 smithi087 ceph-mon[85676]: pgmap v547: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 377 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:2441: finishing write tid 1 to smithi05980601-49 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:2441: finishing write tid 2 to smithi05980601-49 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:2441: finishing write tid 3 to smithi05980601-49 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:2441: finishing write tid 4 to smithi05980601-49 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:2441: oid 49 updating version 0 to 2168 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:2441: oid 49 updating version 2168 to 2170 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:2441: oid 49 version 2170 is already newer than 2169 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 2170 (ObjNum 778 snap 258 seq_num 778) dirty exists 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:2441: left oid 49 (ObjNum 778 snap 258 seq_num 778) 2024-08-17T17:13:50.277 INFO:tasks.rados.rados.0.smithi059.stdout:2445: finishing copy_from racing read to smithi05980601-42 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:2445: finishing copy_from to smithi05980601-42 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1661 (ObjNum 707 snap 227 seq_num 707) dirty exists 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:2444: finishing copy_from racing read to smithi05980601-23 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:2444: finishing copy_from to smithi05980601-23 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 1107 (ObjNum 740 snap 246 seq_num 740) dirty exists 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:2441: done (3 left) 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:2444: done (2 left) 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:2445: done (1 left) 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:2446: done (0 left) 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:2447: rollback oid 17 current snap is 258 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 17 to 247 2024-08-17T17:13:50.278 INFO:tasks.rados.rados.0.smithi059.stdout:2448: rollback oid 9 current snap is 258 2024-08-17T17:13:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 244 2024-08-17T17:13:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:2449: read oid 48 snap -1 2024-08-17T17:13:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:2449: expect deleted 2024-08-17T17:13:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:2450: rollback oid 47 current snap is 258 2024-08-17T17:13:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 242 2024-08-17T17:13:50.279 INFO:tasks.rados.rados.0.smithi059.stdout:2451: snap_remove snap 226 2024-08-17T17:13:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:50 smithi059 ceph-mon[94685]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T17:13:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:50 smithi059 ceph-mon[92261]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T17:13:50.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:50 smithi087 ceph-mon[85676]: osdmap e587: 8 total, 8 up, 8 in 2024-08-17T17:13:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:2451: done (4 left) 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:2452: rollback oid 40 current snap is 258 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 251 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:2450: finishing rollback tid 0 to smithi05980601-47 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:2448: finishing rollback tid 0 to smithi05980601-9 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:2448: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:2448: finishing rollback tid 2 to smithi05980601-9 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1259 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:2450: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:13:51.176 INFO:tasks.rados.rados.0.smithi059.stdout:2450: finishing rollback tid 2 to smithi05980601-47 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1722 (ObjNum 731 snap 237 seq_num 731) dirty exists 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:2447: finishing rollback tid 0 to smithi05980601-17 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:2447: finishing rollback tid 1 to smithi05980601-17 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:2447: finishing rollback tid 2 to smithi05980601-17 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 2174 (ObjNum 685 snap 216 seq_num 685) dirty exists 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:2447: done (4 left) 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:2448: done (3 left) 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:2449: done (2 left) 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:2450: done (1 left) 2024-08-17T17:13:51.177 INFO:tasks.rados.rados.0.smithi059.stdout:2453: delete oid 36 current snap is 258 2024-08-17T17:13:51.190 INFO:tasks.rados.rados.0.smithi059.stdout:2453: done (1 left) 2024-08-17T17:13:51.190 INFO:tasks.rados.rados.0.smithi059.stdout:2454: rollback oid 34 current snap is 258 2024-08-17T17:13:51.190 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 34 to 230 2024-08-17T17:13:51.190 INFO:tasks.rados.rados.0.smithi059.stdout:2455: snap_create 2024-08-17T17:13:51.191 INFO:tasks.rados.rados.0.smithi059.stdout:2452: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:13:51.191 INFO:tasks.rados.rados.0.smithi059.stdout:2452: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:13:51.192 INFO:tasks.rados.rados.0.smithi059.stdout:2452: finishing rollback tid 2 to smithi05980601-40 2024-08-17T17:13:51.192 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1672 (ObjNum 696 snap 220 seq_num 696) dirty exists 2024-08-17T17:13:51.199 INFO:tasks.rados.rados.0.smithi059.stdout:2454: finishing rollback tid 0 to smithi05980601-34 2024-08-17T17:13:51.199 INFO:tasks.rados.rados.0.smithi059.stdout:2454: finishing rollback tid 1 to smithi05980601-34 2024-08-17T17:13:51.200 INFO:tasks.rados.rados.0.smithi059.stdout:2454: finishing rollback tid 2 to smithi05980601-34 2024-08-17T17:13:51.200 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 1665 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:13:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:51 smithi059 ceph-mon[92261]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T17:13:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:51 smithi059 ceph-mon[92261]: pgmap v550: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-08-17T17:13:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:51 smithi059 ceph-mon[92261]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T17:13:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:51 smithi059 ceph-mon[94685]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T17:13:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:51 smithi059 ceph-mon[94685]: pgmap v550: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-08-17T17:13:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:51 smithi059 ceph-mon[94685]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T17:13:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:51 smithi087 ceph-mon[85676]: osdmap e588: 8 total, 8 up, 8 in 2024-08-17T17:13:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:51 smithi087 ceph-mon[85676]: pgmap v550: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 378 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-08-17T17:13:51.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:51 smithi087 ceph-mon[85676]: osdmap e589: 8 total, 8 up, 8 in 2024-08-17T17:13:52.174 INFO:tasks.rados.rados.0.smithi059.stdout:2452: done (2 left) 2024-08-17T17:13:52.174 INFO:tasks.rados.rados.0.smithi059.stdout:2454: done (1 left) 2024-08-17T17:13:52.175 INFO:tasks.rados.rados.0.smithi059.stdout:2455: done (0 left) 2024-08-17T17:13:52.175 INFO:tasks.rados.rados.0.smithi059.stdout:2456: snap_create 2024-08-17T17:13:53.182 INFO:tasks.rados.rados.0.smithi059.stdout:2456: done (0 left) 2024-08-17T17:13:53.182 INFO:tasks.rados.rados.0.smithi059.stdout:2457: snap_create 2024-08-17T17:13:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:53 smithi059 ceph-mon[92261]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T17:13:53.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:53 smithi059 ceph-mon[94685]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T17:13:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:53 smithi087 ceph-mon[85676]: osdmap e590: 8 total, 8 up, 8 in 2024-08-17T17:13:54.188 INFO:tasks.rados.rados.0.smithi059.stdout:2457: done (0 left) 2024-08-17T17:13:54.188 INFO:tasks.rados.rados.0.smithi059.stdout:2458: read oid 21 snap -1 2024-08-17T17:13:54.188 INFO:tasks.rados.rados.0.smithi059.stdout:2458: expect deleted 2024-08-17T17:13:54.188 INFO:tasks.rados.rados.0.smithi059.stdout:2459: delete oid 10 current snap is 261 2024-08-17T17:13:54.195 INFO:tasks.rados.rados.0.smithi059.stdout:2458: done (1 left) 2024-08-17T17:13:54.195 INFO:tasks.rados.rados.0.smithi059.stdout:2459: done (0 left) 2024-08-17T17:13:54.195 INFO:tasks.rados.rados.0.smithi059.stdout:2460: rollback oid 38 current snap is 261 2024-08-17T17:13:54.195 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 251 2024-08-17T17:13:54.195 INFO:tasks.rados.rados.0.smithi059.stdout:2461: snap_remove snap 242 2024-08-17T17:13:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:54 smithi059 ceph-mon[92261]: pgmap v553: 121 pgs: 121 active+clean; 372 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-17T17:13:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:54 smithi059 ceph-mon[92261]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T17:13:54.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:54 smithi059 ceph-mon[94685]: pgmap v553: 121 pgs: 121 active+clean; 372 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-17T17:13:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:54 smithi059 ceph-mon[94685]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T17:13:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:54 smithi087 ceph-mon[85676]: pgmap v553: 121 pgs: 121 active+clean; 372 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-17T17:13:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:54 smithi087 ceph-mon[85676]: osdmap e591: 8 total, 8 up, 8 in 2024-08-17T17:13:55.206 INFO:tasks.rados.rados.0.smithi059.stdout:2461: done (1 left) 2024-08-17T17:13:55.206 INFO:tasks.rados.rados.0.smithi059.stdout:2462: snap_create 2024-08-17T17:13:55.206 INFO:tasks.rados.rados.0.smithi059.stdout:2460: finishing rollback tid 0 to smithi05980601-38 2024-08-17T17:13:55.206 INFO:tasks.rados.rados.0.smithi059.stdout:2460: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:13:55.206 INFO:tasks.rados.rados.0.smithi059.stdout:2460: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:13:55.206 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1725 (ObjNum 725 snap 233 seq_num 725) dirty exists 2024-08-17T17:13:55.392 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:55 smithi087 ceph-mon[85676]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T17:13:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:55 smithi059 ceph-mon[92261]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T17:13:55.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:55 smithi059 ceph-mon[94685]: osdmap e592: 8 total, 8 up, 8 in 2024-08-17T17:13:56.175 INFO:tasks.rados.rados.0.smithi059.stdout:2460: done (1 left) 2024-08-17T17:13:56.175 INFO:tasks.rados.rados.0.smithi059.stdout:2462: done (0 left) 2024-08-17T17:13:56.175 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 262 2024-08-17T17:13:56.175 INFO:tasks.rados.rados.0.smithi059.stdout:2463: seq_num 781 ranges {3727360=688128,4415488=401408} 2024-08-17T17:13:56.200 INFO:tasks.rados.rados.0.smithi059.stdout:2463: writing smithi05980601-40 from 3727360 to 4415488 tid 1 2024-08-17T17:13:56.202 INFO:tasks.rados.rados.0.smithi059.stdout:2463: writing smithi05980601-40 from 4415488 to 4816896 tid 2 2024-08-17T17:13:56.202 INFO:tasks.rados.rados.0.smithi059.stdout:2464: setattr oid 18 current snap is 262 2024-08-17T17:13:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:2465: setattr oid 7 current snap is 262 2024-08-17T17:13:56.206 INFO:tasks.rados.rados.0.smithi059.stdout:2463: finishing write tid 1 to smithi05980601-40 2024-08-17T17:13:56.207 INFO:tasks.rados.rados.0.smithi059.stdout:2463: finishing write tid 2 to smithi05980601-40 2024-08-17T17:13:56.207 INFO:tasks.rados.rados.0.smithi059.stdout:2463: finishing write tid 3 to smithi05980601-40 2024-08-17T17:13:56.208 INFO:tasks.rados.rados.0.smithi059.stdout:2466: rollback oid 12 current snap is 262 2024-08-17T17:13:56.208 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 12 to 247 2024-08-17T17:13:56.209 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 262 2024-08-17T17:13:56.209 INFO:tasks.rados.rados.0.smithi059.stdout:2467: seq_num 782 ranges {450560=704512,1155072=401408} 2024-08-17T17:13:56.215 INFO:tasks.rados.rados.0.smithi059.stdout:2467: writing smithi05980601-4 from 450560 to 1155072 tid 1 2024-08-17T17:13:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:2467: writing smithi05980601-4 from 1155072 to 1556480 tid 2 2024-08-17T17:13:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:2468: read oid 32 snap 230 2024-08-17T17:13:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:2468: expect (ObjNum 647 snap 208 seq_num 647) 2024-08-17T17:13:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:2469: rmattr oid 2 current snap is 262 2024-08-17T17:13:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:2469: done (6 left) 2024-08-17T17:13:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:2470: delete oid 28 current snap is 262 2024-08-17T17:13:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 678 (ObjNum 65 snap 0 seq_num 315798352) dirty exists 2024-08-17T17:13:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:2463: finishing write tid 4 to smithi05980601-40 2024-08-17T17:13:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:2463: oid 40 updating version 0 to 1673 2024-08-17T17:13:56.219 INFO:tasks.rados.rados.0.smithi059.stdout:2463: oid 40 updating version 1673 to 1674 2024-08-17T17:13:56.219 INFO:tasks.rados.rados.0.smithi059.stdout:2463: oid 40 updating version 1674 to 1675 2024-08-17T17:13:56.219 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1675 (ObjNum 781 snap 262 seq_num 781) dirty exists 2024-08-17T17:13:56.219 INFO:tasks.rados.rados.0.smithi059.stdout:2463: left oid 40 (ObjNum 781 snap 262 seq_num 781) 2024-08-17T17:13:56.219 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1867 (ObjNum 65 snap 0 seq_num 1852658780) dirty exists 2024-08-17T17:13:56.219 INFO:tasks.rados.rados.0.smithi059.stdout:2466: finishing rollback tid 1 to smithi05980601-12 2024-08-17T17:13:56.219 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1197 (ObjNum 81 snap 0 seq_num 1500799319) dirty dne 2024-08-17T17:13:56.221 INFO:tasks.rados.rados.0.smithi059.stdout:2463: done (6 left) 2024-08-17T17:13:56.221 INFO:tasks.rados.rados.0.smithi059.stdout:2464: done (5 left) 2024-08-17T17:13:56.221 INFO:tasks.rados.rados.0.smithi059.stdout:2465: done (4 left) 2024-08-17T17:13:56.221 INFO:tasks.rados.rados.0.smithi059.stdout:2466: done (3 left) 2024-08-17T17:13:56.221 INFO:tasks.rados.rados.0.smithi059.stdout:2470: done (2 left) 2024-08-17T17:13:56.221 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 262 2024-08-17T17:13:56.221 INFO:tasks.rados.rados.0.smithi059.stdout:2471: seq_num 784 ranges {0=737280,737280=401408} 2024-08-17T17:13:56.226 INFO:tasks.rados.rados.0.smithi059.stdout:2471: writing smithi05980601-7 from 0 to 737280 tid 1 2024-08-17T17:13:56.228 INFO:tasks.rados.rados.0.smithi059.stdout:2471: writing smithi05980601-7 from 737280 to 1138688 tid 2 2024-08-17T17:13:56.228 INFO:tasks.rados.rados.0.smithi059.stdout:2472: delete oid 25 current snap is 262 2024-08-17T17:13:56.228 INFO:tasks.rados.rados.0.smithi059.stdout:2467: finishing write tid 1 to smithi05980601-4 2024-08-17T17:13:56.228 INFO:tasks.rados.rados.0.smithi059.stdout:2467: finishing write tid 2 to smithi05980601-4 2024-08-17T17:13:56.228 INFO:tasks.rados.rados.0.smithi059.stdout:2467: finishing write tid 3 to smithi05980601-4 2024-08-17T17:13:56.229 INFO:tasks.rados.rados.0.smithi059.stdout:2467: finishing write tid 4 to smithi05980601-4 2024-08-17T17:13:56.229 INFO:tasks.rados.rados.0.smithi059.stdout:2467: oid 4 updating version 0 to 2064 2024-08-17T17:13:56.229 INFO:tasks.rados.rados.0.smithi059.stdout:2467: oid 4 version 2064 is already newer than 2063 2024-08-17T17:13:56.229 INFO:tasks.rados.rados.0.smithi059.stdout:2467: oid 4 updating version 2064 to 2065 2024-08-17T17:13:56.229 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2065 (ObjNum 782 snap 262 seq_num 782) dirty exists 2024-08-17T17:13:56.229 INFO:tasks.rados.rados.0.smithi059.stdout:2467: left oid 4 (ObjNum 782 snap 262 seq_num 782) 2024-08-17T17:13:56.229 INFO:tasks.rados.rados.0.smithi059.stdout:2468: expect (ObjNum 647 snap 208 seq_num 647) 2024-08-17T17:13:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:2471: finishing write tid 1 to smithi05980601-7 2024-08-17T17:13:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:2471: finishing write tid 2 to smithi05980601-7 2024-08-17T17:13:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:2471: finishing write tid 3 to smithi05980601-7 2024-08-17T17:13:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:2471: finishing write tid 4 to smithi05980601-7 2024-08-17T17:13:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:2471: oid 7 updating version 0 to 1870 2024-08-17T17:13:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:2471: oid 7 version 1870 is already newer than 1868 2024-08-17T17:13:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:2471: oid 7 version 1870 is already newer than 1869 2024-08-17T17:13:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1870 (ObjNum 784 snap 262 seq_num 784) dirty exists 2024-08-17T17:13:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:2471: left oid 7 (ObjNum 784 snap 262 seq_num 784) 2024-08-17T17:13:56.331 INFO:tasks.rados.rados.0.smithi059.stdout:2467: done (3 left) 2024-08-17T17:13:56.331 INFO:tasks.rados.rados.0.smithi059.stdout:2468: done (2 left) 2024-08-17T17:13:56.331 INFO:tasks.rados.rados.0.smithi059.stdout:2471: done (1 left) 2024-08-17T17:13:56.331 INFO:tasks.rados.rados.0.smithi059.stdout:2472: done (0 left) 2024-08-17T17:13:56.331 INFO:tasks.rados.rados.0.smithi059.stdout:2473: rmattr oid 23 current snap is 262 2024-08-17T17:13:56.331 INFO:tasks.rados.rados.0.smithi059.stdout:2474: read oid 49 snap 239 2024-08-17T17:13:56.331 INFO:tasks.rados.rados.0.smithi059.stdout:2474: expect (ObjNum 680 snap 213 seq_num 680) 2024-08-17T17:13:56.331 INFO:tasks.rados.rados.0.smithi059.stdout:2475: snap_create 2024-08-17T17:13:56.334 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 2066 (ObjNum 740 snap 246 seq_num 740) dirty exists 2024-08-17T17:13:56.339 INFO:tasks.rados.rados.0.smithi059.stdout:2474: expect (ObjNum 680 snap 213 seq_num 680) 2024-08-17T17:13:56.458 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:56 smithi087 ceph-mon[85676]: pgmap v556: 121 pgs: 121 active+clean; 382 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.4 MiB/s wr, 11 op/s 2024-08-17T17:13:56.459 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:56 smithi087 ceph-mon[85676]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T17:13:56.459 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:56 smithi087 ceph-mon[85676]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T17:13:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:56 smithi059 ceph-mon[92261]: pgmap v556: 121 pgs: 121 active+clean; 382 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.4 MiB/s wr, 11 op/s 2024-08-17T17:13:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:56 smithi059 ceph-mon[92261]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T17:13:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:56 smithi059 ceph-mon[92261]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T17:13:56.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:56 smithi059 ceph-mon[94685]: pgmap v556: 121 pgs: 121 active+clean; 382 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 4.4 MiB/s wr, 11 op/s 2024-08-17T17:13:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:56 smithi059 ceph-mon[94685]: osdmap e593: 8 total, 8 up, 8 in 2024-08-17T17:13:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:56 smithi059 ceph-mon[94685]: osdmap e594: 8 total, 8 up, 8 in 2024-08-17T17:13:57.116 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:13:57.211 INFO:tasks.rados.rados.0.smithi059.stdout:2473: done (2 left) 2024-08-17T17:13:57.211 INFO:tasks.rados.rados.0.smithi059.stdout:2474: done (1 left) 2024-08-17T17:13:57.211 INFO:tasks.rados.rados.0.smithi059.stdout:2475: done (0 left) 2024-08-17T17:13:57.211 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 263 2024-08-17T17:13:57.211 INFO:tasks.rados.rados.0.smithi059.stdout:2476: seq_num 786 ranges {450560=770048,1220608=401408} 2024-08-17T17:13:57.217 INFO:tasks.rados.rados.0.smithi059.stdout:2476: writing smithi05980601-27 from 450560 to 1220608 tid 1 2024-08-17T17:13:57.220 INFO:tasks.rados.rados.0.smithi059.stdout:2476: writing smithi05980601-27 from 1220608 to 1622016 tid 2 2024-08-17T17:13:57.220 INFO:tasks.rados.rados.0.smithi059.stdout:2477: setattr oid 31 current snap is 263 2024-08-17T17:13:57.221 INFO:tasks.rados.rados.0.smithi059.stdout:2478: read oid 26 snap -1 2024-08-17T17:13:57.222 INFO:tasks.rados.rados.0.smithi059.stdout:2478: expect (ObjNum 773 snap 256 seq_num 773) 2024-08-17T17:13:57.222 INFO:tasks.rados.rados.0.smithi059.stdout:2479: read oid 12 snap -1 2024-08-17T17:13:57.222 INFO:tasks.rados.rados.0.smithi059.stdout:2479: expect deleted 2024-08-17T17:13:57.222 INFO:tasks.rados.rados.0.smithi059.stdout:2480: copy_from oid 1 from oid 33 current snap is 263 2024-08-17T17:13:57.222 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 263 2024-08-17T17:13:57.222 INFO:tasks.rados.rados.0.smithi059.stdout:2481: seq_num 787 ranges {0=786432,786432=401408} 2024-08-17T17:13:57.227 INFO:tasks.rados.rados.0.smithi059.stdout:2481: writing smithi05980601-5 from 0 to 786432 tid 1 2024-08-17T17:13:57.230 INFO:tasks.rados.rados.0.smithi059.stdout:2481: writing smithi05980601-5 from 786432 to 1187840 tid 2 2024-08-17T17:13:57.230 INFO:tasks.rados.rados.0.smithi059.stdout:2482: snap_create 2024-08-17T17:13:57.231 INFO:tasks.rados.rados.0.smithi059.stdout:2476: finishing write tid 1 to smithi05980601-27 2024-08-17T17:13:57.231 INFO:tasks.rados.rados.0.smithi059.stdout:2476: finishing write tid 2 to smithi05980601-27 2024-08-17T17:13:57.231 INFO:tasks.rados.rados.0.smithi059.stdout:2476: finishing write tid 3 to smithi05980601-27 2024-08-17T17:13:57.233 INFO:tasks.rados.rados.0.smithi059.stdout:2476: finishing write tid 4 to smithi05980601-27 2024-08-17T17:13:57.233 INFO:tasks.rados.rados.0.smithi059.stdout:2476: oid 27 updating version 0 to 1535 2024-08-17T17:13:57.233 INFO:tasks.rados.rados.0.smithi059.stdout:2476: oid 27 version 1535 is already newer than 1534 2024-08-17T17:13:57.233 INFO:tasks.rados.rados.0.smithi059.stdout:2476: oid 27 version 1535 is already newer than 1533 2024-08-17T17:13:57.233 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 1535 (ObjNum 786 snap 263 seq_num 786) dirty exists 2024-08-17T17:13:57.233 INFO:tasks.rados.rados.0.smithi059.stdout:2476: left oid 27 (ObjNum 786 snap 263 seq_num 786) 2024-08-17T17:13:57.235 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 2200 (ObjNum 746 snap 247 seq_num 746) dirty exists 2024-08-17T17:13:57.240 INFO:tasks.rados.rados.0.smithi059.stdout:2481: finishing write tid 1 to smithi05980601-5 2024-08-17T17:13:57.240 INFO:tasks.rados.rados.0.smithi059.stdout:2481: finishing write tid 2 to smithi05980601-5 2024-08-17T17:13:57.240 INFO:tasks.rados.rados.0.smithi059.stdout:2481: finishing write tid 3 to smithi05980601-5 2024-08-17T17:13:57.241 INFO:tasks.rados.rados.0.smithi059.stdout:2480: finishing copy_from racing read to smithi05980601-1 2024-08-17T17:13:57.245 INFO:tasks.rados.rados.0.smithi059.stdout:2481: finishing write tid 4 to smithi05980601-5 2024-08-17T17:13:57.245 INFO:tasks.rados.rados.0.smithi059.stdout:2481: oid 5 updating version 0 to 1666 2024-08-17T17:13:57.245 INFO:tasks.rados.rados.0.smithi059.stdout:2481: oid 5 updating version 1666 to 1668 2024-08-17T17:13:57.245 INFO:tasks.rados.rados.0.smithi059.stdout:2481: oid 5 version 1668 is already newer than 1667 2024-08-17T17:13:57.245 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1668 (ObjNum 787 snap 263 seq_num 787) dirty exists 2024-08-17T17:13:57.245 INFO:tasks.rados.rados.0.smithi059.stdout:2481: left oid 5 (ObjNum 787 snap 263 seq_num 787) 2024-08-17T17:13:57.245 INFO:tasks.rados.rados.0.smithi059.stdout:2480: finishing copy_from to smithi05980601-1 2024-08-17T17:13:57.245 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1523 (ObjNum 660 snap 209 seq_num 660) dirty exists 2024-08-17T17:13:57.249 INFO:tasks.rados.rados.0.smithi059.stdout:2478: expect (ObjNum 773 snap 256 seq_num 773) 2024-08-17T17:13:57.718 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:13:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:13:57] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.43.0" 2024-08-17T17:13:57.718 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:13:57.718 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (10m) 17s ago 11m 25.4M - 0.25.0 c8568f914cd2 0307048bb07d 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (11m) 16s ago 11m 87.5M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (60s) 17s ago 12m 14.6M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9a21ab7f7044 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (40s) 16s ago 12m 14.7M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f8a12e36ee95 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (6m) 16s ago 15m 455M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (7m) 17s ago 17m 531M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (6m) 17s ago 17m 70.3M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (5m) 16s ago 16m 52.8M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (6m) 17s ago 16m 57.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (26s) 17s ago 10m 7814k - 1.7.0 72c9c2088986 1747d2fd6c3f 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (20s) 16s ago 10m 3321k - 1.7.0 72c9c2088986 1369ed605bed 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (5m) 17s ago 15m 262M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:13:57.719 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (4m) 17s ago 15m 257M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:13:57.720 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (4m) 17s ago 14m 245M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:13:57.720 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (3m) 17s ago 14m 130M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4065d0c6cd6e 2024-08-17T17:13:57.720 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (2m) 16s ago 14m 179M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a9f47d531829 2024-08-17T17:13:57.720 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (2m) 16s ago 13m 184M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8d4cdefad3b6 2024-08-17T17:13:57.720 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (110s) 16s ago 13m 112M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 655a36d2efec 2024-08-17T17:13:57.720 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (77s) 16s ago 13m 101M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 92344c5f1d6c 2024-08-17T17:13:57.720 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (6m) 16s ago 11m 52.1M - 2.43.0 a07b618ecd1d 38048990c64c 2024-08-17T17:13:58.068 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:13:58.069 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:13:58.070 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:13:58.070 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:13:58.070 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 15 2024-08-17T17:13:58.070 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:13:58.070 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:13:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:2476: done (6 left) 2024-08-17T17:13:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:2477: done (5 left) 2024-08-17T17:13:58.220 INFO:tasks.rados.rados.0.smithi059.stdout:2478: done (4 left) 2024-08-17T17:13:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:2479: done (3 left) 2024-08-17T17:13:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:2480: done (2 left) 2024-08-17T17:13:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:2481: done (1 left) 2024-08-17T17:13:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:2482: done (0 left) 2024-08-17T17:13:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 264 2024-08-17T17:13:58.221 INFO:tasks.rados.rados.0.smithi059.stdout:2483: seq_num 788 ranges {7135232=802816,7938048=401408} 2024-08-17T17:13:58.255 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:57 smithi087 systemd[1]: Stopping Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:58.255 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-mon[85676]: pgmap v559: 121 pgs: 121 active+clean; 385 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.7 MiB/s wr, 8 op/s 2024-08-17T17:13:58.255 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-mon[85676]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:58.255 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-mon[85676]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T17:13:58.255 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2778487680' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:58.263 INFO:tasks.rados.rados.0.smithi059.stdout:2483: writing smithi05980601-43 from 7135232 to 7938048 tid 1 2024-08-17T17:13:58.266 INFO:tasks.rados.rados.0.smithi059.stdout:2483: writing smithi05980601-43 from 7938048 to 8339456 tid 2 2024-08-17T17:13:58.266 INFO:tasks.rados.rados.0.smithi059.stdout:2484: snap_remove snap 260 2024-08-17T17:13:58.374 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:13:58.374 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "osd", 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "mds", 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "15/20 daemons upgraded", 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading prometheus daemons", 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:13:58.375 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:13:58.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:58 smithi059 ceph-mon[92261]: pgmap v559: 121 pgs: 121 active+clean; 385 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.7 MiB/s wr, 8 op/s 2024-08-17T17:13:58.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:58 smithi059 ceph-mon[92261]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:58.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:58 smithi059 ceph-mon[92261]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T17:13:58.376 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:58 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2778487680' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:58.376 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:58 smithi059 ceph-mon[94685]: pgmap v559: 121 pgs: 121 active+clean; 385 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 3.7 MiB/s wr, 8 op/s 2024-08-17T17:13:58.376 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:58 smithi059 ceph-mon[94685]: from='client.34554 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:58.376 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:58 smithi059 ceph-mon[94685]: osdmap e595: 8 total, 8 up, 8 in 2024-08-17T17:13:58.376 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:58 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2778487680' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:13:58.550 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:13:58.550 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[77006]: ts=2024-08-17T17:13:58.254Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-17T17:13:58.551 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 podman[116605]: 2024-08-17 17:13:58.264408352 +0000 UTC m=+0.127947131 container died 38048990c64c6c57d8b44a48936cac60ae84eff0ec5780a5ae7ffcbd1178cec2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:13:58.863 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 podman[116605]: 2024-08-17 17:13:58.686769024 +0000 UTC m=+0.550307792 container cleanup 38048990c64c6c57d8b44a48936cac60ae84eff0ec5780a5ae7ffcbd1178cec2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:13:58.863 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 bash[116605]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:13:59.220 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:58 smithi087 podman[116619]: 2024-08-17 17:13:58.862884975 +0000 UTC m=+0.600603067 container remove 38048990c64c6c57d8b44a48936cac60ae84eff0ec5780a5ae7ffcbd1178cec2 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:13:59.220 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:59 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-17T17:13:59.220 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:59 smithi087 systemd[1]: Stopped Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:13:59.221 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:59 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service: Consumed 2.485s CPU time. 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:2484: done (1 left) 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:2485: copy_from oid 29 from oid 6 current snap is 264 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:2483: finishing write tid 1 to smithi05980601-43 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:2483: finishing write tid 2 to smithi05980601-43 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:2483: finishing write tid 3 to smithi05980601-43 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:2483: finishing write tid 4 to smithi05980601-43 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:2483: oid 43 updating version 0 to 1678 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:2483: oid 43 version 1678 is already newer than 1677 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:2483: oid 43 updating version 1678 to 1679 2024-08-17T17:13:59.227 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1679 (ObjNum 788 snap 264 seq_num 788) dirty exists 2024-08-17T17:13:59.228 INFO:tasks.rados.rados.0.smithi059.stdout:2483: left oid 43 (ObjNum 788 snap 264 seq_num 788) 2024-08-17T17:13:59.228 INFO:tasks.rados.rados.0.smithi059.stdout:2483: done (1 left) 2024-08-17T17:13:59.228 INFO:tasks.rados.rados.0.smithi059.stdout:2486: copy_from oid 23 from oid 16 current snap is 264 2024-08-17T17:13:59.228 INFO:tasks.rados.rados.0.smithi059.stdout:2487: delete oid 10 current snap is 264 2024-08-17T17:13:59.232 INFO:tasks.rados.rados.0.smithi059.stdout:2487: done (2 left) 2024-08-17T17:13:59.232 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 19 current snap is 264 2024-08-17T17:13:59.232 INFO:tasks.rados.rados.0.smithi059.stdout:2488: seq_num 790 ranges {0=434176,434176=548864,983040=253952} 2024-08-17T17:13:59.235 INFO:tasks.rados.rados.0.smithi059.stdout:2488: writing smithi05980601-19 from 0 to 434176 tid 1 2024-08-17T17:13:59.239 INFO:tasks.rados.rados.0.smithi059.stdout:2488: writing smithi05980601-19 from 434176 to 983040 tid 2 2024-08-17T17:13:59.241 INFO:tasks.rados.rados.0.smithi059.stdout:2488: writing smithi05980601-19 from 983040 to 1236992 tid 3 2024-08-17T17:13:59.242 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 264 2024-08-17T17:13:59.242 INFO:tasks.rados.rados.0.smithi059.stdout:2486: finishing copy_from to smithi05980601-23 2024-08-17T17:13:59.242 INFO:tasks.rados.rados.0.smithi059.stdout:2486: got expected ENOENT (src dne) 2024-08-17T17:13:59.242 INFO:tasks.rados.rados.0.smithi059.stdout:2489: seq_num 791 ranges {1556480=450560,2007040=475136,2482176=327680} 2024-08-17T17:13:59.253 INFO:tasks.rados.rados.0.smithi059.stdout:2489: writing smithi05980601-4 from 1556480 to 2007040 tid 1 2024-08-17T17:13:59.255 INFO:tasks.rados.rados.0.smithi059.stdout:2489: writing smithi05980601-4 from 2007040 to 2482176 tid 2 2024-08-17T17:13:59.258 INFO:tasks.rados.rados.0.smithi059.stdout:2489: writing smithi05980601-4 from 2482176 to 2809856 tid 3 2024-08-17T17:13:59.258 INFO:tasks.rados.rados.0.smithi059.stdout:2490: read oid 15 snap -1 2024-08-17T17:13:59.258 INFO:tasks.rados.rados.0.smithi059.stdout:2490: expect deleted 2024-08-17T17:13:59.258 INFO:tasks.rados.rados.0.smithi059.stdout:2491: copy_from oid 7 from oid 14 current snap is 264 2024-08-17T17:13:59.258 INFO:tasks.rados.rados.0.smithi059.stdout:2486: finishing copy_from racing read to smithi05980601-23 2024-08-17T17:13:59.258 INFO:tasks.rados.rados.0.smithi059.stdout:2486: done (5 left) 2024-08-17T17:13:59.258 INFO:tasks.rados.rados.0.smithi059.stdout:2492: read oid 35 snap -1 2024-08-17T17:13:59.258 INFO:tasks.rados.rados.0.smithi059.stdout:2492: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:13:59.258 INFO:tasks.rados.rados.0.smithi059.stdout:2493: snap_create 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2485: finishing copy_from racing read to smithi05980601-29 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2485: finishing copy_from to smithi05980601-29 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1675 (ObjNum 770 snap 252 seq_num 770) dirty exists 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: finishing write tid 1 to smithi05980601-19 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: finishing write tid 2 to smithi05980601-19 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: finishing write tid 3 to smithi05980601-19 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: finishing write tid 4 to smithi05980601-19 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: finishing write tid 5 to smithi05980601-19 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: oid 19 updating version 0 to 2206 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: oid 19 version 2206 is already newer than 2204 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: oid 19 version 2206 is already newer than 2203 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: oid 19 version 2206 is already newer than 2205 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 2206 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:13:59.259 INFO:tasks.rados.rados.0.smithi059.stdout:2488: left oid 19 (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:13:59.260 INFO:tasks.rados.rados.0.smithi059.stdout:2489: finishing write tid 1 to smithi05980601-4 2024-08-17T17:13:59.261 INFO:tasks.rados.rados.0.smithi059.stdout:2489: finishing write tid 2 to smithi05980601-4 2024-08-17T17:13:59.261 INFO:tasks.rados.rados.0.smithi059.stdout:2489: finishing write tid 3 to smithi05980601-4 2024-08-17T17:13:59.261 INFO:tasks.rados.rados.0.smithi059.stdout:2489: finishing write tid 4 to smithi05980601-4 2024-08-17T17:13:59.263 INFO:tasks.rados.rados.0.smithi059.stdout:2489: finishing write tid 5 to smithi05980601-4 2024-08-17T17:13:59.263 INFO:tasks.rados.rados.0.smithi059.stdout:2489: oid 4 updating version 0 to 2068 2024-08-17T17:13:59.263 INFO:tasks.rados.rados.0.smithi059.stdout:2489: oid 4 updating version 2068 to 2070 2024-08-17T17:13:59.263 INFO:tasks.rados.rados.0.smithi059.stdout:2489: oid 4 version 2070 is already newer than 2069 2024-08-17T17:13:59.263 INFO:tasks.rados.rados.0.smithi059.stdout:2489: oid 4 version 2070 is already newer than 2067 2024-08-17T17:13:59.263 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2070 (ObjNum 791 snap 264 seq_num 791) dirty exists 2024-08-17T17:13:59.264 INFO:tasks.rados.rados.0.smithi059.stdout:2489: left oid 4 (ObjNum 791 snap 264 seq_num 791) 2024-08-17T17:13:59.267 INFO:tasks.rados.rados.0.smithi059.stdout:2492: expect (ObjNum 540 snap 172 seq_num 540) 2024-08-17T17:13:59.322 INFO:tasks.rados.rados.0.smithi059.stdout:2491: finishing copy_from racing read to smithi05980601-7 2024-08-17T17:13:59.323 INFO:tasks.rados.rados.0.smithi059.stdout:2491: finishing copy_from to smithi05980601-7 2024-08-17T17:13:59.323 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1867 (ObjNum 776 snap 257 seq_num 776) dirty exists 2024-08-17T17:13:59.507 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:59 smithi087 ceph-mon[85676]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:59.507 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:59 smithi087 ceph-mon[85676]: from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:59.507 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:13:59 smithi087 ceph-mon[85676]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T17:13:59.507 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:59 smithi087 systemd[1]: Starting Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:13:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:59 smithi059 ceph-mon[92261]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:59 smithi059 ceph-mon[92261]: from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:13:59 smithi059 ceph-mon[92261]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T17:13:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:59 smithi059 ceph-mon[94685]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:59 smithi059 ceph-mon[94685]: from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:13:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:13:59 smithi059 ceph-mon[94685]: osdmap e596: 8 total, 8 up, 8 in 2024-08-17T17:13:59.800 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:13:59 smithi087 podman[116745]: 2024-08-17 17:13:59.409592419 +0000 UTC m=+0.017843472 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-08-17T17:14:00.231 INFO:tasks.rados.rados.0.smithi059.stdout:2485: done (6 left) 2024-08-17T17:14:00.231 INFO:tasks.rados.rados.0.smithi059.stdout:2488: done (5 left) 2024-08-17T17:14:00.231 INFO:tasks.rados.rados.0.smithi059.stdout:2489: done (4 left) 2024-08-17T17:14:00.231 INFO:tasks.rados.rados.0.smithi059.stdout:2490: done (3 left) 2024-08-17T17:14:00.231 INFO:tasks.rados.rados.0.smithi059.stdout:2491: done (2 left) 2024-08-17T17:14:00.231 INFO:tasks.rados.rados.0.smithi059.stdout:2492: done (1 left) 2024-08-17T17:14:00.231 INFO:tasks.rados.rados.0.smithi059.stdout:2493: done (0 left) 2024-08-17T17:14:00.232 INFO:tasks.rados.rados.0.smithi059.stdout:2494: delete oid 15 current snap is 265 2024-08-17T17:14:00.232 INFO:tasks.rados.rados.0.smithi059.stdout:2494: done (0 left) 2024-08-17T17:14:00.232 INFO:tasks.rados.rados.0.smithi059.stdout:2495: snap_remove snap 243 2024-08-17T17:14:00.498 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:00 smithi087 ceph-mon[85676]: from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:00.499 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:00 smithi087 ceph-mon[85676]: pgmap v562: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-08-17T17:14:00.499 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:00 smithi087 ceph-mon[85676]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T17:14:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:00 smithi059 ceph-mon[92261]: from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:00 smithi059 ceph-mon[92261]: pgmap v562: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-08-17T17:14:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:00 smithi059 ceph-mon[92261]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T17:14:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:00 smithi059 ceph-mon[94685]: from='client.34578 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:00 smithi059 ceph-mon[94685]: pgmap v562: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 1.4 MiB/s wr, 28 op/s 2024-08-17T17:14:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:00 smithi059 ceph-mon[94685]: osdmap e597: 8 total, 8 up, 8 in 2024-08-17T17:14:00.800 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:00 smithi087 podman[116745]: 2024-08-17 17:14:00.498003954 +0000 UTC m=+1.106254988 container create 991a3338e397f465b12677ee6e5e8afaf66e3f9514047990f763127ed5df3c01 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:14:01.177 INFO:tasks.rados.rados.0.smithi059.stdout:2495: done (0 left) 2024-08-17T17:14:01.177 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 265 2024-08-17T17:14:01.177 INFO:tasks.rados.rados.0.smithi059.stdout:2496: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-08-17T17:14:01.180 INFO:tasks.rados.rados.0.smithi059.stdout:2496: writing smithi05980601-21 from 0 to 483328 tid 1 2024-08-17T17:14:01.185 INFO:tasks.rados.rados.0.smithi059.stdout:2496: writing smithi05980601-21 from 483328 to 1130496 tid 2 2024-08-17T17:14:01.186 INFO:tasks.rados.rados.0.smithi059.stdout:2496: writing smithi05980601-21 from 1130496 to 1286144 tid 3 2024-08-17T17:14:01.186 INFO:tasks.rados.rados.0.smithi059.stdout:2497: rmattr oid 18 current snap is 265 2024-08-17T17:14:01.186 INFO:tasks.rados.rados.0.smithi059.stdout:2498: copy_from oid 46 from oid 10 current snap is 265 2024-08-17T17:14:01.187 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 265 2024-08-17T17:14:01.187 INFO:tasks.rados.rados.0.smithi059.stdout:2499: seq_num 794 ranges {4603904=499712,5103616=532480,5636096=270336} 2024-08-17T17:14:01.216 INFO:tasks.rados.rados.0.smithi059.stdout:2499: writing smithi05980601-7 from 4603904 to 5103616 tid 1 2024-08-17T17:14:01.218 INFO:tasks.rados.rados.0.smithi059.stdout:2499: writing smithi05980601-7 from 5103616 to 5636096 tid 2 2024-08-17T17:14:01.220 INFO:tasks.rados.rados.0.smithi059.stdout:2499: writing smithi05980601-7 from 5636096 to 5906432 tid 3 2024-08-17T17:14:01.220 INFO:tasks.rados.rados.0.smithi059.stdout:2500: snap_remove snap 249 2024-08-17T17:14:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:01 smithi059 ceph-mon[92261]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T17:14:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:01 smithi059 ceph-mon[92261]: pgmap v565: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 846 KiB/s wr, 20 op/s 2024-08-17T17:14:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:01 smithi059 ceph-mon[92261]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T17:14:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:01 smithi059 ceph-mon[94685]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T17:14:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:01 smithi059 ceph-mon[94685]: pgmap v565: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 846 KiB/s wr, 20 op/s 2024-08-17T17:14:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:01 smithi059 ceph-mon[94685]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T17:14:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-mon[85676]: osdmap e598: 8 total, 8 up, 8 in 2024-08-17T17:14:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-mon[85676]: pgmap v565: 121 pgs: 121 active+clean; 388 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 846 KiB/s wr, 20 op/s 2024-08-17T17:14:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-mon[85676]: osdmap e599: 8 total, 8 up, 8 in 2024-08-17T17:14:01.836 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 podman[116745]: 2024-08-17 17:14:01.551283435 +0000 UTC m=+2.159534469 container init 991a3338e397f465b12677ee6e5e8afaf66e3f9514047990f763127ed5df3c01 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:14:01.836 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 podman[116745]: 2024-08-17 17:14:01.554965885 +0000 UTC m=+2.163216922 container start 991a3338e397f465b12677ee6e5e8afaf66e3f9514047990f763127ed5df3c01 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.575Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.576Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.576Z caller=main.go:623 level=info host_details="(Linux 5.14.0-480.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Jul 12 20:45:27 UTC 2024 x86_64 smithi087 (none))" 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.576Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.576Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.578Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.578Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.579Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.579Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.582Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-17T17:14:01.837 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.582Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.059µs 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.582Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.584Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.590Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.591Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.596Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.596Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.596Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.01µs wal_replay_duration=13.992511ms wbl_replay_duration=125ns total_replay_duration=14.055561ms 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.598Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.598Z caller=main.go:1153 level=info msg="TSDB started" 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.598Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-17T17:14:01.838 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.614Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.774213ms db_storage=912ns remote_storage=1.142µs web_handler=409ns query_engine=696ns scrape=417.607µs scrape_sd=98.135µs notify=31.366µs notify_sd=14.828µs rules=14.865572ms tracing=5.472µs 2024-08-17T17:14:01.839 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.614Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-08-17T17:14:01.839 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:14:01.614Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-08-17T17:14:01.839 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 bash[116745]: 991a3338e397f465b12677ee6e5e8afaf66e3f9514047990f763127ed5df3c01 2024-08-17T17:14:01.839 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:14:01 smithi087 systemd[1]: Started Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:14:02.180 INFO:tasks.rados.rados.0.smithi059.stdout:2500: done (4 left) 2024-08-17T17:14:02.180 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 265 2024-08-17T17:14:02.180 INFO:tasks.rados.rados.0.smithi059.stdout:2501: seq_num 795 ranges {0=524288,524288=417792,942080=385024} 2024-08-17T17:14:02.183 INFO:tasks.rados.rados.0.smithi059.stdout:2501: writing smithi05980601-48 from 0 to 524288 tid 1 2024-08-17T17:14:02.186 INFO:tasks.rados.rados.0.smithi059.stdout:2501: writing smithi05980601-48 from 524288 to 942080 tid 2 2024-08-17T17:14:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:2501: writing smithi05980601-48 from 942080 to 1327104 tid 3 2024-08-17T17:14:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:2502: rollback oid 9 current snap is 265 2024-08-17T17:14:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 250 2024-08-17T17:14:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:2496: finishing write tid 1 to smithi05980601-21 2024-08-17T17:14:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:2496: finishing write tid 2 to smithi05980601-21 2024-08-17T17:14:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:2496: finishing write tid 3 to smithi05980601-21 2024-08-17T17:14:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:2496: finishing write tid 4 to smithi05980601-21 2024-08-17T17:14:02.193 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 684 (ObjNum 129 snap 0 seq_num 1275684857) dirty exists 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2498: finishing copy_from to smithi05980601-46 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2498: got expected ENOENT (src dne) 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2496: finishing write tid 5 to smithi05980601-21 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2496: oid 21 updating version 0 to 1672 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2496: oid 21 version 1672 is already newer than 1671 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2496: oid 21 version 1672 is already newer than 1669 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2496: oid 21 version 1672 is already newer than 1670 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1672 (ObjNum 793 snap 265 seq_num 793) dirty exists 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2496: left oid 21 (ObjNum 793 snap 265 seq_num 793) 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2498: finishing copy_from racing read to smithi05980601-46 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2499: finishing write tid 1 to smithi05980601-7 2024-08-17T17:14:02.194 INFO:tasks.rados.rados.0.smithi059.stdout:2499: finishing write tid 2 to smithi05980601-7 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2499: finishing write tid 3 to smithi05980601-7 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2499: finishing write tid 4 to smithi05980601-7 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2499: finishing write tid 5 to smithi05980601-7 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2499: oid 7 updating version 0 to 1871 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2499: oid 7 updating version 1871 to 1874 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2499: oid 7 version 1874 is already newer than 1872 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2499: oid 7 version 1874 is already newer than 1873 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1874 (ObjNum 794 snap 265 seq_num 794) dirty exists 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2499: left oid 7 (ObjNum 794 snap 265 seq_num 794) 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2496: done (5 left) 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2497: done (4 left) 2024-08-17T17:14:02.195 INFO:tasks.rados.rados.0.smithi059.stdout:2498: done (3 left) 2024-08-17T17:14:02.196 INFO:tasks.rados.rados.0.smithi059.stdout:2499: done (2 left) 2024-08-17T17:14:02.196 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 265 2024-08-17T17:14:02.196 INFO:tasks.rados.rados.0.smithi059.stdout:2503: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-08-17T17:14:02.196 INFO:tasks.rados.rados.0.smithi059.stdout:2503: writing smithi05980601-36 from 0 to 540672 tid 1 2024-08-17T17:14:02.200 INFO:tasks.rados.rados.0.smithi059.stdout:2503: writing smithi05980601-36 from 540672 to 1245184 tid 2 2024-08-17T17:14:02.201 INFO:tasks.rados.rados.0.smithi059.stdout:2503: writing smithi05980601-36 from 1245184 to 1343488 tid 3 2024-08-17T17:14:02.202 INFO:tasks.rados.rados.0.smithi059.stdout:2504: snap_create 2024-08-17T17:14:02.202 INFO:tasks.rados.rados.0.smithi059.stdout:2502: finishing rollback tid 0 to smithi05980601-9 2024-08-17T17:14:02.202 INFO:tasks.rados.rados.0.smithi059.stdout:2502: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:14:02.202 INFO:tasks.rados.rados.0.smithi059.stdout:2501: finishing write tid 1 to smithi05980601-48 2024-08-17T17:14:02.202 INFO:tasks.rados.rados.0.smithi059.stdout:2502: finishing rollback tid 2 to smithi05980601-9 2024-08-17T17:14:02.202 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1301 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:14:02.205 INFO:tasks.rados.rados.0.smithi059.stdout:2501: finishing write tid 2 to smithi05980601-48 2024-08-17T17:14:02.205 INFO:tasks.rados.rados.0.smithi059.stdout:2501: finishing write tid 3 to smithi05980601-48 2024-08-17T17:14:02.207 INFO:tasks.rados.rados.0.smithi059.stdout:2501: finishing write tid 4 to smithi05980601-48 2024-08-17T17:14:02.207 INFO:tasks.rados.rados.0.smithi059.stdout:2503: finishing write tid 1 to smithi05980601-36 2024-08-17T17:14:02.210 INFO:tasks.rados.rados.0.smithi059.stdout:2503: finishing write tid 2 to smithi05980601-36 2024-08-17T17:14:02.211 INFO:tasks.rados.rados.0.smithi059.stdout:2501: finishing write tid 5 to smithi05980601-48 2024-08-17T17:14:02.211 INFO:tasks.rados.rados.0.smithi059.stdout:2501: oid 48 updating version 0 to 1147 2024-08-17T17:14:02.211 INFO:tasks.rados.rados.0.smithi059.stdout:2501: oid 48 version 1147 is already newer than 1146 2024-08-17T17:14:02.211 INFO:tasks.rados.rados.0.smithi059.stdout:2501: oid 48 updating version 1147 to 1149 2024-08-17T17:14:02.212 INFO:tasks.rados.rados.0.smithi059.stdout:2501: oid 48 version 1149 is already newer than 1148 2024-08-17T17:14:02.212 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1149 (ObjNum 795 snap 265 seq_num 795) dirty exists 2024-08-17T17:14:02.212 INFO:tasks.rados.rados.0.smithi059.stdout:2501: left oid 48 (ObjNum 795 snap 265 seq_num 795) 2024-08-17T17:14:02.214 INFO:tasks.rados.rados.0.smithi059.stdout:2503: finishing write tid 3 to smithi05980601-36 2024-08-17T17:14:02.215 INFO:tasks.rados.rados.0.smithi059.stdout:2503: finishing write tid 4 to smithi05980601-36 2024-08-17T17:14:02.216 INFO:tasks.rados.rados.0.smithi059.stdout:2503: finishing write tid 5 to smithi05980601-36 2024-08-17T17:14:02.216 INFO:tasks.rados.rados.0.smithi059.stdout:2503: oid 36 updating version 0 to 1155 2024-08-17T17:14:02.216 INFO:tasks.rados.rados.0.smithi059.stdout:2503: oid 36 updating version 1155 to 1156 2024-08-17T17:14:02.216 INFO:tasks.rados.rados.0.smithi059.stdout:2503: oid 36 updating version 1156 to 1157 2024-08-17T17:14:02.216 INFO:tasks.rados.rados.0.smithi059.stdout:2503: oid 36 version 1157 is already newer than 1150 2024-08-17T17:14:02.216 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1157 (ObjNum 796 snap 265 seq_num 796) dirty exists 2024-08-17T17:14:02.216 INFO:tasks.rados.rados.0.smithi059.stdout:2503: left oid 36 (ObjNum 796 snap 265 seq_num 796) 2024-08-17T17:14:03.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:02 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:03.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:02 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:03.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:02 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:03.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:02 smithi059 ceph-mon[92261]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T17:14:03.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:02 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:03.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:02 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:03.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:02 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:03.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:02 smithi059 ceph-mon[94685]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T17:14:03.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:02 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:03.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:02 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:03.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:02 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:03.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:02 smithi087 ceph-mon[85676]: osdmap e600: 8 total, 8 up, 8 in 2024-08-17T17:14:03.183 INFO:tasks.rados.rados.0.smithi059.stdout:2501: done (3 left) 2024-08-17T17:14:03.183 INFO:tasks.rados.rados.0.smithi059.stdout:2502: done (2 left) 2024-08-17T17:14:03.183 INFO:tasks.rados.rados.0.smithi059.stdout:2503: done (1 left) 2024-08-17T17:14:03.183 INFO:tasks.rados.rados.0.smithi059.stdout:2504: done (0 left) 2024-08-17T17:14:03.183 INFO:tasks.rados.rados.0.smithi059.stdout:2505: snap_remove snap 247 2024-08-17T17:14:04.184 INFO:tasks.rados.rados.0.smithi059.stdout:2505: done (0 left) 2024-08-17T17:14:04.224 INFO:tasks.rados.rados.0.smithi059.stdout:2506: read oid 16 snap -1 2024-08-17T17:14:04.224 INFO:tasks.rados.rados.0.smithi059.stdout:2506: expect deleted 2024-08-17T17:14:04.224 INFO:tasks.rados.rados.0.smithi059.stdout:2507: read oid 15 snap -1 2024-08-17T17:14:04.224 INFO:tasks.rados.rados.0.smithi059.stdout:2507: expect deleted 2024-08-17T17:14:04.224 INFO:tasks.rados.rados.0.smithi059.stdout:2508: snap_create 2024-08-17T17:14:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:04 smithi059 ceph-mon[94685]: pgmap v568: 121 pgs: 121 active+clean; 401 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-17T17:14:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:04 smithi059 ceph-mon[94685]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T17:14:04.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:04 smithi059 ceph-mon[92261]: pgmap v568: 121 pgs: 121 active+clean; 401 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-17T17:14:04.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:04 smithi059 ceph-mon[92261]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T17:14:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:04 smithi087 ceph-mon[85676]: pgmap v568: 121 pgs: 121 active+clean; 401 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 7 op/s 2024-08-17T17:14:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:04 smithi087 ceph-mon[85676]: osdmap e601: 8 total, 8 up, 8 in 2024-08-17T17:14:05.198 INFO:tasks.rados.rados.0.smithi059.stdout:2506: done (2 left) 2024-08-17T17:14:05.199 INFO:tasks.rados.rados.0.smithi059.stdout:2507: done (1 left) 2024-08-17T17:14:05.199 INFO:tasks.rados.rados.0.smithi059.stdout:2508: done (0 left) 2024-08-17T17:14:05.199 INFO:tasks.rados.rados.0.smithi059.stdout:2509: setattr oid 33 current snap is 267 2024-08-17T17:14:05.200 INFO:tasks.rados.rados.0.smithi059.stdout:2510: delete oid 35 current snap is 267 2024-08-17T17:14:05.204 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1662 (ObjNum 660 snap 209 seq_num 660) dirty exists 2024-08-17T17:14:05.205 INFO:tasks.rados.rados.0.smithi059.stdout:2509: done (1 left) 2024-08-17T17:14:05.205 INFO:tasks.rados.rados.0.smithi059.stdout:2510: done (0 left) 2024-08-17T17:14:05.205 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 267 2024-08-17T17:14:05.205 INFO:tasks.rados.rados.0.smithi059.stdout:2511: seq_num 798 ranges {1433600=573440,2007040=466944,2473984=335872} 2024-08-17T17:14:05.216 INFO:tasks.rados.rados.0.smithi059.stdout:2511: writing smithi05980601-6 from 1433600 to 2007040 tid 1 2024-08-17T17:14:05.219 INFO:tasks.rados.rados.0.smithi059.stdout:2511: writing smithi05980601-6 from 2007040 to 2473984 tid 2 2024-08-17T17:14:05.221 INFO:tasks.rados.rados.0.smithi059.stdout:2511: writing smithi05980601-6 from 2473984 to 2809856 tid 3 2024-08-17T17:14:05.221 INFO:tasks.rados.rados.0.smithi059.stdout:2512: snap_create 2024-08-17T17:14:05.223 INFO:tasks.rados.rados.0.smithi059.stdout:2511: finishing write tid 1 to smithi05980601-6 2024-08-17T17:14:05.224 INFO:tasks.rados.rados.0.smithi059.stdout:2511: finishing write tid 2 to smithi05980601-6 2024-08-17T17:14:05.224 INFO:tasks.rados.rados.0.smithi059.stdout:2511: finishing write tid 3 to smithi05980601-6 2024-08-17T17:14:05.225 INFO:tasks.rados.rados.0.smithi059.stdout:2511: finishing write tid 4 to smithi05980601-6 2024-08-17T17:14:05.226 INFO:tasks.rados.rados.0.smithi059.stdout:2511: finishing write tid 5 to smithi05980601-6 2024-08-17T17:14:05.226 INFO:tasks.rados.rados.0.smithi059.stdout:2511: oid 6 updating version 0 to 2074 2024-08-17T17:14:05.226 INFO:tasks.rados.rados.0.smithi059.stdout:2511: oid 6 version 2074 is already newer than 2073 2024-08-17T17:14:05.226 INFO:tasks.rados.rados.0.smithi059.stdout:2511: oid 6 version 2074 is already newer than 2072 2024-08-17T17:14:05.226 INFO:tasks.rados.rados.0.smithi059.stdout:2511: oid 6 version 2074 is already newer than 2071 2024-08-17T17:14:05.226 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2074 (ObjNum 798 snap 267 seq_num 798) dirty exists 2024-08-17T17:14:05.226 INFO:tasks.rados.rados.0.smithi059.stdout:2511: left oid 6 (ObjNum 798 snap 267 seq_num 798) 2024-08-17T17:14:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:05 smithi059 ceph-mon[92261]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T17:14:05.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:05 smithi059 ceph-mon[94685]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T17:14:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:05 smithi087 ceph-mon[85676]: osdmap e602: 8 total, 8 up, 8 in 2024-08-17T17:14:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:06.177 INFO:tasks.rados.rados.0.smithi059.stdout:2511: done (1 left) 2024-08-17T17:14:06.177 INFO:tasks.rados.rados.0.smithi059.stdout:2512: done (0 left) 2024-08-17T17:14:06.178 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 268 2024-08-17T17:14:06.178 INFO:tasks.rados.rados.0.smithi059.stdout:2513: seq_num 799 ranges {3342336=589824,3932160=802816} 2024-08-17T17:14:06.199 INFO:tasks.rados.rados.0.smithi059.stdout:2513: writing smithi05980601-32 from 3342336 to 3932160 tid 1 2024-08-17T17:14:06.204 INFO:tasks.rados.rados.0.smithi059.stdout:2513: writing smithi05980601-32 from 3932160 to 4734976 tid 2 2024-08-17T17:14:06.204 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 268 2024-08-17T17:14:06.204 INFO:tasks.rados.rados.0.smithi059.stdout:2514: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-08-17T17:14:06.207 INFO:tasks.rados.rados.0.smithi059.stdout:2514: writing smithi05980601-12 from 0 to 606208 tid 1 2024-08-17T17:14:06.211 INFO:tasks.rados.rados.0.smithi059.stdout:2514: writing smithi05980601-12 from 606208 to 1294336 tid 2 2024-08-17T17:14:06.213 INFO:tasks.rados.rados.0.smithi059.stdout:2514: writing smithi05980601-12 from 1294336 to 1409024 tid 3 2024-08-17T17:14:06.213 INFO:tasks.rados.rados.0.smithi059.stdout:2515: rmattr oid 2 current snap is 268 2024-08-17T17:14:06.213 INFO:tasks.rados.rados.0.smithi059.stdout:2515: done (2 left) 2024-08-17T17:14:06.213 INFO:tasks.rados.rados.0.smithi059.stdout:2516: rollback oid 46 current snap is 268 2024-08-17T17:14:06.213 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 46 to 250 2024-08-17T17:14:06.213 INFO:tasks.rados.rados.0.smithi059.stdout:2513: finishing write tid 1 to smithi05980601-32 2024-08-17T17:14:06.213 INFO:tasks.rados.rados.0.smithi059.stdout:2513: finishing write tid 2 to smithi05980601-32 2024-08-17T17:14:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:2513: finishing write tid 3 to smithi05980601-32 2024-08-17T17:14:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:2513: finishing write tid 4 to smithi05980601-32 2024-08-17T17:14:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:2513: oid 32 updating version 0 to 690 2024-08-17T17:14:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:2513: oid 32 updating version 690 to 692 2024-08-17T17:14:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:2513: oid 32 version 692 is already newer than 691 2024-08-17T17:14:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 692 (ObjNum 799 snap 268 seq_num 799) dirty exists 2024-08-17T17:14:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:2513: left oid 32 (ObjNum 799 snap 268 seq_num 799) 2024-08-17T17:14:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:2513: done (2 left) 2024-08-17T17:14:06.214 INFO:tasks.rados.rados.0.smithi059.stdout:2517: delete oid 14 current snap is 268 2024-08-17T17:14:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:2514: finishing write tid 1 to smithi05980601-12 2024-08-17T17:14:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:2516: finishing rollback tid 1 to smithi05980601-46 2024-08-17T17:14:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 1670 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-17T17:14:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:2514: finishing write tid 2 to smithi05980601-12 2024-08-17T17:14:06.217 INFO:tasks.rados.rados.0.smithi059.stdout:2514: finishing write tid 3 to smithi05980601-12 2024-08-17T17:14:06.218 INFO:tasks.rados.rados.0.smithi059.stdout:2514: finishing write tid 4 to smithi05980601-12 2024-08-17T17:14:06.219 INFO:tasks.rados.rados.0.smithi059.stdout:2516: done (2 left) 2024-08-17T17:14:06.219 INFO:tasks.rados.rados.0.smithi059.stdout:2517: done (1 left) 2024-08-17T17:14:06.219 INFO:tasks.rados.rados.0.smithi059.stdout:2518: setattr oid 47 current snap is 268 2024-08-17T17:14:06.221 INFO:tasks.rados.rados.0.smithi059.stdout:2519: rmattr oid 48 current snap is 268 2024-08-17T17:14:06.222 INFO:tasks.rados.rados.0.smithi059.stdout:2519: done (2 left) 2024-08-17T17:14:06.222 INFO:tasks.rados.rados.0.smithi059.stdout:2520: read oid 14 snap -1 2024-08-17T17:14:06.222 INFO:tasks.rados.rados.0.smithi059.stdout:2520: expect deleted 2024-08-17T17:14:06.222 INFO:tasks.rados.rados.0.smithi059.stdout:2521: copy_from oid 21 from oid 37 current snap is 268 2024-08-17T17:14:06.222 INFO:tasks.rados.rados.0.smithi059.stdout:2522: setattr oid 8 current snap is 268 2024-08-17T17:14:06.222 INFO:tasks.rados.rados.0.smithi059.stdout:2514: finishing write tid 5 to smithi05980601-12 2024-08-17T17:14:06.222 INFO:tasks.rados.rados.0.smithi059.stdout:2514: oid 12 updating version 0 to 1310 2024-08-17T17:14:06.223 INFO:tasks.rados.rados.0.smithi059.stdout:2514: oid 12 updating version 1310 to 1311 2024-08-17T17:14:06.223 INFO:tasks.rados.rados.0.smithi059.stdout:2514: oid 12 version 1311 is already newer than 1308 2024-08-17T17:14:06.223 INFO:tasks.rados.rados.0.smithi059.stdout:2514: oid 12 version 1311 is already newer than 1309 2024-08-17T17:14:06.223 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1311 (ObjNum 800 snap 268 seq_num 800) dirty exists 2024-08-17T17:14:06.223 INFO:tasks.rados.rados.0.smithi059.stdout:2514: left oid 12 (ObjNum 800 snap 268 seq_num 800) 2024-08-17T17:14:06.225 INFO:tasks.rados.rados.0.smithi059.stdout:2514: done (4 left) 2024-08-17T17:14:06.225 INFO:tasks.rados.rados.0.smithi059.stdout:2520: done (3 left) 2024-08-17T17:14:06.225 INFO:tasks.rados.rados.0.smithi059.stdout:2523: rollback oid 32 current snap is 268 2024-08-17T17:14:06.225 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 230 2024-08-17T17:14:06.225 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1726 (ObjNum 731 snap 237 seq_num 731) dirty exists 2024-08-17T17:14:06.226 INFO:tasks.rados.rados.0.smithi059.stdout:2518: done (3 left) 2024-08-17T17:14:06.226 INFO:tasks.rados.rados.0.smithi059.stdout:2524: rollback oid 29 current snap is 268 2024-08-17T17:14:06.226 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 267 2024-08-17T17:14:06.226 INFO:tasks.rados.rados.0.smithi059.stdout:2525: copy_from oid 34 from oid 45 current snap is 268 2024-08-17T17:14:06.226 INFO:tasks.rados.rados.0.smithi059.stdout:2526: read oid 50 snap 250 2024-08-17T17:14:06.226 INFO:tasks.rados.rados.0.smithi059.stdout:2526: expect (ObjNum 726 snap 234 seq_num 726) 2024-08-17T17:14:06.226 INFO:tasks.rados.rados.0.smithi059.stdout:2527: snap_create 2024-08-17T17:14:06.227 INFO:tasks.rados.rados.0.smithi059.stdout:2525: finishing copy_from to smithi05980601-34 2024-08-17T17:14:06.227 INFO:tasks.rados.rados.0.smithi059.stdout:2525: got expected ENOENT (src dne) 2024-08-17T17:14:06.227 INFO:tasks.rados.rados.0.smithi059.stdout:2525: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:14:06.230 INFO:tasks.rados.rados.0.smithi059.stdout:2524: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:14:06.230 INFO:tasks.rados.rados.0.smithi059.stdout:2523: finishing rollback tid 0 to smithi05980601-32 2024-08-17T17:14:06.230 INFO:tasks.rados.rados.0.smithi059.stdout:2521: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:14:06.230 INFO:tasks.rados.rados.0.smithi059.stdout:2524: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:14:06.231 INFO:tasks.rados.rados.0.smithi059.stdout:2526: expect (ObjNum 726 snap 234 seq_num 726) 2024-08-17T17:14:06.236 INFO:tasks.rados.rados.0.smithi059.stdout:2523: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:14:06.236 INFO:tasks.rados.rados.0.smithi059.stdout:2524: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:14:06.236 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1678 (ObjNum 770 snap 252 seq_num 770) dirty exists 2024-08-17T17:14:06.236 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 1089 (ObjNum 764 snap 250 seq_num 764) dirty exists 2024-08-17T17:14:06.236 INFO:tasks.rados.rados.0.smithi059.stdout:2523: finishing rollback tid 2 to smithi05980601-32 2024-08-17T17:14:06.237 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 695 (ObjNum 647 snap 208 seq_num 647) dirty exists 2024-08-17T17:14:06.237 INFO:tasks.rados.rados.0.smithi059.stdout:2521: finishing copy_from to smithi05980601-21 2024-08-17T17:14:06.237 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2060 (ObjNum 730 snap 237 seq_num 730) dirty exists 2024-08-17T17:14:06.464 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:06 smithi087 ceph-mon[85676]: pgmap v571: 121 pgs: 121 active+clean; 403 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-08-17T17:14:06.464 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:06 smithi087 ceph-mon[85676]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T17:14:06.464 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:06 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.465 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:06 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.465 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:06 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.465 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:06 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.465 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:06 smithi087 ceph-mon[85676]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T17:14:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[92261]: pgmap v571: 121 pgs: 121 active+clean; 403 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-08-17T17:14:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[92261]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T17:14:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[92261]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T17:14:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[94685]: pgmap v571: 121 pgs: 121 active+clean; 403 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 MiB/s wr, 10 op/s 2024-08-17T17:14:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[94685]: osdmap e603: 8 total, 8 up, 8 in 2024-08-17T17:14:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:06.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:06 smithi059 ceph-mon[94685]: osdmap e604: 8 total, 8 up, 8 in 2024-08-17T17:14:07.210 INFO:tasks.rados.rados.0.smithi059.stdout:2521: done (6 left) 2024-08-17T17:14:07.210 INFO:tasks.rados.rados.0.smithi059.stdout:2522: done (5 left) 2024-08-17T17:14:07.210 INFO:tasks.rados.rados.0.smithi059.stdout:2523: done (4 left) 2024-08-17T17:14:07.210 INFO:tasks.rados.rados.0.smithi059.stdout:2524: done (3 left) 2024-08-17T17:14:07.210 INFO:tasks.rados.rados.0.smithi059.stdout:2525: done (2 left) 2024-08-17T17:14:07.210 INFO:tasks.rados.rados.0.smithi059.stdout:2526: done (1 left) 2024-08-17T17:14:07.211 INFO:tasks.rados.rados.0.smithi059.stdout:2527: done (0 left) 2024-08-17T17:14:07.211 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 269 2024-08-17T17:14:07.211 INFO:tasks.rados.rados.0.smithi059.stdout:2528: seq_num 802 ranges {0=638976,638976=458752,1097728=344064} 2024-08-17T17:14:07.212 INFO:tasks.rados.rados.0.smithi059.stdout:2528: writing smithi05980601-24 from 0 to 638976 tid 1 2024-08-17T17:14:07.215 INFO:tasks.rados.rados.0.smithi059.stdout:2528: writing smithi05980601-24 from 638976 to 1097728 tid 2 2024-08-17T17:14:07.217 INFO:tasks.rados.rados.0.smithi059.stdout:2528: writing smithi05980601-24 from 1097728 to 1441792 tid 3 2024-08-17T17:14:07.217 INFO:tasks.rados.rados.0.smithi059.stdout:2529: delete oid 9 current snap is 269 2024-08-17T17:14:07.220 INFO:tasks.rados.rados.0.smithi059.stdout:2528: finishing write tid 1 to smithi05980601-24 2024-08-17T17:14:07.220 INFO:tasks.rados.rados.0.smithi059.stdout:2528: finishing write tid 2 to smithi05980601-24 2024-08-17T17:14:07.222 INFO:tasks.rados.rados.0.smithi059.stdout:2528: finishing write tid 3 to smithi05980601-24 2024-08-17T17:14:07.222 INFO:tasks.rados.rados.0.smithi059.stdout:2528: finishing write tid 4 to smithi05980601-24 2024-08-17T17:14:07.222 INFO:tasks.rados.rados.0.smithi059.stdout:2529: done (1 left) 2024-08-17T17:14:07.222 INFO:tasks.rados.rados.0.smithi059.stdout:2530: read oid 27 snap -1 2024-08-17T17:14:07.223 INFO:tasks.rados.rados.0.smithi059.stdout:2530: expect (ObjNum 786 snap 263 seq_num 786) 2024-08-17T17:14:07.223 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 269 2024-08-17T17:14:07.223 INFO:tasks.rados.rados.0.smithi059.stdout:2531: seq_num 804 ranges {1409024=671744,2080768=622592,2703360=180224} 2024-08-17T17:14:07.233 INFO:tasks.rados.rados.0.smithi059.stdout:2531: writing smithi05980601-12 from 1409024 to 2080768 tid 1 2024-08-17T17:14:07.237 INFO:tasks.rados.rados.0.smithi059.stdout:2531: writing smithi05980601-12 from 2080768 to 2703360 tid 2 2024-08-17T17:14:07.238 INFO:tasks.rados.rados.0.smithi059.stdout:2531: writing smithi05980601-12 from 2703360 to 2883584 tid 3 2024-08-17T17:14:07.238 INFO:tasks.rados.rados.0.smithi059.stdout:2532: rollback oid 30 current snap is 269 2024-08-17T17:14:07.238 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 268 2024-08-17T17:14:07.238 INFO:tasks.rados.rados.0.smithi059.stdout:2528: finishing write tid 5 to smithi05980601-24 2024-08-17T17:14:07.239 INFO:tasks.rados.rados.0.smithi059.stdout:2528: oid 24 updating version 0 to 1877 2024-08-17T17:14:07.239 INFO:tasks.rados.rados.0.smithi059.stdout:2528: oid 24 version 1877 is already newer than 1876 2024-08-17T17:14:07.239 INFO:tasks.rados.rados.0.smithi059.stdout:2528: oid 24 version 1877 is already newer than 1875 2024-08-17T17:14:07.239 INFO:tasks.rados.rados.0.smithi059.stdout:2528: oid 24 updating version 1877 to 1878 2024-08-17T17:14:07.239 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 1878 (ObjNum 802 snap 269 seq_num 802) dirty exists 2024-08-17T17:14:07.239 INFO:tasks.rados.rados.0.smithi059.stdout:2528: left oid 24 (ObjNum 802 snap 269 seq_num 802) 2024-08-17T17:14:07.239 INFO:tasks.rados.rados.0.smithi059.stdout:2528: done (3 left) 2024-08-17T17:14:07.239 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 269 2024-08-17T17:14:07.239 INFO:tasks.rados.rados.0.smithi059.stdout:2530: expect (ObjNum 786 snap 263 seq_num 786) 2024-08-17T17:14:07.289 INFO:tasks.rados.rados.0.smithi059.stdout:2531: finishing write tid 1 to smithi05980601-12 2024-08-17T17:14:07.289 INFO:tasks.rados.rados.0.smithi059.stdout:2532: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1616 (ObjNum 81 snap 0 seq_num 338464064) dirty dne 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2531: finishing write tid 2 to smithi05980601-12 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2531: finishing write tid 3 to smithi05980601-12 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2531: finishing write tid 4 to smithi05980601-12 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2531: finishing write tid 5 to smithi05980601-12 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2531: oid 12 updating version 0 to 1317 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2531: oid 12 updating version 1317 to 1318 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2531: oid 12 version 1318 is already newer than 1316 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2531: oid 12 version 1318 is already newer than 1315 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1318 (ObjNum 804 snap 269 seq_num 804) dirty exists 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2531: left oid 12 (ObjNum 804 snap 269 seq_num 804) 2024-08-17T17:14:07.290 INFO:tasks.rados.rados.0.smithi059.stdout:2533: seq_num 805 ranges {8339456=688128,9027584=507904,9535488=294912} 2024-08-17T17:14:07.338 INFO:tasks.rados.rados.0.smithi059.stdout:2533: writing smithi05980601-43 from 8339456 to 9027584 tid 1 2024-08-17T17:14:07.341 INFO:tasks.rados.rados.0.smithi059.stdout:2533: writing smithi05980601-43 from 9027584 to 9535488 tid 2 2024-08-17T17:14:07.344 INFO:tasks.rados.rados.0.smithi059.stdout:2533: writing smithi05980601-43 from 9535488 to 9830400 tid 3 2024-08-17T17:14:07.344 INFO:tasks.rados.rados.0.smithi059.stdout:2530: done (3 left) 2024-08-17T17:14:07.344 INFO:tasks.rados.rados.0.smithi059.stdout:2531: done (2 left) 2024-08-17T17:14:07.344 INFO:tasks.rados.rados.0.smithi059.stdout:2532: done (1 left) 2024-08-17T17:14:07.344 INFO:tasks.rados.rados.0.smithi059.stdout:2534: copy_from oid 30 from oid 41 current snap is 269 2024-08-17T17:14:07.344 INFO:tasks.rados.rados.0.smithi059.stdout:2533: finishing write tid 1 to smithi05980601-43 2024-08-17T17:14:07.345 INFO:tasks.rados.rados.0.smithi059.stdout:2535: rollback oid 12 current snap is 269 2024-08-17T17:14:07.345 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 12 to 266 2024-08-17T17:14:07.345 INFO:tasks.rados.rados.0.smithi059.stdout:2536: delete oid 37 current snap is 269 2024-08-17T17:14:07.345 INFO:tasks.rados.rados.0.smithi059.stdout:2533: finishing write tid 2 to smithi05980601-43 2024-08-17T17:14:07.346 INFO:tasks.rados.rados.0.smithi059.stdout:2535: finishing rollback tid 0 to smithi05980601-12 2024-08-17T17:14:07.347 INFO:tasks.rados.rados.0.smithi059.stdout:2535: finishing rollback tid 1 to smithi05980601-12 2024-08-17T17:14:07.347 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1320 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-08-17T17:14:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:2535: done (3 left) 2024-08-17T17:14:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:2536: done (2 left) 2024-08-17T17:14:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:2537: read oid 28 snap 264 2024-08-17T17:14:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:2537: expect deleted 2024-08-17T17:14:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:2538: snap_create 2024-08-17T17:14:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:2533: finishing write tid 3 to smithi05980601-43 2024-08-17T17:14:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:2533: finishing write tid 4 to smithi05980601-43 2024-08-17T17:14:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:2533: finishing write tid 5 to smithi05980601-43 2024-08-17T17:14:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:2533: oid 43 updating version 0 to 1683 2024-08-17T17:14:07.350 INFO:tasks.rados.rados.0.smithi059.stdout:2533: oid 43 version 1683 is already newer than 1680 2024-08-17T17:14:07.350 INFO:tasks.rados.rados.0.smithi059.stdout:2533: oid 43 version 1683 is already newer than 1681 2024-08-17T17:14:07.350 INFO:tasks.rados.rados.0.smithi059.stdout:2533: oid 43 version 1683 is already newer than 1682 2024-08-17T17:14:07.350 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1683 (ObjNum 805 snap 269 seq_num 805) dirty exists 2024-08-17T17:14:07.350 INFO:tasks.rados.rados.0.smithi059.stdout:2533: left oid 43 (ObjNum 805 snap 269 seq_num 805) 2024-08-17T17:14:07.357 INFO:tasks.rados.rados.0.smithi059.stdout:2534: finishing copy_from racing read to smithi05980601-30 2024-08-17T17:14:07.358 INFO:tasks.rados.rados.0.smithi059.stdout:2534: finishing copy_from to smithi05980601-30 2024-08-17T17:14:07.358 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1661 (ObjNum 707 snap 227 seq_num 707) dirty exists 2024-08-17T17:14:08.218 INFO:tasks.rados.rados.0.smithi059.stdout:2533: done (3 left) 2024-08-17T17:14:08.219 INFO:tasks.rados.rados.0.smithi059.stdout:2534: done (2 left) 2024-08-17T17:14:08.219 INFO:tasks.rados.rados.0.smithi059.stdout:2537: done (1 left) 2024-08-17T17:14:08.219 INFO:tasks.rados.rados.0.smithi059.stdout:2538: done (0 left) 2024-08-17T17:14:08.219 INFO:tasks.rados.rados.0.smithi059.stdout:2539: read oid 21 snap -1 2024-08-17T17:14:08.219 INFO:tasks.rados.rados.0.smithi059.stdout:2539: expect (ObjNum 730 snap 237 seq_num 730) 2024-08-17T17:14:08.219 INFO:tasks.rados.rados.0.smithi059.stdout:2540: read oid 9 snap 253 2024-08-17T17:14:08.219 INFO:tasks.rados.rados.0.smithi059.stdout:2540: expect (ObjNum 546 snap 176 seq_num 546) 2024-08-17T17:14:08.219 INFO:tasks.rados.rados.0.smithi059.stdout:2541: copy_from oid 10 from oid 41 current snap is 270 2024-08-17T17:14:08.219 INFO:tasks.rados.rados.0.smithi059.stdout:2542: snap_create 2024-08-17T17:14:08.232 INFO:tasks.rados.rados.0.smithi059.stdout:2539: expect (ObjNum 730 snap 237 seq_num 730) 2024-08-17T17:14:08.282 INFO:tasks.rados.rados.0.smithi059.stdout:2540: expect (ObjNum 546 snap 176 seq_num 546) 2024-08-17T17:14:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:08 smithi059 ceph-mon[92261]: pgmap v574: 121 pgs: 121 active+clean; 405 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-17T17:14:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:08 smithi059 ceph-mon[92261]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T17:14:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:08 smithi059 ceph-mon[94685]: pgmap v574: 121 pgs: 121 active+clean; 405 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-17T17:14:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:08 smithi059 ceph-mon[94685]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T17:14:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:08 smithi087 ceph-mon[85676]: pgmap v574: 121 pgs: 121 active+clean; 405 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-17T17:14:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:08 smithi087 ceph-mon[85676]: osdmap e605: 8 total, 8 up, 8 in 2024-08-17T17:14:09.161 INFO:tasks.rados.rados.0.smithi059.stdout:2541: finishing copy_from racing read to smithi05980601-10 2024-08-17T17:14:09.161 INFO:tasks.rados.rados.0.smithi059.stdout:2541: finishing copy_from to smithi05980601-10 2024-08-17T17:14:09.161 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1661 (ObjNum 707 snap 227 seq_num 707) dirty exists 2024-08-17T17:14:09.222 INFO:tasks.rados.rados.0.smithi059.stdout:2539: done (3 left) 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2540: done (2 left) 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2541: done (1 left) 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2542: done (0 left) 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2543: read oid 13 snap 258 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2543: expect (ObjNum 568 snap 186 seq_num 568) 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2544: read oid 44 snap 240 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2544: expect (ObjNum 732 snap 237 seq_num 732) 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2545: rmattr oid 35 current snap is 271 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2545: done (2 left) 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2546: read oid 31 snap -1 2024-08-17T17:14:09.223 INFO:tasks.rados.rados.0.smithi059.stdout:2546: expect (ObjNum 746 snap 247 seq_num 746) 2024-08-17T17:14:09.224 INFO:tasks.rados.rados.0.smithi059.stdout:2547: read oid 42 snap -1 2024-08-17T17:14:09.224 INFO:tasks.rados.rados.0.smithi059.stdout:2547: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:09.224 INFO:tasks.rados.rados.0.smithi059.stdout:2548: rmattr oid 17 current snap is 271 2024-08-17T17:14:09.224 INFO:tasks.rados.rados.0.smithi059.stdout:2548: done (4 left) 2024-08-17T17:14:09.224 INFO:tasks.rados.rados.0.smithi059.stdout:2549: read oid 39 snap -1 2024-08-17T17:14:09.224 INFO:tasks.rados.rados.0.smithi059.stdout:2549: expect (ObjNum 600 snap 195 seq_num 600) 2024-08-17T17:14:09.224 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 271 2024-08-17T17:14:09.224 INFO:tasks.rados.rados.0.smithi059.stdout:2550: seq_num 807 ranges {1622016=720896,2342912=729088,3072000=73728} 2024-08-17T17:14:09.236 INFO:tasks.rados.rados.0.smithi059.stdout:2550: writing smithi05980601-27 from 1622016 to 2342912 tid 1 2024-08-17T17:14:09.241 INFO:tasks.rados.rados.0.smithi059.stdout:2550: writing smithi05980601-27 from 2342912 to 3072000 tid 2 2024-08-17T17:14:09.242 INFO:tasks.rados.rados.0.smithi059.stdout:2550: writing smithi05980601-27 from 3072000 to 3145728 tid 3 2024-08-17T17:14:09.242 INFO:tasks.rados.rados.0.smithi059.stdout:2551: read oid 11 snap 258 2024-08-17T17:14:09.243 INFO:tasks.rados.rados.0.smithi059.stdout:2551: expect deleted 2024-08-17T17:14:09.243 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 271 2024-08-17T17:14:09.243 INFO:tasks.rados.rados.0.smithi059.stdout:2552: seq_num 808 ranges {1204224=737280,1941504=614400,2555904=188416} 2024-08-17T17:14:09.254 INFO:tasks.rados.rados.0.smithi059.stdout:2552: writing smithi05980601-21 from 1204224 to 1941504 tid 1 2024-08-17T17:14:09.258 INFO:tasks.rados.rados.0.smithi059.stdout:2552: writing smithi05980601-21 from 1941504 to 2555904 tid 2 2024-08-17T17:14:09.260 INFO:tasks.rados.rados.0.smithi059.stdout:2552: writing smithi05980601-21 from 2555904 to 2744320 tid 3 2024-08-17T17:14:09.260 INFO:tasks.rados.rados.0.smithi059.stdout:2553: delete oid 4 current snap is 271 2024-08-17T17:14:09.260 INFO:tasks.rados.rados.0.smithi059.stdout:2544: expect (ObjNum 732 snap 237 seq_num 732) 2024-08-17T17:14:09.268 INFO:tasks.rados.rados.0.smithi059.stdout:2546: expect (ObjNum 746 snap 247 seq_num 746) 2024-08-17T17:14:09.301 INFO:tasks.rados.rados.0.smithi059.stdout:2549: expect (ObjNum 600 snap 195 seq_num 600) 2024-08-17T17:14:09.345 INFO:tasks.rados.rados.0.smithi059.stdout:2547: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:09.448 INFO:tasks.rados.rados.0.smithi059.stdout:2543: expect (ObjNum 568 snap 186 seq_num 568) 2024-08-17T17:14:09.509 INFO:tasks.rados.rados.0.smithi059.stdout:2550: finishing write tid 1 to smithi05980601-27 2024-08-17T17:14:09.509 INFO:tasks.rados.rados.0.smithi059.stdout:2550: finishing write tid 2 to smithi05980601-27 2024-08-17T17:14:09.509 INFO:tasks.rados.rados.0.smithi059.stdout:2550: finishing write tid 3 to smithi05980601-27 2024-08-17T17:14:09.509 INFO:tasks.rados.rados.0.smithi059.stdout:2550: finishing write tid 4 to smithi05980601-27 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2550: finishing write tid 5 to smithi05980601-27 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2550: oid 27 updating version 0 to 1540 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2550: oid 27 version 1540 is already newer than 1538 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2550: oid 27 version 1540 is already newer than 1539 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2550: oid 27 version 1540 is already newer than 1537 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 1540 (ObjNum 807 snap 271 seq_num 807) dirty exists 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2550: left oid 27 (ObjNum 807 snap 271 seq_num 807) 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2552: finishing write tid 1 to smithi05980601-21 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2543: done (8 left) 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2544: done (7 left) 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2546: done (6 left) 2024-08-17T17:14:09.510 INFO:tasks.rados.rados.0.smithi059.stdout:2547: done (5 left) 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2549: done (4 left) 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2550: done (3 left) 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2551: done (2 left) 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2553: done (1 left) 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2554: snap_create 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2552: finishing write tid 2 to smithi05980601-21 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2552: finishing write tid 3 to smithi05980601-21 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2552: finishing write tid 4 to smithi05980601-21 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2552: finishing write tid 5 to smithi05980601-21 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2552: oid 21 updating version 0 to 2062 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2552: oid 21 updating version 2062 to 2064 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2552: oid 21 version 2064 is already newer than 2063 2024-08-17T17:14:09.511 INFO:tasks.rados.rados.0.smithi059.stdout:2552: oid 21 version 2064 is already newer than 2061 2024-08-17T17:14:09.512 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2064 (ObjNum 808 snap 271 seq_num 808) dirty exists 2024-08-17T17:14:09.512 INFO:tasks.rados.rados.0.smithi059.stdout:2552: left oid 21 (ObjNum 808 snap 271 seq_num 808) 2024-08-17T17:14:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T17:14:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:09.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:09 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: osdmap e606: 8 total, 8 up, 8 in 2024-08-17T17:14:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:09.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:09.553 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:09 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:10.230 INFO:tasks.rados.rados.0.smithi059.stdout:2552: done (1 left) 2024-08-17T17:14:10.230 INFO:tasks.rados.rados.0.smithi059.stdout:2554: done (0 left) 2024-08-17T17:14:10.230 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 272 2024-08-17T17:14:10.231 INFO:tasks.rados.rados.0.smithi059.stdout:2555: seq_num 810 ranges {2326528=770048,3096576=778240,3874816=24576} 2024-08-17T17:14:10.247 INFO:tasks.rados.rados.0.smithi059.stdout:2555: writing smithi05980601-13 from 2326528 to 3096576 tid 1 2024-08-17T17:14:10.251 INFO:tasks.rados.rados.0.smithi059.stdout:2555: writing smithi05980601-13 from 3096576 to 3874816 tid 2 2024-08-17T17:14:10.251 INFO:tasks.rados.rados.0.smithi059.stdout:2555: writing smithi05980601-13 from 3874816 to 3899392 tid 3 2024-08-17T17:14:10.251 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 272 2024-08-17T17:14:10.251 INFO:tasks.rados.rados.0.smithi059.stdout:2556: seq_num 811 ranges {2957312=786432,3743744=663552,4407296=139264} 2024-08-17T17:14:10.272 INFO:tasks.rados.rados.0.smithi059.stdout:2556: writing smithi05980601-17 from 2957312 to 3743744 tid 1 2024-08-17T17:14:10.276 INFO:tasks.rados.rados.0.smithi059.stdout:2556: writing smithi05980601-17 from 3743744 to 4407296 tid 2 2024-08-17T17:14:10.277 INFO:tasks.rados.rados.0.smithi059.stdout:2556: writing smithi05980601-17 from 4407296 to 4546560 tid 3 2024-08-17T17:14:10.277 INFO:tasks.rados.rados.0.smithi059.stdout:2557: read oid 30 snap -1 2024-08-17T17:14:10.278 INFO:tasks.rados.rados.0.smithi059.stdout:2557: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:10.278 INFO:tasks.rados.rados.0.smithi059.stdout:2558: snap_remove snap 266 2024-08-17T17:14:10.520 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:10 smithi059 ceph-mon[92261]: pgmap v577: 121 pgs: 121 active+clean; 413 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-08-17T17:14:10.520 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:10 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:14:10.520 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:10 smithi059 ceph-mon[92261]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T17:14:10.520 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:10 smithi059 ceph-mon[94685]: pgmap v577: 121 pgs: 121 active+clean; 413 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-08-17T17:14:10.520 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:10 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:14:10.520 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:10 smithi059 ceph-mon[94685]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T17:14:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:10 smithi087 ceph-mon[85676]: pgmap v577: 121 pgs: 121 active+clean; 413 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-08-17T17:14:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:10 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-17T17:14:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:10 smithi087 ceph-mon[85676]: osdmap e607: 8 total, 8 up, 8 in 2024-08-17T17:14:11.179 INFO:tasks.rados.rados.0.smithi059.stdout:2558: done (3 left) 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2559: delete oid 47 current snap is 272 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2555: finishing write tid 1 to smithi05980601-13 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2555: finishing write tid 2 to smithi05980601-13 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2555: finishing write tid 3 to smithi05980601-13 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2555: finishing write tid 4 to smithi05980601-13 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2555: finishing write tid 5 to smithi05980601-13 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2555: oid 13 updating version 0 to 1093 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2555: oid 13 version 1093 is already newer than 1091 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2555: oid 13 version 1093 is already newer than 1090 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:2555: oid 13 version 1093 is already newer than 1092 2024-08-17T17:14:11.180 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 1093 (ObjNum 810 snap 272 seq_num 810) dirty exists 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2555: left oid 13 (ObjNum 810 snap 272 seq_num 810) 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: finishing write tid 1 to smithi05980601-17 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: finishing write tid 2 to smithi05980601-17 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: finishing write tid 3 to smithi05980601-17 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: finishing write tid 4 to smithi05980601-17 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: finishing write tid 5 to smithi05980601-17 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: oid 17 updating version 0 to 2239 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: oid 17 version 2239 is already newer than 2238 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: oid 17 updating version 2239 to 2240 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: oid 17 updating version 2240 to 2241 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 2241 (ObjNum 811 snap 272 seq_num 811) dirty exists 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2556: left oid 17 (ObjNum 811 snap 272 seq_num 811) 2024-08-17T17:14:11.181 INFO:tasks.rados.rados.0.smithi059.stdout:2557: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:11.286 INFO:tasks.rados.rados.0.smithi059.stdout:2555: done (3 left) 2024-08-17T17:14:11.286 INFO:tasks.rados.rados.0.smithi059.stdout:2556: done (2 left) 2024-08-17T17:14:11.286 INFO:tasks.rados.rados.0.smithi059.stdout:2557: done (1 left) 2024-08-17T17:14:11.286 INFO:tasks.rados.rados.0.smithi059.stdout:2559: done (0 left) 2024-08-17T17:14:11.286 INFO:tasks.rados.rados.0.smithi059.stdout:2560: snap_create 2024-08-17T17:14:11.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[94685]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T17:14:11.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[94685]: pgmap v580: 121 pgs: 121 active+clean; 413 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-08-17T17:14:11.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[94685]: Upgrade: Updating alertmanager.a 2024-08-17T17:14:11.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[94685]: Deploying daemon alertmanager.a on smithi059 2024-08-17T17:14:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[94685]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T17:14:11.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[92261]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T17:14:11.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[92261]: pgmap v580: 121 pgs: 121 active+clean; 413 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-08-17T17:14:11.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[92261]: Upgrade: Updating alertmanager.a 2024-08-17T17:14:11.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[92261]: Deploying daemon alertmanager.a on smithi059 2024-08-17T17:14:11.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:11 smithi059 ceph-mon[92261]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T17:14:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:11 smithi087 ceph-mon[85676]: osdmap e608: 8 total, 8 up, 8 in 2024-08-17T17:14:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:11 smithi087 ceph-mon[85676]: pgmap v580: 121 pgs: 121 active+clean; 413 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-08-17T17:14:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:11 smithi087 ceph-mon[85676]: Upgrade: Updating alertmanager.a 2024-08-17T17:14:11.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:11 smithi087 ceph-mon[85676]: Deploying daemon alertmanager.a on smithi059 2024-08-17T17:14:11.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:11 smithi087 ceph-mon[85676]: osdmap e609: 8 total, 8 up, 8 in 2024-08-17T17:14:12.239 INFO:tasks.rados.rados.0.smithi059.stdout:2560: done (0 left) 2024-08-17T17:14:12.239 INFO:tasks.rados.rados.0.smithi059.stdout:2561: delete oid 28 current snap is 273 2024-08-17T17:14:12.241 INFO:tasks.rados.rados.0.smithi059.stdout:2561: done (0 left) 2024-08-17T17:14:12.241 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 273 2024-08-17T17:14:12.241 INFO:tasks.rados.rados.0.smithi059.stdout:2562: seq_num 814 ranges {1196032=442368,1638400=770048,2408448=434176} 2024-08-17T17:14:12.250 INFO:tasks.rados.rados.0.smithi059.stdout:2562: writing smithi05980601-39 from 1196032 to 1638400 tid 1 2024-08-17T17:14:12.255 INFO:tasks.rados.rados.0.smithi059.stdout:2562: writing smithi05980601-39 from 1638400 to 2408448 tid 2 2024-08-17T17:14:12.259 INFO:tasks.rados.rados.0.smithi059.stdout:2562: writing smithi05980601-39 from 2408448 to 2842624 tid 3 2024-08-17T17:14:12.259 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 273 2024-08-17T17:14:12.259 INFO:tasks.rados.rados.0.smithi059.stdout:2563: seq_num 815 ranges {3899392=458752,4358144=655360,5013504=409600,5423104=139264} 2024-08-17T17:14:12.283 INFO:tasks.rados.rados.0.smithi059.stdout:2563: writing smithi05980601-13 from 3899392 to 4358144 tid 1 2024-08-17T17:14:12.287 INFO:tasks.rados.rados.0.smithi059.stdout:2563: writing smithi05980601-13 from 4358144 to 5013504 tid 2 2024-08-17T17:14:12.290 INFO:tasks.rados.rados.0.smithi059.stdout:2563: writing smithi05980601-13 from 5013504 to 5423104 tid 3 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2563: writing smithi05980601-13 from 5423104 to 5562368 tid 4 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: finishing write tid 1 to smithi05980601-39 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: finishing write tid 2 to smithi05980601-39 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: finishing write tid 3 to smithi05980601-39 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: finishing write tid 4 to smithi05980601-39 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: finishing write tid 5 to smithi05980601-39 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: oid 39 updating version 0 to 2248 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: oid 39 updating version 2248 to 2249 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: oid 39 version 2249 is already newer than 2247 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: oid 39 updating version 2249 to 2250 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 2250 (ObjNum 814 snap 273 seq_num 814) dirty exists 2024-08-17T17:14:12.292 INFO:tasks.rados.rados.0.smithi059.stdout:2562: left oid 39 (ObjNum 814 snap 273 seq_num 814) 2024-08-17T17:14:12.293 INFO:tasks.rados.rados.0.smithi059.stdout:2563: finishing write tid 1 to smithi05980601-13 2024-08-17T17:14:12.293 INFO:tasks.rados.rados.0.smithi059.stdout:2562: done (1 left) 2024-08-17T17:14:12.293 INFO:tasks.rados.rados.0.smithi059.stdout:2564: snap_remove snap 230 2024-08-17T17:14:13.241 INFO:tasks.rados.rados.0.smithi059.stdout:2564: done (1 left) 2024-08-17T17:14:13.242 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 273 2024-08-17T17:14:13.242 INFO:tasks.rados.rados.0.smithi059.stdout:2565: seq_num 816 ranges {2498560=475136,2973696=540672,3514368=614400,4128768=49152} 2024-08-17T17:14:13.259 INFO:tasks.rados.rados.0.smithi059.stdout:2565: writing smithi05980601-38 from 2498560 to 2973696 tid 1 2024-08-17T17:14:13.263 INFO:tasks.rados.rados.0.smithi059.stdout:2565: writing smithi05980601-38 from 2973696 to 3514368 tid 2 2024-08-17T17:14:13.267 INFO:tasks.rados.rados.0.smithi059.stdout:2565: writing smithi05980601-38 from 3514368 to 4128768 tid 3 2024-08-17T17:14:13.268 INFO:tasks.rados.rados.0.smithi059.stdout:2565: writing smithi05980601-38 from 4128768 to 4177920 tid 4 2024-08-17T17:14:13.268 INFO:tasks.rados.rados.0.smithi059.stdout:2566: read oid 42 snap 202 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2566: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2567: delete oid 17 current snap is 273 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: finishing write tid 2 to smithi05980601-13 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: finishing write tid 3 to smithi05980601-13 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: finishing write tid 4 to smithi05980601-13 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: finishing write tid 5 to smithi05980601-13 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: finishing write tid 6 to smithi05980601-13 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: oid 13 updating version 0 to 1098 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: oid 13 version 1098 is already newer than 1094 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: oid 13 version 1098 is already newer than 1095 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: oid 13 version 1098 is already newer than 1096 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:2563: oid 13 version 1098 is already newer than 1097 2024-08-17T17:14:13.269 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 1098 (ObjNum 815 snap 273 seq_num 815) dirty exists 2024-08-17T17:14:13.270 INFO:tasks.rados.rados.0.smithi059.stdout:2563: left oid 13 (ObjNum 815 snap 273 seq_num 815) 2024-08-17T17:14:13.270 INFO:tasks.rados.rados.0.smithi059.stdout:2565: finishing write tid 1 to smithi05980601-38 2024-08-17T17:14:13.270 INFO:tasks.rados.rados.0.smithi059.stdout:2565: finishing write tid 2 to smithi05980601-38 2024-08-17T17:14:13.272 INFO:tasks.rados.rados.0.smithi059.stdout:2563: done (3 left) 2024-08-17T17:14:13.272 INFO:tasks.rados.rados.0.smithi059.stdout:2567: done (2 left) 2024-08-17T17:14:13.272 INFO:tasks.rados.rados.0.smithi059.stdout:2568: delete oid 12 current snap is 273 2024-08-17T17:14:13.275 INFO:tasks.rados.rados.0.smithi059.stdout:2565: finishing write tid 3 to smithi05980601-38 2024-08-17T17:14:13.275 INFO:tasks.rados.rados.0.smithi059.stdout:2568: done (2 left) 2024-08-17T17:14:13.275 INFO:tasks.rados.rados.0.smithi059.stdout:2569: setattr oid 32 current snap is 273 2024-08-17T17:14:13.275 INFO:tasks.rados.rados.0.smithi059.stdout:2565: finishing write tid 4 to smithi05980601-38 2024-08-17T17:14:13.275 INFO:tasks.rados.rados.0.smithi059.stdout:2566: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:14:13.327 INFO:tasks.rados.rados.0.smithi059.stdout:2565: finishing write tid 5 to smithi05980601-38 2024-08-17T17:14:13.327 INFO:tasks.rados.rados.0.smithi059.stdout:2565: finishing write tid 6 to smithi05980601-38 2024-08-17T17:14:13.327 INFO:tasks.rados.rados.0.smithi059.stdout:2565: oid 38 updating version 0 to 1728 2024-08-17T17:14:13.327 INFO:tasks.rados.rados.0.smithi059.stdout:2565: oid 38 updating version 1728 to 1729 2024-08-17T17:14:13.327 INFO:tasks.rados.rados.0.smithi059.stdout:2565: oid 38 updating version 1729 to 1731 2024-08-17T17:14:13.327 INFO:tasks.rados.rados.0.smithi059.stdout:2565: oid 38 version 1731 is already newer than 1730 2024-08-17T17:14:13.327 INFO:tasks.rados.rados.0.smithi059.stdout:2565: oid 38 updating version 1731 to 1732 2024-08-17T17:14:13.327 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1732 (ObjNum 816 snap 273 seq_num 816) dirty exists 2024-08-17T17:14:13.327 INFO:tasks.rados.rados.0.smithi059.stdout:2565: left oid 38 (ObjNum 816 snap 273 seq_num 816) 2024-08-17T17:14:13.328 INFO:tasks.rados.rados.0.smithi059.stdout:2565: done (2 left) 2024-08-17T17:14:13.328 INFO:tasks.rados.rados.0.smithi059.stdout:2566: done (1 left) 2024-08-17T17:14:13.328 INFO:tasks.rados.rados.0.smithi059.stdout:2570: snap_remove snap 265 2024-08-17T17:14:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:13 smithi059 ceph-mon[92261]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T17:14:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:13 smithi059 ceph-mon[92261]: pgmap v583: 121 pgs: 121 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T17:14:13.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:13 smithi059 ceph-mon[94685]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T17:14:13.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:13 smithi059 ceph-mon[94685]: pgmap v583: 121 pgs: 121 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T17:14:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:13 smithi087 ceph-mon[85676]: osdmap e610: 8 total, 8 up, 8 in 2024-08-17T17:14:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:13 smithi087 ceph-mon[85676]: pgmap v583: 121 pgs: 121 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-08-17T17:14:14.247 INFO:tasks.rados.rados.0.smithi059.stdout:2570: done (1 left) 2024-08-17T17:14:14.247 INFO:tasks.rados.rados.0.smithi059.stdout:2571: snap_create 2024-08-17T17:14:14.247 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 701 (ObjNum 647 snap 208 seq_num 647) dirty exists 2024-08-17T17:14:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:14 smithi059 ceph-mon[92261]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T17:14:14.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:14:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:14:14] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.51.0" 2024-08-17T17:14:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:14 smithi059 ceph-mon[94685]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T17:14:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:14 smithi087 ceph-mon[85676]: osdmap e611: 8 total, 8 up, 8 in 2024-08-17T17:14:15.252 INFO:tasks.rados.rados.0.smithi059.stdout:2569: done (1 left) 2024-08-17T17:14:15.253 INFO:tasks.rados.rados.0.smithi059.stdout:2571: done (0 left) 2024-08-17T17:14:15.253 INFO:tasks.rados.rados.0.smithi059.stdout:2572: read oid 42 snap -1 2024-08-17T17:14:15.253 INFO:tasks.rados.rados.0.smithi059.stdout:2572: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:15.253 INFO:tasks.rados.rados.0.smithi059.stdout:2573: snap_remove snap 273 2024-08-17T17:14:15.528 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:15 smithi059 ceph-mon[92261]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T17:14:15.529 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:15 smithi059 ceph-mon[92261]: pgmap v586: 121 pgs: 121 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-17T17:14:15.529 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:15 smithi059 ceph-mon[94685]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T17:14:15.529 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:15 smithi059 ceph-mon[94685]: pgmap v586: 121 pgs: 121 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-17T17:14:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:15 smithi087 ceph-mon[85676]: osdmap e612: 8 total, 8 up, 8 in 2024-08-17T17:14:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:15 smithi087 ceph-mon[85676]: pgmap v586: 121 pgs: 121 active+clean; 424 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-08-17T17:14:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:2573: done (1 left) 2024-08-17T17:14:16.254 INFO:tasks.rados.rados.0.smithi059.stdout:2574: copy_from oid 21 from oid 12 current snap is 274 2024-08-17T17:14:16.254 INFO:tasks.rados.rados.0.smithi059.stdout:2572: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:16.357 INFO:tasks.rados.rados.0.smithi059.stdout:2574: finishing copy_from to smithi05980601-21 2024-08-17T17:14:16.357 INFO:tasks.rados.rados.0.smithi059.stdout:2574: got expected ENOENT (src dne) 2024-08-17T17:14:16.357 INFO:tasks.rados.rados.0.smithi059.stdout:2574: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:14:16.357 INFO:tasks.rados.rados.0.smithi059.stdout:2572: done (1 left) 2024-08-17T17:14:16.357 INFO:tasks.rados.rados.0.smithi059.stdout:2574: done (0 left) 2024-08-17T17:14:16.357 INFO:tasks.rados.rados.0.smithi059.stdout:2575: copy_from oid 11 from oid 38 current snap is 274 2024-08-17T17:14:16.358 INFO:tasks.rados.rados.0.smithi059.stdout:2576: delete oid 36 current snap is 274 2024-08-17T17:14:16.359 INFO:tasks.rados.rados.0.smithi059.stdout:2576: done (1 left) 2024-08-17T17:14:16.359 INFO:tasks.rados.rados.0.smithi059.stdout:2577: read oid 9 snap -1 2024-08-17T17:14:16.359 INFO:tasks.rados.rados.0.smithi059.stdout:2577: expect deleted 2024-08-17T17:14:16.359 INFO:tasks.rados.rados.0.smithi059.stdout:2578: snap_remove snap 264 2024-08-17T17:14:16.533 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:16 smithi059 ceph-mon[92261]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T17:14:16.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:16 smithi059 ceph-mon[94685]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T17:14:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:16 smithi087 ceph-mon[85676]: osdmap e613: 8 total, 8 up, 8 in 2024-08-17T17:14:17.266 INFO:tasks.rados.rados.0.smithi059.stdout:2578: done (2 left) 2024-08-17T17:14:17.267 INFO:tasks.rados.rados.0.smithi059.stdout:2579: copy_from oid 17 from oid 48 current snap is 274 2024-08-17T17:14:17.267 INFO:tasks.rados.rados.0.smithi059.stdout:2575: finishing copy_from racing read to smithi05980601-11 2024-08-17T17:14:17.267 INFO:tasks.rados.rados.0.smithi059.stdout:2575: finishing copy_from to smithi05980601-11 2024-08-17T17:14:17.267 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 1732 (ObjNum 816 snap 273 seq_num 816) dirty exists 2024-08-17T17:14:17.267 INFO:tasks.rados.rados.0.smithi059.stdout:2575: done (2 left) 2024-08-17T17:14:17.267 INFO:tasks.rados.rados.0.smithi059.stdout:2577: done (1 left) 2024-08-17T17:14:17.267 INFO:tasks.rados.rados.0.smithi059.stdout:2580: delete oid 21 current snap is 274 2024-08-17T17:14:17.277 INFO:tasks.rados.rados.0.smithi059.stdout:2580: done (1 left) 2024-08-17T17:14:17.277 INFO:tasks.rados.rados.0.smithi059.stdout:2581: read oid 30 snap -1 2024-08-17T17:14:17.277 INFO:tasks.rados.rados.0.smithi059.stdout:2581: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:17.277 INFO:tasks.rados.rados.0.smithi059.stdout:2582: snap_remove snap 254 2024-08-17T17:14:17.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:17 smithi059 ceph-mon[92261]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T17:14:17.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:17 smithi059 ceph-mon[92261]: pgmap v589: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T17:14:17.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:17 smithi059 ceph-mon[94685]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T17:14:17.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:17 smithi059 ceph-mon[94685]: pgmap v589: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T17:14:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:17 smithi087 ceph-mon[85676]: osdmap e614: 8 total, 8 up, 8 in 2024-08-17T17:14:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:17 smithi087 ceph-mon[85676]: pgmap v589: 121 pgs: 121 active+clean; 419 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T17:14:18.283 INFO:tasks.rados.rados.0.smithi059.stdout:2582: done (2 left) 2024-08-17T17:14:18.283 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 274 2024-08-17T17:14:18.283 INFO:tasks.rados.rados.0.smithi059.stdout:2583: seq_num 821 ranges {0=557056,557056=761856,1318912=442368} 2024-08-17T17:14:18.283 INFO:tasks.rados.rados.0.smithi059.stdout:2583: writing smithi05980601-16 from 0 to 557056 tid 1 2024-08-17T17:14:18.289 INFO:tasks.rados.rados.0.smithi059.stdout:2583: writing smithi05980601-16 from 557056 to 1318912 tid 2 2024-08-17T17:14:18.292 INFO:tasks.rados.rados.0.smithi059.stdout:2583: writing smithi05980601-16 from 1318912 to 1761280 tid 3 2024-08-17T17:14:18.294 INFO:tasks.rados.rados.0.smithi059.stdout:2579: finishing copy_from racing read to smithi05980601-17 2024-08-17T17:14:18.294 INFO:tasks.rados.rados.0.smithi059.stdout:2579: finishing copy_from to smithi05980601-17 2024-08-17T17:14:18.294 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 1149 (ObjNum 795 snap 265 seq_num 795) dirty exists 2024-08-17T17:14:18.294 INFO:tasks.rados.rados.0.smithi059.stdout:2581: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:18.416 INFO:tasks.rados.rados.0.smithi059.stdout:2583: finishing write tid 1 to smithi05980601-16 2024-08-17T17:14:18.417 INFO:tasks.rados.rados.0.smithi059.stdout:2583: finishing write tid 2 to smithi05980601-16 2024-08-17T17:14:18.417 INFO:tasks.rados.rados.0.smithi059.stdout:2579: done (2 left) 2024-08-17T17:14:18.417 INFO:tasks.rados.rados.0.smithi059.stdout:2581: done (1 left) 2024-08-17T17:14:18.417 INFO:tasks.rados.rados.0.smithi059.stdout:2584: rmattr oid 39 current snap is 274 2024-08-17T17:14:18.417 INFO:tasks.rados.rados.0.smithi059.stdout:2584: done (1 left) 2024-08-17T17:14:18.417 INFO:tasks.rados.rados.0.smithi059.stdout:2585: read oid 42 snap 202 2024-08-17T17:14:18.417 INFO:tasks.rados.rados.0.smithi059.stdout:2585: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:14:18.417 INFO:tasks.rados.rados.0.smithi059.stdout:2586: read oid 19 snap 261 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2586: expect deleted 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2587: delete oid 14 current snap is 274 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2583: finishing write tid 3 to smithi05980601-16 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2583: finishing write tid 4 to smithi05980601-16 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2583: finishing write tid 5 to smithi05980601-16 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2583: oid 16 updating version 0 to 1664 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2583: oid 16 version 1664 is already newer than 1662 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2583: oid 16 version 1664 is already newer than 1663 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2583: oid 16 updating version 1664 to 1665 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 1665 (ObjNum 821 snap 274 seq_num 821) dirty exists 2024-08-17T17:14:18.418 INFO:tasks.rados.rados.0.smithi059.stdout:2583: left oid 16 (ObjNum 821 snap 274 seq_num 821) 2024-08-17T17:14:18.419 INFO:tasks.rados.rados.0.smithi059.stdout:2583: done (3 left) 2024-08-17T17:14:18.419 INFO:tasks.rados.rados.0.smithi059.stdout:2586: done (2 left) 2024-08-17T17:14:18.419 INFO:tasks.rados.rados.0.smithi059.stdout:2587: done (1 left) 2024-08-17T17:14:18.419 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 274 2024-08-17T17:14:18.419 INFO:tasks.rados.rados.0.smithi059.stdout:2588: seq_num 823 ranges {0=589824,589824=573440,1163264=630784} 2024-08-17T17:14:18.421 INFO:tasks.rados.rados.0.smithi059.stdout:2588: writing smithi05980601-50 from 0 to 589824 tid 1 2024-08-17T17:14:18.424 INFO:tasks.rados.rados.0.smithi059.stdout:2588: writing smithi05980601-50 from 589824 to 1163264 tid 2 2024-08-17T17:14:18.428 INFO:tasks.rados.rados.0.smithi059.stdout:2588: writing smithi05980601-50 from 1163264 to 1794048 tid 3 2024-08-17T17:14:18.428 INFO:tasks.rados.rados.0.smithi059.stdout:2589: delete oid 24 current snap is 274 2024-08-17T17:14:18.429 INFO:tasks.rados.rados.0.smithi059.stdout:2585: expect (ObjNum 543 snap 174 seq_num 543) 2024-08-17T17:14:18.482 INFO:tasks.rados.rados.0.smithi059.stdout:2588: finishing write tid 1 to smithi05980601-50 2024-08-17T17:14:18.482 INFO:tasks.rados.rados.0.smithi059.stdout:2588: finishing write tid 2 to smithi05980601-50 2024-08-17T17:14:18.482 INFO:tasks.rados.rados.0.smithi059.stdout:2588: finishing write tid 3 to smithi05980601-50 2024-08-17T17:14:18.482 INFO:tasks.rados.rados.0.smithi059.stdout:2588: finishing write tid 4 to smithi05980601-50 2024-08-17T17:14:18.482 INFO:tasks.rados.rados.0.smithi059.stdout:2588: finishing write tid 5 to smithi05980601-50 2024-08-17T17:14:18.482 INFO:tasks.rados.rados.0.smithi059.stdout:2588: oid 50 updating version 0 to 2292 2024-08-17T17:14:18.482 INFO:tasks.rados.rados.0.smithi059.stdout:2588: oid 50 version 2292 is already newer than 2289 2024-08-17T17:14:18.482 INFO:tasks.rados.rados.0.smithi059.stdout:2588: oid 50 version 2292 is already newer than 2290 2024-08-17T17:14:18.483 INFO:tasks.rados.rados.0.smithi059.stdout:2588: oid 50 version 2292 is already newer than 2291 2024-08-17T17:14:18.483 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 2292 (ObjNum 823 snap 274 seq_num 823) dirty exists 2024-08-17T17:14:18.483 INFO:tasks.rados.rados.0.smithi059.stdout:2588: left oid 50 (ObjNum 823 snap 274 seq_num 823) 2024-08-17T17:14:18.483 INFO:tasks.rados.rados.0.smithi059.stdout:2585: done (2 left) 2024-08-17T17:14:18.483 INFO:tasks.rados.rados.0.smithi059.stdout:2588: done (1 left) 2024-08-17T17:14:18.483 INFO:tasks.rados.rados.0.smithi059.stdout:2589: done (0 left) 2024-08-17T17:14:18.483 INFO:tasks.rados.rados.0.smithi059.stdout:2590: snap_create 2024-08-17T17:14:18.533 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:18 smithi059 ceph-mon[92261]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T17:14:18.534 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:18 smithi059 ceph-mon[94685]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T17:14:18.534 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:18 smithi059 systemd[1]: Stopping Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:14:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:18 smithi087 ceph-mon[85676]: osdmap e615: 8 total, 8 up, 8 in 2024-08-17T17:14:18.787 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:18 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[76415]: ts=2024-08-17T17:14:18.533Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:14:18.787 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:18 smithi059 podman[127786]: 2024-08-17 17:14:18.57386707 +0000 UTC m=+0.135697066 container died 0307048bb07df7b25ce87e7123a3a5c47594b72150ad20a471ccf009b0b9adc3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:14:19.279 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:19 smithi059 podman[127786]: 2024-08-17 17:14:19.008748959 +0000 UTC m=+0.570578991 container cleanup 0307048bb07df7b25ce87e7123a3a5c47594b72150ad20a471ccf009b0b9adc3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:14:19.280 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:19 smithi059 bash[127786]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T17:14:19.283 INFO:tasks.rados.rados.0.smithi059.stdout:2590: done (0 left) 2024-08-17T17:14:19.283 INFO:tasks.rados.rados.0.smithi059.stdout:2591: snap_remove snap 268 2024-08-17T17:14:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:19 smithi059 ceph-mon[92261]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T17:14:19.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:19 smithi059 ceph-mon[92261]: pgmap v592: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-08-17T17:14:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:19 smithi059 ceph-mon[94685]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T17:14:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:19 smithi059 ceph-mon[94685]: pgmap v592: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-08-17T17:14:19.538 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:19 smithi059 podman[127798]: 2024-08-17 17:14:19.285521088 +0000 UTC m=+0.706222678 container remove 0307048bb07df7b25ce87e7123a3a5c47594b72150ad20a471ccf009b0b9adc3 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:14:19.538 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:19 smithi059 podman[127798]: 2024-08-17 17:14:19.378052447 +0000 UTC m=+0.798754036 volume remove 23f469dc926b822e487266f44a6264032125701db76b28811f2906eb5a1c68f8 2024-08-17T17:14:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:19 smithi087 ceph-mon[85676]: osdmap e616: 8 total, 8 up, 8 in 2024-08-17T17:14:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:19 smithi087 ceph-mon[85676]: pgmap v592: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 13 op/s 2024-08-17T17:14:20.037 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:19 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T17:14:20.037 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:19 smithi059 systemd[1]: Stopped Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:14:20.037 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:19 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.548s CPU time. 2024-08-17T17:14:20.037 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:19 smithi059 systemd[1]: Starting Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:14:20.291 INFO:tasks.rados.rados.0.smithi059.stdout:2591: done (0 left) 2024-08-17T17:14:20.291 INFO:tasks.rados.rados.0.smithi059.stdout:2592: copy_from oid 33 from oid 14 current snap is 275 2024-08-17T17:14:20.291 INFO:tasks.rados.rados.0.smithi059.stdout:2593: rmattr oid 20 current snap is 275 2024-08-17T17:14:20.291 INFO:tasks.rados.rados.0.smithi059.stdout:2594: snap_remove snap 258 2024-08-17T17:14:20.454 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-mon[92261]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T17:14:20.454 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:20.454 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-mon[94685]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T17:14:20.454 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:20.455 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 podman[127926]: 2024-08-17 17:14:20.02619529 +0000 UTC m=+0.018341889 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-08-17T17:14:20.455 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 podman[127926]: 2024-08-17 17:14:20.129122985 +0000 UTC m=+0.121269583 volume create 8fcd05a3bd13f99a86e786c210b3fc8780c4936d943d49fa91c37b866f52b216 2024-08-17T17:14:20.455 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 podman[127926]: 2024-08-17 17:14:20.204455508 +0000 UTC m=+0.196602108 container create 31329b7ba80e512c8411b52d4bb9c0ff6025333ddf76317fbe26511a8a151d40 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:14:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:20 smithi087 ceph-mon[85676]: osdmap e617: 8 total, 8 up, 8 in 2024-08-17T17:14:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:20.787 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 podman[127926]: 2024-08-17 17:14:20.574955357 +0000 UTC m=+0.567101967 container init 31329b7ba80e512c8411b52d4bb9c0ff6025333ddf76317fbe26511a8a151d40 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:14:20.787 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 podman[127926]: 2024-08-17 17:14:20.578038623 +0000 UTC m=+0.570185222 container start 31329b7ba80e512c8411b52d4bb9c0ff6025333ddf76317fbe26511a8a151d40 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:14:20.787 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:20.588Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-08-17T17:14:20.787 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:20.588Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-08-17T17:14:20.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:20.589Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.59 port=9094 2024-08-17T17:14:20.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:20.591Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-17T17:14:20.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:20.612Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:14:20.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:20.612Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-17T17:14:20.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:20.614Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-08-17T17:14:20.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:20.614Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-17T17:14:20.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 bash[127926]: 31329b7ba80e512c8411b52d4bb9c0ff6025333ddf76317fbe26511a8a151d40 2024-08-17T17:14:20.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:20 smithi059 systemd[1]: Started Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:14:21.182 INFO:tasks.rados.rados.0.smithi059.stdout:2594: done (2 left) 2024-08-17T17:14:21.183 INFO:tasks.rados.rados.0.smithi059.stdout:2595: snap_create 2024-08-17T17:14:21.183 INFO:tasks.rados.rados.0.smithi059.stdout:2592: finishing copy_from to smithi05980601-33 2024-08-17T17:14:21.183 INFO:tasks.rados.rados.0.smithi059.stdout:2592: got expected ENOENT (src dne) 2024-08-17T17:14:21.183 INFO:tasks.rados.rados.0.smithi059.stdout:2592: finishing copy_from racing read to smithi05980601-33 2024-08-17T17:14:21.183 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2076 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:14:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:21 smithi087 ceph-mon[85676]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T17:14:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:21 smithi087 ceph-mon[85676]: pgmap v595: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1020 KiB/s wr, 6 op/s 2024-08-17T17:14:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:21 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:21 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:21 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:21.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:21 smithi087 ceph-mon[85676]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T17:14:21.640 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[92261]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T17:14:21.640 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[92261]: pgmap v595: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1020 KiB/s wr, 6 op/s 2024-08-17T17:14:21.640 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:21.640 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:21.640 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:21.640 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[92261]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T17:14:21.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[94685]: osdmap e618: 8 total, 8 up, 8 in 2024-08-17T17:14:21.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[94685]: pgmap v595: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 403 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1020 KiB/s wr, 6 op/s 2024-08-17T17:14:21.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:21.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:21.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:21.641 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:21 smithi059 ceph-mon[94685]: osdmap e619: 8 total, 8 up, 8 in 2024-08-17T17:14:22.187 INFO:tasks.rados.rados.0.smithi059.stdout:2592: done (2 left) 2024-08-17T17:14:22.188 INFO:tasks.rados.rados.0.smithi059.stdout:2593: done (1 left) 2024-08-17T17:14:22.188 INFO:tasks.rados.rados.0.smithi059.stdout:2595: done (0 left) 2024-08-17T17:14:22.188 INFO:tasks.rados.rados.0.smithi059.stdout:2596: read oid 47 snap -1 2024-08-17T17:14:22.188 INFO:tasks.rados.rados.0.smithi059.stdout:2596: expect deleted 2024-08-17T17:14:22.188 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 276 2024-08-17T17:14:22.188 INFO:tasks.rados.rados.0.smithi059.stdout:2597: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2024-08-17T17:14:22.191 INFO:tasks.rados.rados.0.smithi059.stdout:2597: writing smithi05980601-12 from 0 to 622592 tid 1 2024-08-17T17:14:22.195 INFO:tasks.rados.rados.0.smithi059.stdout:2597: writing smithi05980601-12 from 622592 to 1368064 tid 2 2024-08-17T17:14:22.198 INFO:tasks.rados.rados.0.smithi059.stdout:2597: writing smithi05980601-12 from 1368064 to 1826816 tid 3 2024-08-17T17:14:22.198 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 276 2024-08-17T17:14:22.198 INFO:tasks.rados.rados.0.smithi059.stdout:2598: seq_num 826 ranges {802816=638976,1441792=630784,2072576=573440} 2024-08-17T17:14:22.206 INFO:tasks.rados.rados.0.smithi059.stdout:2598: writing smithi05980601-8 from 802816 to 1441792 tid 1 2024-08-17T17:14:22.211 INFO:tasks.rados.rados.0.smithi059.stdout:2598: writing smithi05980601-8 from 1441792 to 2072576 tid 2 2024-08-17T17:14:22.216 INFO:tasks.rados.rados.0.smithi059.stdout:2598: writing smithi05980601-8 from 2072576 to 2646016 tid 3 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: finishing write tid 1 to smithi05980601-12 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: finishing write tid 2 to smithi05980601-12 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: finishing write tid 3 to smithi05980601-12 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: finishing write tid 4 to smithi05980601-12 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: finishing write tid 5 to smithi05980601-12 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: oid 12 updating version 0 to 1668 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: oid 12 version 1668 is already newer than 1666 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: oid 12 version 1668 is already newer than 1667 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: oid 12 updating version 1668 to 1669 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1669 (ObjNum 825 snap 276 seq_num 825) dirty exists 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2597: left oid 12 (ObjNum 825 snap 276 seq_num 825) 2024-08-17T17:14:22.217 INFO:tasks.rados.rados.0.smithi059.stdout:2596: done (2 left) 2024-08-17T17:14:22.218 INFO:tasks.rados.rados.0.smithi059.stdout:2597: done (1 left) 2024-08-17T17:14:22.218 INFO:tasks.rados.rados.0.smithi059.stdout:2599: delete oid 22 current snap is 276 2024-08-17T17:14:22.219 INFO:tasks.rados.rados.0.smithi059.stdout:2598: finishing write tid 1 to smithi05980601-8 2024-08-17T17:14:22.221 INFO:tasks.rados.rados.0.smithi059.stdout:2598: finishing write tid 2 to smithi05980601-8 2024-08-17T17:14:22.223 INFO:tasks.rados.rados.0.smithi059.stdout:2599: done (1 left) 2024-08-17T17:14:22.223 INFO:tasks.rados.rados.0.smithi059.stdout:2600: delete oid 12 current snap is 276 2024-08-17T17:14:22.223 INFO:tasks.rados.rados.0.smithi059.stdout:2598: finishing write tid 3 to smithi05980601-8 2024-08-17T17:14:22.223 INFO:tasks.rados.rados.0.smithi059.stdout:2598: finishing write tid 4 to smithi05980601-8 2024-08-17T17:14:22.224 INFO:tasks.rados.rados.0.smithi059.stdout:2598: finishing write tid 5 to smithi05980601-8 2024-08-17T17:14:22.224 INFO:tasks.rados.rados.0.smithi059.stdout:2598: oid 8 updating version 0 to 1102 2024-08-17T17:14:22.224 INFO:tasks.rados.rados.0.smithi059.stdout:2598: oid 8 version 1102 is already newer than 1099 2024-08-17T17:14:22.224 INFO:tasks.rados.rados.0.smithi059.stdout:2598: oid 8 version 1102 is already newer than 1101 2024-08-17T17:14:22.224 INFO:tasks.rados.rados.0.smithi059.stdout:2598: oid 8 version 1102 is already newer than 1100 2024-08-17T17:14:22.225 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 1102 (ObjNum 826 snap 276 seq_num 826) dirty exists 2024-08-17T17:14:22.225 INFO:tasks.rados.rados.0.smithi059.stdout:2598: left oid 8 (ObjNum 826 snap 276 seq_num 826) 2024-08-17T17:14:22.226 INFO:tasks.rados.rados.0.smithi059.stdout:2598: done (1 left) 2024-08-17T17:14:22.226 INFO:tasks.rados.rados.0.smithi059.stdout:2600: done (0 left) 2024-08-17T17:14:22.226 INFO:tasks.rados.rados.0.smithi059.stdout:2601: read oid 13 snap -1 2024-08-17T17:14:22.226 INFO:tasks.rados.rados.0.smithi059.stdout:2601: expect (ObjNum 815 snap 273 seq_num 815) 2024-08-17T17:14:22.226 INFO:tasks.rados.rados.0.smithi059.stdout:2602: read oid 25 snap -1 2024-08-17T17:14:22.226 INFO:tasks.rados.rados.0.smithi059.stdout:2602: expect deleted 2024-08-17T17:14:22.226 INFO:tasks.rados.rados.0.smithi059.stdout:2603: snap_remove snap 239 2024-08-17T17:14:22.893 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:22 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:22.591Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000171607s 2024-08-17T17:14:23.201 INFO:tasks.rados.rados.0.smithi059.stdout:2603: done (2 left) 2024-08-17T17:14:23.201 INFO:tasks.rados.rados.0.smithi059.stdout:2604: copy_from oid 26 from oid 46 current snap is 276 2024-08-17T17:14:23.202 INFO:tasks.rados.rados.0.smithi059.stdout:2605: snap_create 2024-08-17T17:14:23.202 INFO:tasks.rados.rados.0.smithi059.stdout:2601: expect (ObjNum 815 snap 273 seq_num 815) 2024-08-17T17:14:23.474 INFO:tasks.rados.rados.0.smithi059.stdout:2604: finishing copy_from to smithi05980601-26 2024-08-17T17:14:23.474 INFO:tasks.rados.rados.0.smithi059.stdout:2604: got expected ENOENT (src dne) 2024-08-17T17:14:23.474 INFO:tasks.rados.rados.0.smithi059.stdout:2604: finishing copy_from racing read to smithi05980601-26 2024-08-17T17:14:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:23 smithi059 ceph-mon[92261]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T17:14:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:23 smithi059 ceph-mon[94685]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T17:14:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:23 smithi087 ceph-mon[85676]: osdmap e620: 8 total, 8 up, 8 in 2024-08-17T17:14:24.201 INFO:tasks.rados.rados.0.smithi059.stdout:2601: done (3 left) 2024-08-17T17:14:24.201 INFO:tasks.rados.rados.0.smithi059.stdout:2602: done (2 left) 2024-08-17T17:14:24.202 INFO:tasks.rados.rados.0.smithi059.stdout:2604: done (1 left) 2024-08-17T17:14:24.202 INFO:tasks.rados.rados.0.smithi059.stdout:2605: done (0 left) 2024-08-17T17:14:24.202 INFO:tasks.rados.rados.0.smithi059.stdout:2606: setattr oid 23 current snap is 277 2024-08-17T17:14:24.202 INFO:tasks.rados.rados.0.smithi059.stdout:2607: snap_create 2024-08-17T17:14:24.211 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 2077 (ObjNum 740 snap 246 seq_num 740) dirty exists 2024-08-17T17:14:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:24 smithi059 ceph-mon[92261]: pgmap v598: 121 pgs: 121 active+clean; 406 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-17T17:14:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:24 smithi059 ceph-mon[92261]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T17:14:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:24 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:24 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:24.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:14:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:14:24] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.51.0" 2024-08-17T17:14:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:24 smithi059 ceph-mon[94685]: pgmap v598: 121 pgs: 121 active+clean; 406 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-17T17:14:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:24 smithi059 ceph-mon[94685]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T17:14:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:24 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:24 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:24 smithi087 ceph-mon[85676]: pgmap v598: 121 pgs: 121 active+clean; 406 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-08-17T17:14:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:24 smithi087 ceph-mon[85676]: osdmap e621: 8 total, 8 up, 8 in 2024-08-17T17:14:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:24 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:24 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:25.213 INFO:tasks.rados.rados.0.smithi059.stdout:2606: done (1 left) 2024-08-17T17:14:25.213 INFO:tasks.rados.rados.0.smithi059.stdout:2607: done (0 left) 2024-08-17T17:14:25.214 INFO:tasks.rados.rados.0.smithi059.stdout:2608: read oid 30 snap 267 2024-08-17T17:14:25.214 INFO:tasks.rados.rados.0.smithi059.stdout:2608: expect deleted 2024-08-17T17:14:25.214 INFO:tasks.rados.rados.0.smithi059.stdout:2609: read oid 25 snap -1 2024-08-17T17:14:25.214 INFO:tasks.rados.rados.0.smithi059.stdout:2609: expect deleted 2024-08-17T17:14:25.214 INFO:tasks.rados.rados.0.smithi059.stdout:2610: read oid 50 snap -1 2024-08-17T17:14:25.214 INFO:tasks.rados.rados.0.smithi059.stdout:2610: expect (ObjNum 823 snap 274 seq_num 823) 2024-08-17T17:14:25.214 INFO:tasks.rados.rados.0.smithi059.stdout:2611: snap_create 2024-08-17T17:14:25.223 INFO:tasks.rados.rados.0.smithi059.stdout:2610: expect (ObjNum 823 snap 274 seq_num 823) 2024-08-17T17:14:25.408 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:25 smithi059 ceph-mon[92261]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T17:14:25.409 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:25.409 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:25 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:25.409 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:25 smithi059 ceph-mon[94685]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T17:14:25.409 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:25.409 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:25 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:25 smithi087 ceph-mon[85676]: osdmap e622: 8 total, 8 up, 8 in 2024-08-17T17:14:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:25.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:25 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:26.184 INFO:tasks.rados.rados.0.smithi059.stdout:2608: done (3 left) 2024-08-17T17:14:26.184 INFO:tasks.rados.rados.0.smithi059.stdout:2609: done (2 left) 2024-08-17T17:14:26.184 INFO:tasks.rados.rados.0.smithi059.stdout:2610: done (1 left) 2024-08-17T17:14:26.184 INFO:tasks.rados.rados.0.smithi059.stdout:2611: done (0 left) 2024-08-17T17:14:26.185 INFO:tasks.rados.rados.0.smithi059.stdout:2612: snap_remove snap 244 2024-08-17T17:14:26.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:26 smithi059 ceph-mon[92261]: pgmap v601: 121 pgs: 121 active+clean; 406 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:14:26.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:26 smithi059 ceph-mon[92261]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T17:14:26.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:26 smithi059 ceph-mon[92261]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T17:14:26.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:26 smithi059 ceph-mon[94685]: pgmap v601: 121 pgs: 121 active+clean; 406 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:14:26.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:26 smithi059 ceph-mon[94685]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T17:14:26.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:26 smithi059 ceph-mon[94685]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T17:14:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:26 smithi087 ceph-mon[85676]: pgmap v601: 121 pgs: 121 active+clean; 406 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-08-17T17:14:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:26 smithi087 ceph-mon[85676]: osdmap e623: 8 total, 8 up, 8 in 2024-08-17T17:14:26.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:26 smithi087 ceph-mon[85676]: osdmap e624: 8 total, 8 up, 8 in 2024-08-17T17:14:27.185 INFO:tasks.rados.rados.0.smithi059.stdout:2612: done (0 left) 2024-08-17T17:14:27.185 INFO:tasks.rados.rados.0.smithi059.stdout:2613: rmattr oid 49 current snap is 279 2024-08-17T17:14:27.185 INFO:tasks.rados.rados.0.smithi059.stdout:2613: done (0 left) 2024-08-17T17:14:27.185 INFO:tasks.rados.rados.0.smithi059.stdout:2614: rollback oid 9 current snap is 279 2024-08-17T17:14:27.185 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 259 2024-08-17T17:14:27.185 INFO:tasks.rados.rados.0.smithi059.stdout:2615: snap_create 2024-08-17T17:14:27.199 INFO:tasks.rados.rados.0.smithi059.stdout:2614: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:14:27.199 INFO:tasks.rados.rados.0.smithi059.stdout:2614: finishing rollback tid 2 to smithi05980601-9 2024-08-17T17:14:27.199 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1672 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:14:28.197 INFO:tasks.rados.rados.0.smithi059.stdout:2614: done (1 left) 2024-08-17T17:14:28.197 INFO:tasks.rados.rados.0.smithi059.stdout:2615: done (0 left) 2024-08-17T17:14:28.198 INFO:tasks.rados.rados.0.smithi059.stdout:2616: rmattr oid 32 current snap is 280 2024-08-17T17:14:28.198 INFO:tasks.rados.rados.0.smithi059.stdout:2617: rollback oid 9 current snap is 280 2024-08-17T17:14:28.198 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 9 to 240 2024-08-17T17:14:28.198 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 280 2024-08-17T17:14:28.198 INFO:tasks.rados.rados.0.smithi059.stdout:2618: seq_num 829 ranges {5906432=688128,6594560=729088,7323648=475136} 2024-08-17T17:14:28.233 INFO:tasks.rados.rados.0.smithi059.stdout:2618: writing smithi05980601-7 from 5906432 to 6594560 tid 1 2024-08-17T17:14:28.237 INFO:tasks.rados.rados.0.smithi059.stdout:2618: writing smithi05980601-7 from 6594560 to 7323648 tid 2 2024-08-17T17:14:28.240 INFO:tasks.rados.rados.0.smithi059.stdout:2618: writing smithi05980601-7 from 7323648 to 7798784 tid 3 2024-08-17T17:14:28.240 INFO:tasks.rados.rados.0.smithi059.stdout:2619: snap_create 2024-08-17T17:14:28.240 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 723 (ObjNum 647 snap 208 seq_num 647) dirty exists 2024-08-17T17:14:28.241 INFO:tasks.rados.rados.0.smithi059.stdout:2617: finishing rollback tid 0 to smithi05980601-9 2024-08-17T17:14:28.241 INFO:tasks.rados.rados.0.smithi059.stdout:2617: finishing rollback tid 1 to smithi05980601-9 2024-08-17T17:14:28.241 INFO:tasks.rados.rados.0.smithi059.stdout:2617: finishing rollback tid 2 to smithi05980601-9 2024-08-17T17:14:28.241 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1675 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:14:28.241 INFO:tasks.rados.rados.0.smithi059.stdout:2618: finishing write tid 1 to smithi05980601-7 2024-08-17T17:14:28.241 INFO:tasks.rados.rados.0.smithi059.stdout:2618: finishing write tid 2 to smithi05980601-7 2024-08-17T17:14:28.242 INFO:tasks.rados.rados.0.smithi059.stdout:2618: finishing write tid 3 to smithi05980601-7 2024-08-17T17:14:28.243 INFO:tasks.rados.rados.0.smithi059.stdout:2618: finishing write tid 4 to smithi05980601-7 2024-08-17T17:14:28.244 INFO:tasks.rados.rados.0.smithi059.stdout:2618: finishing write tid 5 to smithi05980601-7 2024-08-17T17:14:28.244 INFO:tasks.rados.rados.0.smithi059.stdout:2618: oid 7 updating version 0 to 1882 2024-08-17T17:14:28.244 INFO:tasks.rados.rados.0.smithi059.stdout:2618: oid 7 updating version 1882 to 1883 2024-08-17T17:14:28.244 INFO:tasks.rados.rados.0.smithi059.stdout:2618: oid 7 version 1883 is already newer than 1880 2024-08-17T17:14:28.244 INFO:tasks.rados.rados.0.smithi059.stdout:2618: oid 7 version 1883 is already newer than 1881 2024-08-17T17:14:28.244 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1883 (ObjNum 829 snap 280 seq_num 829) dirty exists 2024-08-17T17:14:28.244 INFO:tasks.rados.rados.0.smithi059.stdout:2618: left oid 7 (ObjNum 829 snap 280 seq_num 829) 2024-08-17T17:14:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: pgmap v604: 121 pgs: 121 active+clean; 408 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 450 KiB/s wr, 4 op/s 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: pgmap v604: 121 pgs: 121 active+clean; 408 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 450 KiB/s wr, 4 op/s 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:28.540 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:28 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: pgmap v604: 121 pgs: 121 active+clean; 408 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 450 KiB/s wr, 4 op/s 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: osdmap e625: 8 total, 8 up, 8 in 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.552 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:28 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:28.688 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:14:29.200 INFO:tasks.rados.rados.0.smithi059.stdout:2616: done (3 left) 2024-08-17T17:14:29.200 INFO:tasks.rados.rados.0.smithi059.stdout:2617: done (2 left) 2024-08-17T17:14:29.200 INFO:tasks.rados.rados.0.smithi059.stdout:2618: done (1 left) 2024-08-17T17:14:29.201 INFO:tasks.rados.rados.0.smithi059.stdout:2619: done (0 left) 2024-08-17T17:14:29.201 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 281 2024-08-17T17:14:29.201 INFO:tasks.rados.rados.0.smithi059.stdout:2620: seq_num 830 ranges {4612096=704512,5316608=614400,5931008=573440,6504448=16384} 2024-08-17T17:14:29.229 INFO:tasks.rados.rados.0.smithi059.stdout:2620: writing smithi05980601-33 from 4612096 to 5316608 tid 1 2024-08-17T17:14:29.233 INFO:tasks.rados.rados.0.smithi059.stdout:2620: writing smithi05980601-33 from 5316608 to 5931008 tid 2 2024-08-17T17:14:29.237 INFO:tasks.rados.rados.0.smithi059.stdout:2620: writing smithi05980601-33 from 5931008 to 6504448 tid 3 2024-08-17T17:14:29.237 INFO:tasks.rados.rados.0.smithi059.stdout:2620: writing smithi05980601-33 from 6504448 to 6520832 tid 4 2024-08-17T17:14:29.238 INFO:tasks.rados.rados.0.smithi059.stdout:2621: snap_create 2024-08-17T17:14:29.238 INFO:tasks.rados.rados.0.smithi059.stdout:2620: finishing write tid 1 to smithi05980601-33 2024-08-17T17:14:29.238 INFO:tasks.rados.rados.0.smithi059.stdout:2620: finishing write tid 2 to smithi05980601-33 2024-08-17T17:14:29.240 INFO:tasks.rados.rados.0.smithi059.stdout:2620: finishing write tid 3 to smithi05980601-33 2024-08-17T17:14:29.241 INFO:tasks.rados.rados.0.smithi059.stdout:2620: finishing write tid 4 to smithi05980601-33 2024-08-17T17:14:29.242 INFO:tasks.rados.rados.0.smithi059.stdout:2620: finishing write tid 5 to smithi05980601-33 2024-08-17T17:14:29.243 INFO:tasks.rados.rados.0.smithi059.stdout:2620: finishing write tid 6 to smithi05980601-33 2024-08-17T17:14:29.243 INFO:tasks.rados.rados.0.smithi059.stdout:2620: oid 33 updating version 0 to 1665 2024-08-17T17:14:29.243 INFO:tasks.rados.rados.0.smithi059.stdout:2620: oid 33 updating version 1665 to 1667 2024-08-17T17:14:29.243 INFO:tasks.rados.rados.0.smithi059.stdout:2620: oid 33 version 1667 is already newer than 1664 2024-08-17T17:14:29.243 INFO:tasks.rados.rados.0.smithi059.stdout:2620: oid 33 version 1667 is already newer than 1666 2024-08-17T17:14:29.244 INFO:tasks.rados.rados.0.smithi059.stdout:2620: oid 33 version 1667 is already newer than 1663 2024-08-17T17:14:29.244 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1667 (ObjNum 830 snap 281 seq_num 830) dirty exists 2024-08-17T17:14:29.244 INFO:tasks.rados.rados.0.smithi059.stdout:2620: left oid 33 (ObjNum 830 snap 281 seq_num 830) 2024-08-17T17:14:29.276 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:14:29.276 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (9s) 5s ago 11m 15.5M - 0.27.0 11f11916f8cd 31329b7ba80e 2024-08-17T17:14:29.276 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (11m) 24s ago 11m 87.2M - 9.4.7 954c08fa6188 1329d73db634 2024-08-17T17:14:29.276 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (91s) 5s ago 13m 15.1M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9a21ab7f7044 2024-08-17T17:14:29.276 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (72s) 24s ago 13m 14.8M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f8a12e36ee95 2024-08-17T17:14:29.276 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (7m) 24s ago 16m 455M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:14:29.276 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (7m) 5s ago 18m 533M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (7m) 5s ago 18m 73.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (6m) 24s ago 16m 55.0M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (6m) 5s ago 16m 61.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (58s) 5s ago 11m 9550k - 1.7.0 72c9c2088986 1747d2fd6c3f 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (51s) 24s ago 11m 8409k - 1.7.0 72c9c2088986 1369ed605bed 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (5m) 5s ago 16m 296M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (5m) 5s ago 15m 282M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (4m) 5s ago 15m 274M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (4m) 5s ago 15m 153M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4065d0c6cd6e 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (3m) 24s ago 14m 196M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a9f47d531829 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (2m) 24s ago 14m 209M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8d4cdefad3b6 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (2m) 24s ago 13m 122M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 655a36d2efec 2024-08-17T17:14:29.277 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (108s) 24s ago 13m 109M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 92344c5f1d6c 2024-08-17T17:14:29.278 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (29s) 24s ago 12m 33.0M - 2.51.0 1d3b7f56885b 991a3338e397 2024-08-17T17:14:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:29 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:14:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:29 smithi059 ceph-mon[92261]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T17:14:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:29 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:14:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:29 smithi059 ceph-mon[94685]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T17:14:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:29 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-17T17:14:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:29 smithi087 ceph-mon[85676]: osdmap e626: 8 total, 8 up, 8 in 2024-08-17T17:14:29.629 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:14:29.629 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:14:29.629 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:14:29.629 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:14:29.629 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:14:29.629 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:14:29.629 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 15 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:14:29.630 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:14:29.928 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:14:29.928 INFO:teuthology.orchestra.run.smithi059.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d", 2024-08-17T17:14:29.928 INFO:teuthology.orchestra.run.smithi059.stdout: "in_progress": true, 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: "which": "Upgrading all daemon types on all hosts", 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: "services_complete": [ 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: "osd", 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: "mds", 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: "mon", 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr" 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: ], 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: "progress": "15/20 daemons upgraded", 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: "message": "Currently upgrading grafana daemons", 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout: "is_paused": false 2024-08-17T17:14:29.929 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:14:30.213 INFO:tasks.rados.rados.0.smithi059.stdout:2620: done (1 left) 2024-08-17T17:14:30.214 INFO:tasks.rados.rados.0.smithi059.stdout:2621: done (0 left) 2024-08-17T17:14:30.214 INFO:tasks.rados.rados.0.smithi059.stdout:2622: delete oid 46 current snap is 282 2024-08-17T17:14:30.217 INFO:tasks.rados.rados.0.smithi059.stdout:2622: done (0 left) 2024-08-17T17:14:30.217 INFO:tasks.rados.rados.0.smithi059.stdout:2623: delete oid 40 current snap is 282 2024-08-17T17:14:30.220 INFO:tasks.rados.rados.0.smithi059.stdout:2623: done (0 left) 2024-08-17T17:14:30.220 INFO:tasks.rados.rados.0.smithi059.stdout:2624: snap_create 2024-08-17T17:14:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[92261]: pgmap v607: 121 pgs: 121 active+clean; 419 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 450 KiB/s wr, 13 op/s 2024-08-17T17:14:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[92261]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[92261]: from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:30.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[92261]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T17:14:30.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1292983389' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[94685]: pgmap v607: 121 pgs: 121 active+clean; 419 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 450 KiB/s wr, 13 op/s 2024-08-17T17:14:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[94685]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[94685]: from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[94685]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T17:14:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1292983389' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:30 smithi087 ceph-mon[85676]: pgmap v607: 121 pgs: 121 active+clean; 419 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 450 KiB/s wr, 13 op/s 2024-08-17T17:14:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:30 smithi087 ceph-mon[85676]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:30 smithi087 ceph-mon[85676]: from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:30 smithi087 ceph-mon[85676]: osdmap e627: 8 total, 8 up, 8 in 2024-08-17T17:14:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:30 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1292983389' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:31.037 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:14:30 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:14:30.593Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002736784s 2024-08-17T17:14:31.188 INFO:tasks.rados.rados.0.smithi059.stdout:2624: done (0 left) 2024-08-17T17:14:31.188 INFO:tasks.rados.rados.0.smithi059.stdout:2625: read oid 50 snap -1 2024-08-17T17:14:31.188 INFO:tasks.rados.rados.0.smithi059.stdout:2625: expect (ObjNum 823 snap 274 seq_num 823) 2024-08-17T17:14:31.188 INFO:tasks.rados.rados.0.smithi059.stdout:2626: read oid 18 snap -1 2024-08-17T17:14:31.188 INFO:tasks.rados.rados.0.smithi059.stdout:2626: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:31.189 INFO:tasks.rados.rados.0.smithi059.stdout:2627: read oid 42 snap -1 2024-08-17T17:14:31.189 INFO:tasks.rados.rados.0.smithi059.stdout:2627: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:31.189 INFO:tasks.rados.rados.0.smithi059.stdout:2628: read oid 1 snap -1 2024-08-17T17:14:31.189 INFO:tasks.rados.rados.0.smithi059.stdout:2628: expect (ObjNum 660 snap 209 seq_num 660) 2024-08-17T17:14:31.189 INFO:tasks.rados.rados.0.smithi059.stdout:2629: copy_from oid 21 from oid 9 current snap is 283 2024-08-17T17:14:31.189 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 283 2024-08-17T17:14:31.189 INFO:tasks.rados.rados.0.smithi059.stdout:2630: seq_num 833 ranges {5562368=761856,6324224=671744,6995968=532480} 2024-08-17T17:14:31.223 INFO:tasks.rados.rados.0.smithi059.stdout:2630: writing smithi05980601-13 from 5562368 to 6324224 tid 1 2024-08-17T17:14:31.227 INFO:tasks.rados.rados.0.smithi059.stdout:2630: writing smithi05980601-13 from 6324224 to 6995968 tid 2 2024-08-17T17:14:31.230 INFO:tasks.rados.rados.0.smithi059.stdout:2630: writing smithi05980601-13 from 6995968 to 7528448 tid 3 2024-08-17T17:14:31.231 INFO:tasks.rados.rados.0.smithi059.stdout:2631: snap_create 2024-08-17T17:14:31.231 INFO:tasks.rados.rados.0.smithi059.stdout:2626: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:14:31.234 INFO:tasks.rados.rados.0.smithi059.stdout:2625: expect (ObjNum 823 snap 274 seq_num 823) 2024-08-17T17:14:31.281 INFO:tasks.rados.rados.0.smithi059.stdout:2627: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:31.382 INFO:tasks.rados.rados.0.smithi059.stdout:2628: expect (ObjNum 660 snap 209 seq_num 660) 2024-08-17T17:14:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[94685]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[94685]: Upgrade: Updating grafana.a 2024-08-17T17:14:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[94685]: Deploying daemon grafana.a on smithi087 2024-08-17T17:14:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[94685]: from='client.44525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[94685]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T17:14:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[94685]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T17:14:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[92261]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[92261]: Upgrade: Updating grafana.a 2024-08-17T17:14:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[92261]: Deploying daemon grafana.a on smithi087 2024-08-17T17:14:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[92261]: from='client.44525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[92261]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T17:14:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:31 smithi059 ceph-mon[92261]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T17:14:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:31 smithi087 ceph-mon[85676]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:31 smithi087 ceph-mon[85676]: Upgrade: Updating grafana.a 2024-08-17T17:14:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:31 smithi087 ceph-mon[85676]: Deploying daemon grafana.a on smithi087 2024-08-17T17:14:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:31 smithi087 ceph-mon[85676]: from='client.44525 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:14:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:31 smithi087 ceph-mon[85676]: osdmap e628: 8 total, 8 up, 8 in 2024-08-17T17:14:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:31 smithi087 ceph-mon[85676]: osdmap e629: 8 total, 8 up, 8 in 2024-08-17T17:14:31.591 INFO:tasks.rados.rados.0.smithi059.stdout:2630: finishing write tid 1 to smithi05980601-13 2024-08-17T17:14:31.591 INFO:tasks.rados.rados.0.smithi059.stdout:2630: finishing write tid 2 to smithi05980601-13 2024-08-17T17:14:31.591 INFO:tasks.rados.rados.0.smithi059.stdout:2630: finishing write tid 3 to smithi05980601-13 2024-08-17T17:14:31.591 INFO:tasks.rados.rados.0.smithi059.stdout:2630: finishing write tid 4 to smithi05980601-13 2024-08-17T17:14:31.591 INFO:tasks.rados.rados.0.smithi059.stdout:2630: finishing write tid 5 to smithi05980601-13 2024-08-17T17:14:31.591 INFO:tasks.rados.rados.0.smithi059.stdout:2630: oid 13 updating version 0 to 1105 2024-08-17T17:14:31.591 INFO:tasks.rados.rados.0.smithi059.stdout:2630: oid 13 updating version 1105 to 1106 2024-08-17T17:14:31.591 INFO:tasks.rados.rados.0.smithi059.stdout:2630: oid 13 version 1106 is already newer than 1104 2024-08-17T17:14:31.592 INFO:tasks.rados.rados.0.smithi059.stdout:2630: oid 13 version 1106 is already newer than 1103 2024-08-17T17:14:31.592 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 1106 (ObjNum 833 snap 283 seq_num 833) dirty exists 2024-08-17T17:14:31.592 INFO:tasks.rados.rados.0.smithi059.stdout:2630: left oid 13 (ObjNum 833 snap 283 seq_num 833) 2024-08-17T17:14:31.592 INFO:tasks.rados.rados.0.smithi059.stdout:2629: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:14:31.592 INFO:tasks.rados.rados.0.smithi059.stdout:2629: finishing copy_from to smithi05980601-21 2024-08-17T17:14:31.592 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1675 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2625: done (6 left) 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2626: done (5 left) 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2627: done (4 left) 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2628: done (3 left) 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2629: done (2 left) 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2630: done (1 left) 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2631: done (0 left) 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2632: read oid 8 snap -1 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2632: expect (ObjNum 826 snap 276 seq_num 826) 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2633: read oid 28 snap -1 2024-08-17T17:14:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2633: expect deleted 2024-08-17T17:14:32.220 INFO:tasks.rados.rados.0.smithi059.stdout:2634: read oid 14 snap -1 2024-08-17T17:14:32.220 INFO:tasks.rados.rados.0.smithi059.stdout:2634: expect deleted 2024-08-17T17:14:32.220 INFO:tasks.rados.rados.0.smithi059.stdout:2635: snap_remove snap 271 2024-08-17T17:14:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:32 smithi059 ceph-mon[92261]: pgmap v610: 121 pgs: 121 active+clean; 419 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:14:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:32 smithi059 ceph-mon[94685]: pgmap v610: 121 pgs: 121 active+clean; 419 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:14:32.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:32 smithi087 ceph-mon[85676]: pgmap v610: 121 pgs: 121 active+clean; 419 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 B/s wr, 11 op/s 2024-08-17T17:14:33.232 INFO:tasks.rados.rados.0.smithi059.stdout:2635: done (3 left) 2024-08-17T17:14:33.232 INFO:tasks.rados.rados.0.smithi059.stdout:2636: rmattr oid 39 current snap is 284 2024-08-17T17:14:33.232 INFO:tasks.rados.rados.0.smithi059.stdout:2636: done (3 left) 2024-08-17T17:14:33.232 INFO:tasks.rados.rados.0.smithi059.stdout:2637: delete oid 22 current snap is 284 2024-08-17T17:14:33.232 INFO:tasks.rados.rados.0.smithi059.stdout:2632: expect (ObjNum 826 snap 276 seq_num 826) 2024-08-17T17:14:33.324 INFO:tasks.rados.rados.0.smithi059.stdout:2632: done (3 left) 2024-08-17T17:14:33.324 INFO:tasks.rados.rados.0.smithi059.stdout:2633: done (2 left) 2024-08-17T17:14:33.324 INFO:tasks.rados.rados.0.smithi059.stdout:2634: done (1 left) 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:2637: done (0 left) 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:2638: rollback oid 38 current snap is 284 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 262 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:2639: rollback oid 39 current snap is 284 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 39 to 276 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:2640: read oid 2 snap 281 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:2640: expect deleted 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:2641: read oid 37 snap 272 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:2641: expect deleted 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:2642: rollback oid 4 current snap is 284 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 4 to 282 2024-08-17T17:14:33.325 INFO:tasks.rados.rados.0.smithi059.stdout:2643: rollback oid 50 current snap is 284 2024-08-17T17:14:33.326 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 253 2024-08-17T17:14:33.326 INFO:tasks.rados.rados.0.smithi059.stdout:2644: snap_create 2024-08-17T17:14:33.326 INFO:tasks.rados.rados.0.smithi059.stdout:2642: finishing rollback tid 1 to smithi05980601-4 2024-08-17T17:14:33.326 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2075 (ObjNum 161 snap 0 seq_num 338508144) dirty dne 2024-08-17T17:14:33.328 INFO:tasks.rados.rados.0.smithi059.stdout:2638: finishing rollback tid 0 to smithi05980601-38 2024-08-17T17:14:33.328 INFO:tasks.rados.rados.0.smithi059.stdout:2638: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:14:33.328 INFO:tasks.rados.rados.0.smithi059.stdout:2638: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:14:33.328 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1735 (ObjNum 725 snap 233 seq_num 725) dirty exists 2024-08-17T17:14:33.329 INFO:tasks.rados.rados.0.smithi059.stdout:2639: finishing rollback tid 0 to smithi05980601-39 2024-08-17T17:14:33.329 INFO:tasks.rados.rados.0.smithi059.stdout:2639: finishing rollback tid 1 to smithi05980601-39 2024-08-17T17:14:33.329 INFO:tasks.rados.rados.0.smithi059.stdout:2639: finishing rollback tid 2 to smithi05980601-39 2024-08-17T17:14:33.329 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 2338 (ObjNum 814 snap 273 seq_num 814) dirty exists 2024-08-17T17:14:33.333 INFO:tasks.rados.rados.0.smithi059.stdout:2643: finishing rollback tid 0 to smithi05980601-50 2024-08-17T17:14:33.333 INFO:tasks.rados.rados.0.smithi059.stdout:2643: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:14:33.333 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 2341 (ObjNum 33 snap 0 seq_num 1276501719) dirty dne 2024-08-17T17:14:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:33 smithi059 ceph-mon[92261]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T17:14:33.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:33 smithi059 ceph-mon[94685]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T17:14:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:33 smithi087 ceph-mon[85676]: osdmap e630: 8 total, 8 up, 8 in 2024-08-17T17:14:34.235 INFO:tasks.rados.rados.0.smithi059.stdout:2638: done (6 left) 2024-08-17T17:14:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2639: done (5 left) 2024-08-17T17:14:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2640: done (4 left) 2024-08-17T17:14:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2641: done (3 left) 2024-08-17T17:14:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2642: done (2 left) 2024-08-17T17:14:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2643: done (1 left) 2024-08-17T17:14:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2644: done (0 left) 2024-08-17T17:14:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2645: copy_from oid 12 from oid 43 current snap is 285 2024-08-17T17:14:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 285 2024-08-17T17:14:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2646: seq_num 835 ranges {2375680=794624,3170304=442368,3612672=712704,4325376=49152} 2024-08-17T17:14:34.253 INFO:tasks.rados.rados.0.smithi059.stdout:2646: writing smithi05980601-49 from 2375680 to 3170304 tid 1 2024-08-17T17:14:34.256 INFO:tasks.rados.rados.0.smithi059.stdout:2646: writing smithi05980601-49 from 3170304 to 3612672 tid 2 2024-08-17T17:14:34.260 INFO:tasks.rados.rados.0.smithi059.stdout:2646: writing smithi05980601-49 from 3612672 to 4325376 tid 3 2024-08-17T17:14:34.261 INFO:tasks.rados.rados.0.smithi059.stdout:2646: writing smithi05980601-49 from 4325376 to 4374528 tid 4 2024-08-17T17:14:34.261 INFO:tasks.rados.rados.0.smithi059.stdout:2647: copy_from oid 6 from oid 21 current snap is 285 2024-08-17T17:14:34.261 INFO:tasks.rados.rados.0.smithi059.stdout:2646: finishing write tid 1 to smithi05980601-49 2024-08-17T17:14:34.261 INFO:tasks.rados.rados.0.smithi059.stdout:2648: snap_remove snap 253 2024-08-17T17:14:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:34 smithi059 ceph-mon[92261]: pgmap v613: 121 pgs: 121 active+clean; 444 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-17T17:14:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:34 smithi059 ceph-mon[92261]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T17:14:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:34 smithi059 ceph-mon[94685]: pgmap v613: 121 pgs: 121 active+clean; 444 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-17T17:14:34.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:34 smithi059 ceph-mon[94685]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T17:14:34.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:14:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:14:34] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.51.0" 2024-08-17T17:14:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:34 smithi087 ceph-mon[85676]: pgmap v613: 121 pgs: 121 active+clean; 444 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-17T17:14:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:34 smithi087 ceph-mon[85676]: osdmap e631: 8 total, 8 up, 8 in 2024-08-17T17:14:35.247 INFO:tasks.rados.rados.0.smithi059.stdout:2648: done (3 left) 2024-08-17T17:14:35.248 INFO:tasks.rados.rados.0.smithi059.stdout:2649: snap_remove snap 279 2024-08-17T17:14:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:35 smithi059 ceph-mon[92261]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T17:14:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:35 smithi059 ceph-mon[92261]: pgmap v616: 121 pgs: 121 active+clean; 444 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-08-17T17:14:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:35 smithi059 ceph-mon[94685]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T17:14:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:35 smithi059 ceph-mon[94685]: pgmap v616: 121 pgs: 121 active+clean; 444 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-08-17T17:14:35.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:35 smithi087 ceph-mon[85676]: osdmap e632: 8 total, 8 up, 8 in 2024-08-17T17:14:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:35 smithi087 ceph-mon[85676]: pgmap v616: 121 pgs: 121 active+clean; 444 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-08-17T17:14:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:36.191 INFO:tasks.rados.rados.0.smithi059.stdout:2649: done (3 left) 2024-08-17T17:14:36.191 INFO:tasks.rados.rados.0.smithi059.stdout:2650: read oid 20 snap 267 2024-08-17T17:14:36.191 INFO:tasks.rados.rados.0.smithi059.stdout:2650: expect (ObjNum 712 snap 230 seq_num 712) 2024-08-17T17:14:36.191 INFO:tasks.rados.rados.0.smithi059.stdout:2651: setattr oid 35 current snap is 285 2024-08-17T17:14:36.191 INFO:tasks.rados.rados.0.smithi059.stdout:2646: finishing write tid 2 to smithi05980601-49 2024-08-17T17:14:36.191 INFO:tasks.rados.rados.0.smithi059.stdout:2646: finishing write tid 3 to smithi05980601-49 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2646: finishing write tid 4 to smithi05980601-49 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2646: finishing write tid 5 to smithi05980601-49 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2646: finishing write tid 6 to smithi05980601-49 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2646: oid 49 updating version 0 to 2347 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2646: oid 49 version 2347 is already newer than 2345 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2646: oid 49 version 2347 is already newer than 2343 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2646: oid 49 version 2347 is already newer than 2346 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2646: oid 49 version 2347 is already newer than 2344 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 2347 (ObjNum 835 snap 285 seq_num 835) dirty exists 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2646: left oid 49 (ObjNum 835 snap 285 seq_num 835) 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2645: finishing copy_from racing read to smithi05980601-12 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:2645: finishing copy_from to smithi05980601-12 2024-08-17T17:14:36.192 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1683 (ObjNum 805 snap 269 seq_num 805) dirty exists 2024-08-17T17:14:36.193 INFO:tasks.rados.rados.0.smithi059.stdout:2647: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:14:36.193 INFO:tasks.rados.rados.0.smithi059.stdout:2647: finishing copy_from to smithi05980601-6 2024-08-17T17:14:36.193 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1675 (ObjNum 546 snap 176 seq_num 546) dirty exists 2024-08-17T17:14:36.194 INFO:tasks.rados.rados.0.smithi059.stdout:2645: done (4 left) 2024-08-17T17:14:36.194 INFO:tasks.rados.rados.0.smithi059.stdout:2646: done (3 left) 2024-08-17T17:14:36.194 INFO:tasks.rados.rados.0.smithi059.stdout:2647: done (2 left) 2024-08-17T17:14:36.194 INFO:tasks.rados.rados.0.smithi059.stdout:2652: rmattr oid 11 current snap is 285 2024-08-17T17:14:36.194 INFO:tasks.rados.rados.0.smithi059.stdout:2652: done (2 left) 2024-08-17T17:14:36.194 INFO:tasks.rados.rados.0.smithi059.stdout:2653: rollback oid 7 current snap is 285 2024-08-17T17:14:36.195 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 262 2024-08-17T17:14:36.195 INFO:tasks.rados.rados.0.smithi059.stdout:2654: snap_remove snap 251 2024-08-17T17:14:36.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:36 smithi059 ceph-mon[94685]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T17:14:36.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:36 smithi059 ceph-mon[94685]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T17:14:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:36 smithi059 ceph-mon[92261]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T17:14:36.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:36 smithi059 ceph-mon[92261]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T17:14:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:36 smithi087 ceph-mon[85676]: osdmap e633: 8 total, 8 up, 8 in 2024-08-17T17:14:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:36 smithi087 ceph-mon[85676]: osdmap e634: 8 total, 8 up, 8 in 2024-08-17T17:14:37.188 INFO:tasks.rados.rados.0.smithi059.stdout:2653: finishing rollback tid 0 to smithi05980601-7 2024-08-17T17:14:37.188 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1542 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T17:14:37.188 INFO:tasks.rados.rados.0.smithi059.stdout:2653: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:14:37.188 INFO:tasks.rados.rados.0.smithi059.stdout:2653: finishing rollback tid 2 to smithi05980601-7 2024-08-17T17:14:37.188 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1886 (ObjNum 784 snap 262 seq_num 784) dirty exists 2024-08-17T17:14:37.188 INFO:tasks.rados.rados.0.smithi059.stdout:2650: expect (ObjNum 712 snap 230 seq_num 712) 2024-08-17T17:14:37.399 INFO:tasks.rados.rados.0.smithi059.stdout:2650: done (3 left) 2024-08-17T17:14:37.400 INFO:tasks.rados.rados.0.smithi059.stdout:2651: done (2 left) 2024-08-17T17:14:37.400 INFO:tasks.rados.rados.0.smithi059.stdout:2653: done (1 left) 2024-08-17T17:14:37.400 INFO:tasks.rados.rados.0.smithi059.stdout:2654: done (0 left) 2024-08-17T17:14:37.400 INFO:tasks.rados.rados.0.smithi059.stdout:2655: delete oid 23 current snap is 285 2024-08-17T17:14:37.404 INFO:tasks.rados.rados.0.smithi059.stdout:2655: done (0 left) 2024-08-17T17:14:37.404 INFO:tasks.rados.rados.0.smithi059.stdout:2656: read oid 50 snap -1 2024-08-17T17:14:37.404 INFO:tasks.rados.rados.0.smithi059.stdout:2656: expect deleted 2024-08-17T17:14:37.404 INFO:tasks.rados.rados.0.smithi059.stdout:2657: rollback oid 21 current snap is 285 2024-08-17T17:14:37.404 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 21 to 269 2024-08-17T17:14:37.404 INFO:tasks.rados.rados.0.smithi059.stdout:2658: delete oid 35 current snap is 285 2024-08-17T17:14:37.405 INFO:tasks.rados.rados.0.smithi059.stdout:2656: done (2 left) 2024-08-17T17:14:37.406 INFO:tasks.rados.rados.0.smithi059.stdout:2658: done (1 left) 2024-08-17T17:14:37.406 INFO:tasks.rados.rados.0.smithi059.stdout:2659: delete oid 50 current snap is 285 2024-08-17T17:14:37.408 INFO:tasks.rados.rados.0.smithi059.stdout:2659: done (1 left) 2024-08-17T17:14:37.408 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 285 2024-08-17T17:14:37.408 INFO:tasks.rados.rados.0.smithi059.stdout:2660: seq_num 839 ranges {11362304=458752,11821056=425984,12247040=688128,12935168=491520} 2024-08-17T17:14:37.472 INFO:tasks.rados.rados.0.smithi059.stdout:2660: writing smithi05980601-6 from 11362304 to 11821056 tid 1 2024-08-17T17:14:37.474 INFO:tasks.rados.rados.0.smithi059.stdout:2660: writing smithi05980601-6 from 11821056 to 12247040 tid 2 2024-08-17T17:14:37.478 INFO:tasks.rados.rados.0.smithi059.stdout:2660: writing smithi05980601-6 from 12247040 to 12935168 tid 3 2024-08-17T17:14:37.481 INFO:tasks.rados.rados.0.smithi059.stdout:2660: writing smithi05980601-6 from 12935168 to 13426688 tid 4 2024-08-17T17:14:37.481 INFO:tasks.rados.rados.0.smithi059.stdout:2661: delete oid 20 current snap is 285 2024-08-17T17:14:37.482 INFO:tasks.rados.rados.0.smithi059.stdout:2657: finishing rollback tid 0 to smithi05980601-21 2024-08-17T17:14:37.482 INFO:tasks.rados.rados.0.smithi059.stdout:2657: finishing rollback tid 1 to smithi05980601-21 2024-08-17T17:14:37.482 INFO:tasks.rados.rados.0.smithi059.stdout:2657: finishing rollback tid 2 to smithi05980601-21 2024-08-17T17:14:37.482 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2068 (ObjNum 730 snap 237 seq_num 730) dirty exists 2024-08-17T17:14:37.482 INFO:tasks.rados.rados.0.smithi059.stdout:2660: finishing write tid 1 to smithi05980601-6 2024-08-17T17:14:37.482 INFO:tasks.rados.rados.0.smithi059.stdout:2660: finishing write tid 2 to smithi05980601-6 2024-08-17T17:14:37.482 INFO:tasks.rados.rados.0.smithi059.stdout:2660: finishing write tid 3 to smithi05980601-6 2024-08-17T17:14:37.484 INFO:tasks.rados.rados.0.smithi059.stdout:2660: finishing write tid 4 to smithi05980601-6 2024-08-17T17:14:37.485 INFO:tasks.rados.rados.0.smithi059.stdout:2660: finishing write tid 5 to smithi05980601-6 2024-08-17T17:14:37.486 INFO:tasks.rados.rados.0.smithi059.stdout:2657: done (2 left) 2024-08-17T17:14:37.486 INFO:tasks.rados.rados.0.smithi059.stdout:2661: done (1 left) 2024-08-17T17:14:37.487 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 285 2024-08-17T17:14:37.487 INFO:tasks.rados.rados.0.smithi059.stdout:2662: seq_num 841 ranges {0=491520,491520=598016,1089536=704512,1794048=303104} 2024-08-17T17:14:37.489 INFO:tasks.rados.rados.0.smithi059.stdout:2662: writing smithi05980601-3 from 0 to 491520 tid 1 2024-08-17T17:14:37.493 INFO:tasks.rados.rados.0.smithi059.stdout:2662: writing smithi05980601-3 from 491520 to 1089536 tid 2 2024-08-17T17:14:37.497 INFO:tasks.rados.rados.0.smithi059.stdout:2662: writing smithi05980601-3 from 1089536 to 1794048 tid 3 2024-08-17T17:14:37.499 INFO:tasks.rados.rados.0.smithi059.stdout:2662: writing smithi05980601-3 from 1794048 to 2097152 tid 4 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:2663: snap_create 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:2660: finishing write tid 6 to smithi05980601-6 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:2660: oid 6 updating version 0 to 2082 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:2660: oid 6 version 2082 is already newer than 2079 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:2660: oid 6 updating version 2082 to 2083 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:2660: oid 6 version 2083 is already newer than 2080 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:2660: oid 6 version 2083 is already newer than 2081 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2083 (ObjNum 839 snap 285 seq_num 839) dirty exists 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:2660: left oid 6 (ObjNum 839 snap 285 seq_num 839) 2024-08-17T17:14:37.500 INFO:tasks.rados.rados.0.smithi059.stdout:2662: finishing write tid 1 to smithi05980601-3 2024-08-17T17:14:37.501 INFO:tasks.rados.rados.0.smithi059.stdout:2662: finishing write tid 2 to smithi05980601-3 2024-08-17T17:14:37.502 INFO:tasks.rados.rados.0.smithi059.stdout:2662: finishing write tid 3 to smithi05980601-3 2024-08-17T17:14:37.502 INFO:tasks.rados.rados.0.smithi059.stdout:2662: finishing write tid 4 to smithi05980601-3 2024-08-17T17:14:37.502 INFO:tasks.rados.rados.0.smithi059.stdout:2662: finishing write tid 5 to smithi05980601-3 2024-08-17T17:14:37.503 INFO:tasks.rados.rados.0.smithi059.stdout:2662: finishing write tid 6 to smithi05980601-3 2024-08-17T17:14:37.503 INFO:tasks.rados.rados.0.smithi059.stdout:2662: oid 3 updating version 0 to 1204 2024-08-17T17:14:37.503 INFO:tasks.rados.rados.0.smithi059.stdout:2662: oid 3 updating version 1204 to 1208 2024-08-17T17:14:37.504 INFO:tasks.rados.rados.0.smithi059.stdout:2662: oid 3 version 1208 is already newer than 1206 2024-08-17T17:14:37.504 INFO:tasks.rados.rados.0.smithi059.stdout:2662: oid 3 version 1208 is already newer than 1207 2024-08-17T17:14:37.504 INFO:tasks.rados.rados.0.smithi059.stdout:2662: oid 3 version 1208 is already newer than 1205 2024-08-17T17:14:37.504 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1208 (ObjNum 841 snap 285 seq_num 841) dirty exists 2024-08-17T17:14:37.504 INFO:tasks.rados.rados.0.smithi059.stdout:2662: left oid 3 (ObjNum 841 snap 285 seq_num 841) 2024-08-17T17:14:38.247 INFO:tasks.rados.rados.0.smithi059.stdout:2660: done (2 left) 2024-08-17T17:14:38.247 INFO:tasks.rados.rados.0.smithi059.stdout:2662: done (1 left) 2024-08-17T17:14:38.247 INFO:tasks.rados.rados.0.smithi059.stdout:2663: done (0 left) 2024-08-17T17:14:38.247 INFO:tasks.rados.rados.0.smithi059.stdout:2664: delete oid 47 current snap is 286 2024-08-17T17:14:38.249 INFO:tasks.rados.rados.0.smithi059.stdout:2664: done (0 left) 2024-08-17T17:14:38.249 INFO:tasks.rados.rados.0.smithi059.stdout:2665: copy_from oid 37 from oid 34 current snap is 286 2024-08-17T17:14:38.249 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 286 2024-08-17T17:14:38.249 INFO:tasks.rados.rados.0.smithi059.stdout:2666: seq_num 843 ranges {11362304=524288,11886592=761856,12648448=671744,13320192=172032} 2024-08-17T17:14:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:38 smithi087 ceph-mon[85676]: pgmap v619: 121 pgs: 121 active+clean; 446 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 480 KiB/s wr, 4 op/s 2024-08-17T17:14:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:38 smithi087 ceph-mon[85676]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T17:14:38.314 INFO:tasks.rados.rados.0.smithi059.stdout:2666: writing smithi05980601-9 from 11362304 to 11886592 tid 1 2024-08-17T17:14:38.318 INFO:tasks.rados.rados.0.smithi059.stdout:2666: writing smithi05980601-9 from 11886592 to 12648448 tid 2 2024-08-17T17:14:38.322 INFO:tasks.rados.rados.0.smithi059.stdout:2666: writing smithi05980601-9 from 12648448 to 13320192 tid 3 2024-08-17T17:14:38.323 INFO:tasks.rados.rados.0.smithi059.stdout:2666: writing smithi05980601-9 from 13320192 to 13492224 tid 4 2024-08-17T17:14:38.323 INFO:tasks.rados.rados.0.smithi059.stdout:2667: rollback oid 27 current snap is 286 2024-08-17T17:14:38.323 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 262 2024-08-17T17:14:38.323 INFO:tasks.rados.rados.0.smithi059.stdout:2665: finishing copy_from racing read to smithi05980601-37 2024-08-17T17:14:38.324 INFO:tasks.rados.rados.0.smithi059.stdout:2665: finishing copy_from to smithi05980601-37 2024-08-17T17:14:38.324 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 1665 (ObjNum 712 snap 230 seq_num 712) dirty exists 2024-08-17T17:14:38.324 INFO:tasks.rados.rados.0.smithi059.stdout:2666: finishing write tid 1 to smithi05980601-9 2024-08-17T17:14:38.324 INFO:tasks.rados.rados.0.smithi059.stdout:2666: finishing write tid 2 to smithi05980601-9 2024-08-17T17:14:38.324 INFO:tasks.rados.rados.0.smithi059.stdout:2665: done (2 left) 2024-08-17T17:14:38.324 INFO:tasks.rados.rados.0.smithi059.stdout:2668: delete oid 48 current snap is 286 2024-08-17T17:14:38.326 INFO:tasks.rados.rados.0.smithi059.stdout:2668: done (2 left) 2024-08-17T17:14:38.326 INFO:tasks.rados.rados.0.smithi059.stdout:2669: delete oid 20 current snap is 286 2024-08-17T17:14:38.327 INFO:tasks.rados.rados.0.smithi059.stdout:2667: finishing rollback tid 0 to smithi05980601-27 2024-08-17T17:14:38.327 INFO:tasks.rados.rados.0.smithi059.stdout:2667: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:14:38.327 INFO:tasks.rados.rados.0.smithi059.stdout:2666: finishing write tid 3 to smithi05980601-9 2024-08-17T17:14:38.327 INFO:tasks.rados.rados.0.smithi059.stdout:2667: finishing rollback tid 2 to smithi05980601-27 2024-08-17T17:14:38.327 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 1546 (ObjNum 743 snap 246 seq_num 743) dirty exists 2024-08-17T17:14:38.327 INFO:tasks.rados.rados.0.smithi059.stdout:2666: finishing write tid 4 to smithi05980601-9 2024-08-17T17:14:38.327 INFO:tasks.rados.rados.0.smithi059.stdout:2666: finishing write tid 5 to smithi05980601-9 2024-08-17T17:14:38.328 INFO:tasks.rados.rados.0.smithi059.stdout:2667: done (2 left) 2024-08-17T17:14:38.328 INFO:tasks.rados.rados.0.smithi059.stdout:2669: done (1 left) 2024-08-17T17:14:38.328 INFO:tasks.rados.rados.0.smithi059.stdout:2670: snap_create 2024-08-17T17:14:38.329 INFO:tasks.rados.rados.0.smithi059.stdout:2666: finishing write tid 6 to smithi05980601-9 2024-08-17T17:14:38.329 INFO:tasks.rados.rados.0.smithi059.stdout:2666: oid 9 updating version 0 to 1684 2024-08-17T17:14:38.329 INFO:tasks.rados.rados.0.smithi059.stdout:2666: oid 9 updating version 1684 to 1687 2024-08-17T17:14:38.329 INFO:tasks.rados.rados.0.smithi059.stdout:2666: oid 9 updating version 1687 to 1688 2024-08-17T17:14:38.329 INFO:tasks.rados.rados.0.smithi059.stdout:2666: oid 9 version 1688 is already newer than 1685 2024-08-17T17:14:38.329 INFO:tasks.rados.rados.0.smithi059.stdout:2666: oid 9 version 1688 is already newer than 1686 2024-08-17T17:14:38.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1688 (ObjNum 843 snap 286 seq_num 843) dirty exists 2024-08-17T17:14:38.330 INFO:tasks.rados.rados.0.smithi059.stdout:2666: left oid 9 (ObjNum 843 snap 286 seq_num 843) 2024-08-17T17:14:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:38 smithi059 ceph-mon[94685]: pgmap v619: 121 pgs: 121 active+clean; 446 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 480 KiB/s wr, 4 op/s 2024-08-17T17:14:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:38 smithi059 ceph-mon[94685]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T17:14:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:38 smithi059 ceph-mon[92261]: pgmap v619: 121 pgs: 121 active+clean; 446 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 480 KiB/s wr, 4 op/s 2024-08-17T17:14:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:38 smithi059 ceph-mon[92261]: osdmap e635: 8 total, 8 up, 8 in 2024-08-17T17:14:39.254 INFO:tasks.rados.rados.0.smithi059.stdout:2666: done (1 left) 2024-08-17T17:14:39.254 INFO:tasks.rados.rados.0.smithi059.stdout:2670: done (0 left) 2024-08-17T17:14:39.254 INFO:tasks.rados.rados.0.smithi059.stdout:2671: snap_remove snap 277 2024-08-17T17:14:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:39 smithi059 ceph-mon[94685]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T17:14:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:39 smithi059 ceph-mon[94685]: pgmap v622: 121 pgs: 121 active+clean; 459 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.5 MiB/s wr, 14 op/s 2024-08-17T17:14:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:39 smithi059 ceph-mon[92261]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T17:14:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:39 smithi059 ceph-mon[92261]: pgmap v622: 121 pgs: 121 active+clean; 459 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.5 MiB/s wr, 14 op/s 2024-08-17T17:14:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:39 smithi087 ceph-mon[85676]: osdmap e636: 8 total, 8 up, 8 in 2024-08-17T17:14:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:39 smithi087 ceph-mon[85676]: pgmap v622: 121 pgs: 121 active+clean; 459 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.5 MiB/s wr, 14 op/s 2024-08-17T17:14:40.259 INFO:tasks.rados.rados.0.smithi059.stdout:2671: done (0 left) 2024-08-17T17:14:40.259 INFO:tasks.rados.rados.0.smithi059.stdout:2672: snap_create 2024-08-17T17:14:40.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:40 smithi087 ceph-mon[85676]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T17:14:40.301 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:40 smithi087 systemd[1]: Stopping Ceph grafana.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:14:40.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:40 smithi059 ceph-mon[92261]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T17:14:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:40 smithi059 ceph-mon[94685]: osdmap e637: 8 total, 8 up, 8 in 2024-08-17T17:14:40.590 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:40 smithi087 podman[120723]: 2024-08-17 17:14:40.324593388 +0000 UTC m=+0.135027427 container died 1329d73db634b0cdb9f214a9a2f1331ad5c544f0a1b90b257ae15482599d93fa (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Paul Cuzner , vcs-type=git, io.buildah.version=1.32.0, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, description=Ceph Grafana Container, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., architecture=x86_64, com.redhat.component=ubi8-container, version=8.5, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-17T17:14:40.949 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:40 smithi087 podman[120723]: 2024-08-17 17:14:40.680604115 +0000 UTC m=+0.491038191 container cleanup 1329d73db634b0cdb9f214a9a2f1331ad5c544f0a1b90b257ae15482599d93fa (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, description=Ceph Grafana Container, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=base rhel8, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., maintainer=Paul Cuzner , vendor=Red Hat, Inc., version=8.5, name=ubi8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, io.openshift.expose-services=, vcs-type=git, architecture=x86_64) 2024-08-17T17:14:40.949 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:40 smithi087 bash[120723]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a 2024-08-17T17:14:41.191 INFO:tasks.rados.rados.0.smithi059.stdout:2672: done (0 left) 2024-08-17T17:14:41.191 INFO:tasks.rados.rados.0.smithi059.stdout:2673: snap_remove snap 262 2024-08-17T17:14:41.261 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:40 smithi087 podman[120735]: 2024-08-17 17:14:40.948697956 +0000 UTC m=+0.626486638 container remove 1329d73db634b0cdb9f214a9a2f1331ad5c544f0a1b90b257ae15482599d93fa (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, io.openshift.tags=base rhel8, io.openshift.expose-services=, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Paul Cuzner , release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, io.buildah.version=1.32.0, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly.) 2024-08-17T17:14:41.261 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:40 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:14:41.261 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-17T17:14:41.261 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 systemd[1]: Stopped Ceph grafana.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:14:41.261 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Consumed 10.418s CPU time. 2024-08-17T17:14:41.521 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 systemd[1]: Starting Ceph grafana.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:14:41.521 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-mon[85676]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T17:14:41.521 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-mon[85676]: pgmap v625: 121 pgs: 121 active+clean; 459 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.0 MiB/s wr, 11 op/s 2024-08-17T17:14:41.521 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-mon[85676]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T17:14:41.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:41 smithi059 ceph-mon[94685]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T17:14:41.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:41 smithi059 ceph-mon[94685]: pgmap v625: 121 pgs: 121 active+clean; 459 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.0 MiB/s wr, 11 op/s 2024-08-17T17:14:41.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:41 smithi059 ceph-mon[94685]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T17:14:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:41 smithi059 ceph-mon[92261]: osdmap e638: 8 total, 8 up, 8 in 2024-08-17T17:14:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:41 smithi059 ceph-mon[92261]: pgmap v625: 121 pgs: 121 active+clean; 459 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 6.0 MiB/s wr, 11 op/s 2024-08-17T17:14:41.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:41 smithi059 ceph-mon[92261]: osdmap e639: 8 total, 8 up, 8 in 2024-08-17T17:14:41.800 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 podman[120861]: 2024-08-17 17:14:41.423342802 +0000 UTC m=+0.017602311 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-08-17T17:14:41.800 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 podman[120861]: 2024-08-17 17:14:41.549653321 +0000 UTC m=+0.143912859 container create 7cca9720bb54afb1f7992ba5e647338dee2af2c1d51bc2de67c00c17a7b75e63 (image=quay.io/ceph/grafana:10.4.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:14:42.051 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 podman[120861]: 2024-08-17 17:14:41.802219216 +0000 UTC m=+0.396478718 container init 7cca9720bb54afb1f7992ba5e647338dee2af2c1d51bc2de67c00c17a7b75e63 (image=quay.io/ceph/grafana:10.4.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:14:42.052 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 podman[120861]: 2024-08-17 17:14:41.805110081 +0000 UTC m=+0.399369575 container start 7cca9720bb54afb1f7992ba5e647338dee2af2c1d51bc2de67c00c17a7b75e63 (image=quay.io/ceph/grafana:10.4.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:14:42.052 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 bash[120861]: 7cca9720bb54afb1f7992ba5e647338dee2af2c1d51bc2de67c00c17a7b75e63 2024-08-17T17:14:42.052 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 systemd[1]: Started Ceph grafana.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:14:42.052 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.92481886Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-08-17T17:14:41Z 2024-08-17T17:14:42.052 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925041584Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-17T17:14:42.052 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925049978Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-17T17:14:42.052 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925053098Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-17T17:14:42.052 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925055995Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925058572Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925061755Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925064461Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925067442Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925070262Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925072783Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925075316Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925077992Z level=info msg=Target target=[all] 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925084444Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925087003Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-17T17:14:42.053 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925089456Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.92509197Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925094686Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=settings t=2024-08-17T17:14:41.925097202Z level=info msg="App mode production" 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=sqlstore t=2024-08-17T17:14:41.925338529Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=sqlstore t=2024-08-17T17:14:41.925352106Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.925838574Z level=info msg="Starting DB migrations" 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.936986395Z level=info msg="Executing migration" id="Add uid column to user" 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.942537989Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.548974ms 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.943067769Z level=info msg="Executing migration" id="Update uid column values for users" 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.943217339Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=145.846µs 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.943622313Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-08-17T17:14:42.054 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.944368435Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=745.961µs 2024-08-17T17:14:42.055 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.946547147Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-08-17T17:14:42.055 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.951713972Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=5.1656ms 2024-08-17T17:14:42.055 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.952542642Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-08-17T17:14:42.055 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.957891224Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.348869ms 2024-08-17T17:14:42.055 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.959897558Z level=info msg="Executing migration" id="Add column uid in team" 2024-08-17T17:14:42.056 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.964927456Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.028553ms 2024-08-17T17:14:42.056 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.965298325Z level=info msg="Executing migration" id="Update uid column values in team" 2024-08-17T17:14:42.056 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.965421136Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=123.046µs 2024-08-17T17:14:42.056 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.965803554Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-08-17T17:14:42.056 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.966531167Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=727.289µs 2024-08-17T17:14:42.056 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.96694809Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.967653532Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=705.469µs 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.968081499Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.973408347Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.325373ms 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.973870031Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.978815499Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=4.94461ms 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.979190917Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.979230532Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=39.481µs 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.979725751Z level=info msg="Executing migration" id="permission kind migration" 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.984699132Z level=info msg="Migration successfully executed" id="permission kind migration" duration=4.972065ms 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.985087508Z level=info msg="Executing migration" id="permission attribute migration" 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.990181924Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.093507ms 2024-08-17T17:14:42.057 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.990568863Z level=info msg="Executing migration" id="permission identifier migration" 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.996050215Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.481001ms 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.99643165Z level=info msg="Executing migration" id="add permission identifier index" 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.997250292Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=818.487µs 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.9976444Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.998454463Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=809.655µs 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.998847534Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.99956859Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=721.024µs 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.999956543Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:41.99997606Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=19.787µs 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.000379154Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-08-17T17:14:42.058 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.001072913Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=693.087µs 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.001398611Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.002076311Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=677.594µs 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.002434844Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.017834279Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=15.397406ms 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.018273757Z level=info msg="Executing migration" id="create correlation v2" 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.019003512Z level=info msg="Migration successfully executed" id="create correlation v2" duration=730.804µs 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.019381189Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.020102773Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=722.343µs 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.020446282Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.021156519Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=710.011µs 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.0215099Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-08-17T17:14:42.059 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.022180442Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=670.377µs 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.02253132Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.022709906Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=178.132µs 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.023333459Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.023920807Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=587.546µs 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.02425587Z level=info msg="Executing migration" id="add provisioning column" 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.029443324Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.185122ms 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.029866219Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.030009686Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=145.13µs 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.030657988Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.03070073Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=43.032µs 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.031139137Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-08-17T17:14:42.060 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.036568302Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.42839ms 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.036925085Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.037124207Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=199.261µs 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.037736749Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.037860342Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=122.007µs 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.038229459Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.039123304Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=892.959µs 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.039475096Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.040158471Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=682.919µs 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.040489406Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.041233098Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=743.223µs 2024-08-17T17:14:42.061 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.041568339Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-08-17T17:14:42.062 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.041949485Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=380.917µs 2024-08-17T17:14:42.062 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.042423075Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-08-17T17:14:42.062 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.042606298Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=183.17µs 2024-08-17T17:14:42.062 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.043238868Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-08-17T17:14:42.062 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.043901391Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=661.183µs 2024-08-17T17:14:42.062 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.044230138Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-08-17T17:14:42.062 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.044915337Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=684.954µs 2024-08-17T17:14:42.062 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.045246623Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-08-17T17:14:42.062 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.045907467Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=660.636µs 2024-08-17T17:14:42.066 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.04624253Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-08-17T17:14:42.066 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.046944934Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=702.109µs 2024-08-17T17:14:42.066 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.047288158Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-08-17T17:14:42.066 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.04796807Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=679.816µs 2024-08-17T17:14:42.066 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.048307634Z level=info msg="Executing migration" id="create anon_device table" 2024-08-17T17:14:42.066 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.048886261Z level=info msg="Migration successfully executed" id="create anon_device table" duration=575.091µs 2024-08-17T17:14:42.066 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.049228085Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-08-17T17:14:42.067 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.04992954Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=701.301µs 2024-08-17T17:14:42.067 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.050373451Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-08-17T17:14:42.067 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.051081025Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=707.174µs 2024-08-17T17:14:42.067 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.051504814Z level=info msg="Executing migration" id="create signing_key table" 2024-08-17T17:14:42.067 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.052342787Z level=info msg="Migration successfully executed" id="create signing_key table" duration=837.921µs 2024-08-17T17:14:42.067 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.052802035Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-08-17T17:14:42.067 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.053841423Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=1.03902ms 2024-08-17T17:14:42.204 INFO:tasks.rados.rados.0.smithi059.stdout:2673: done (0 left) 2024-08-17T17:14:42.204 INFO:tasks.rados.rados.0.smithi059.stdout:2674: setattr oid 43 current snap is 288 2024-08-17T17:14:42.206 INFO:tasks.rados.rados.0.smithi059.stdout:2675: setattr oid 29 current snap is 288 2024-08-17T17:14:42.208 INFO:tasks.rados.rados.0.smithi059.stdout:2676: rmattr oid 12 current snap is 288 2024-08-17T17:14:42.208 INFO:tasks.rados.rados.0.smithi059.stdout:2676: done (2 left) 2024-08-17T17:14:42.209 INFO:tasks.rados.rados.0.smithi059.stdout:2677: read oid 3 snap -1 2024-08-17T17:14:42.209 INFO:tasks.rados.rados.0.smithi059.stdout:2677: expect (ObjNum 841 snap 285 seq_num 841) 2024-08-17T17:14:42.209 INFO:tasks.rados.rados.0.smithi059.stdout:2678: copy_from oid 15 from oid 24 current snap is 288 2024-08-17T17:14:42.209 INFO:tasks.rados.rados.0.smithi059.stdout:2679: read oid 32 snap 282 2024-08-17T17:14:42.209 INFO:tasks.rados.rados.0.smithi059.stdout:2679: expect (ObjNum 647 snap 208 seq_num 647) 2024-08-17T17:14:42.209 INFO:tasks.rados.rados.0.smithi059.stdout:2680: delete oid 38 current snap is 288 2024-08-17T17:14:42.217 INFO:tasks.rados.rados.0.smithi059.stdout:2678: finishing copy_from to smithi05980601-15 2024-08-17T17:14:42.218 INFO:tasks.rados.rados.0.smithi059.stdout:2678: got expected ENOENT (src dne) 2024-08-17T17:14:42.218 INFO:tasks.rados.rados.0.smithi059.stdout:2678: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:14:42.219 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1679 (ObjNum 770 snap 252 seq_num 770) dirty exists 2024-08-17T17:14:42.223 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1685 (ObjNum 805 snap 269 seq_num 805) dirty exists 2024-08-17T17:14:42.225 INFO:tasks.rados.rados.0.smithi059.stdout:2674: done (5 left) 2024-08-17T17:14:42.225 INFO:tasks.rados.rados.0.smithi059.stdout:2675: done (4 left) 2024-08-17T17:14:42.225 INFO:tasks.rados.rados.0.smithi059.stdout:2678: done (3 left) 2024-08-17T17:14:42.226 INFO:tasks.rados.rados.0.smithi059.stdout:2680: done (2 left) 2024-08-17T17:14:42.226 INFO:tasks.rados.rados.0.smithi059.stdout:2681: read oid 2 snap 276 2024-08-17T17:14:42.226 INFO:tasks.rados.rados.0.smithi059.stdout:2681: expect deleted 2024-08-17T17:14:42.226 INFO:tasks.rados.rados.0.smithi059.stdout:2682: read oid 29 snap -1 2024-08-17T17:14:42.226 INFO:tasks.rados.rados.0.smithi059.stdout:2682: expect (ObjNum 770 snap 252 seq_num 770) 2024-08-17T17:14:42.226 INFO:tasks.rados.rados.0.smithi059.stdout:2683: snap_remove snap 240 2024-08-17T17:14:42.357 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.054284738Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.05527588Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=991.143µs 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.055700792Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.056294368Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=594.352µs 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.056827748Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.065386595Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=8.557758ms 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.065783015Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.067465848Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.683883ms 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.068013689Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.068908779Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=894.733µs 2024-08-17T17:14:42.358 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.069224177Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-08-17T17:14:42.359 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.069919091Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=697.416µs 2024-08-17T17:14:42.359 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.07024719Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-08-17T17:14:42.359 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.07092092Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=673.586µs 2024-08-17T17:14:42.359 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.071252717Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-08-17T17:14:42.359 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.072079509Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=827.912µs 2024-08-17T17:14:42.359 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.072419599Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.073180919Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=760.966µs 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.073521713Z level=info msg="Executing migration" id="create sso_setting table" 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.074254667Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=732.63µs 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.074614564Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.075255949Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=642.715µs 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.075592711Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.075981773Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=396.447µs 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.076431203Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.076469318Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=38.388µs 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.077314006Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-08-17T17:14:42.360 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.082609135Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.294578ms 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.083012375Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.088346664Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.332698ms 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.08872347Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.088943086Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=219.633µs 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=migrator t=2024-08-17T17:14:42.089572317Z level=info msg="migrations completed" performed=65 skipped=482 duration=152.651604ms 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=sqlstore t=2024-08-17T17:14:42.090256429Z level=info msg="Created default organization" 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=secrets t=2024-08-17T17:14:42.092394567Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=plugin.store t=2024-08-17T17:14:42.107250501Z level=info msg="Loading plugins..." 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=local.finder t=2024-08-17T17:14:42.149717108Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=plugin.store t=2024-08-17T17:14:42.149738429Z level=info msg="Plugins loaded" count=55 duration=42.488692ms 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=query_data t=2024-08-17T17:14:42.151842469Z level=info msg="Query Service initialization" 2024-08-17T17:14:42.361 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=live.push_http t=2024-08-17T17:14:42.154270476Z level=info msg="Live Push Gateway initialization" 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=ngalert.migration t=2024-08-17T17:14:42.15544295Z level=info msg=Starting 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=ngalert.state.manager t=2024-08-17T17:14:42.160788038Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=infra.usagestats.collector t=2024-08-17T17:14:42.162031228Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=provisioning.datasources t=2024-08-17T17:14:42.164326854Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=provisioning.datasources t=2024-08-17T17:14:42.164575782Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=provisioning.alerting t=2024-08-17T17:14:42.190017346Z level=info msg="starting to provision alerting" 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=provisioning.alerting t=2024-08-17T17:14:42.190034783Z level=info msg="finished to provision alerting" 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=grafanaStorageLogger t=2024-08-17T17:14:42.190243547Z level=info msg="Storage starting" 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=ngalert.state.manager t=2024-08-17T17:14:42.190482234Z level=info msg="Warming state cache for startup" 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=http.server t=2024-08-17T17:14:42.19301092Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-08-17T17:14:42.362 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=http.server t=2024-08-17T17:14:42.193358391Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-17T17:14:42.363 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=ngalert.multiorg.alertmanager t=2024-08-17T17:14:42.201462478Z level=info msg="Starting MultiOrg Alertmanager" 2024-08-17T17:14:42.363 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=ngalert.state.manager t=2024-08-17T17:14:42.24982507Z level=info msg="State cache has been initialized" states=0 duration=59.341647ms 2024-08-17T17:14:42.363 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=ngalert.scheduler t=2024-08-17T17:14:42.249858752Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-08-17T17:14:42.363 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=ticker t=2024-08-17T17:14:42.249915744Z level=info msg=starting first_tick=2024-08-17T17:14:50Z 2024-08-17T17:14:42.363 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=provisioning.dashboard t=2024-08-17T17:14:42.255470496Z level=info msg="starting to provision dashboards" 2024-08-17T17:14:42.363 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=plugins.update.checker t=2024-08-17T17:14:42.287255419Z level=info msg="Update check succeeded" duration=97.10691ms 2024-08-17T17:14:42.363 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=grafana.update.checker t=2024-08-17T17:14:42.289650483Z level=info msg="Update check succeeded" duration=99.494791ms 2024-08-17T17:14:42.363 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=sqlstore.transactions t=2024-08-17T17:14:42.356916751Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:14:42.800 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=sqlstore.transactions t=2024-08-17T17:14:42.367472662Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-08-17T17:14:42.800 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=sqlstore.transactions t=2024-08-17T17:14:42.378054279Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2024-08-17T17:14:42.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=sqlstore.transactions t=2024-08-17T17:14:42.389569604Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:14:42.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=provisioning.dashboard t=2024-08-17T17:14:42.466526345Z level=info msg="finished to provision dashboards" 2024-08-17T17:14:42.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=grafana-apiserver t=2024-08-17T17:14:42.582412075Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-08-17T17:14:42.801 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=grafana-apiserver t=2024-08-17T17:14:42.582785544Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-08-17T17:14:43.213 INFO:tasks.rados.rados.0.smithi059.stdout:2677: expect (ObjNum 841 snap 285 seq_num 841) 2024-08-17T17:14:43.279 INFO:tasks.rados.rados.0.smithi059.stdout:2682: expect (ObjNum 770 snap 252 seq_num 770) 2024-08-17T17:14:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:42 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:42 smithi059 ceph-mon[92261]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T17:14:43.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:43.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:43.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:42 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:43.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:42 smithi059 ceph-mon[94685]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T17:14:43.299 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:43.299 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:43.299 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:43.299 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:42 smithi087 ceph-mon[85676]: osdmap e640: 8 total, 8 up, 8 in 2024-08-17T17:14:43.327 INFO:tasks.rados.rados.0.smithi059.stdout:2679: expect (ObjNum 647 snap 208 seq_num 647) 2024-08-17T17:14:43.428 INFO:tasks.rados.rados.0.smithi059.stdout:2677: done (4 left) 2024-08-17T17:14:43.428 INFO:tasks.rados.rados.0.smithi059.stdout:2679: done (3 left) 2024-08-17T17:14:43.428 INFO:tasks.rados.rados.0.smithi059.stdout:2681: done (2 left) 2024-08-17T17:14:43.428 INFO:tasks.rados.rados.0.smithi059.stdout:2682: done (1 left) 2024-08-17T17:14:43.428 INFO:tasks.rados.rados.0.smithi059.stdout:2683: done (0 left) 2024-08-17T17:14:43.428 INFO:tasks.rados.rados.0.smithi059.stdout:2684: copy_from oid 21 from oid 25 current snap is 288 2024-08-17T17:14:43.428 INFO:tasks.rados.rados.0.smithi059.stdout:2685: read oid 38 snap -1 2024-08-17T17:14:43.428 INFO:tasks.rados.rados.0.smithi059.stdout:2685: expect deleted 2024-08-17T17:14:43.429 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 288 2024-08-17T17:14:43.429 INFO:tasks.rados.rados.0.smithi059.stdout:2686: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-08-17T17:14:43.430 INFO:tasks.rados.rados.0.smithi059.stdout:2686: writing smithi05980601-4 from 0 to 589824 tid 1 2024-08-17T17:14:43.435 INFO:tasks.rados.rados.0.smithi059.stdout:2686: writing smithi05980601-4 from 589824 to 1343488 tid 2 2024-08-17T17:14:43.438 INFO:tasks.rados.rados.0.smithi059.stdout:2686: writing smithi05980601-4 from 1343488 to 1998848 tid 3 2024-08-17T17:14:43.440 INFO:tasks.rados.rados.0.smithi059.stdout:2686: writing smithi05980601-4 from 1998848 to 2195456 tid 4 2024-08-17T17:14:43.440 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 288 2024-08-17T17:14:43.440 INFO:tasks.rados.rados.0.smithi059.stdout:2687: seq_num 848 ranges {4612096=606208,5218304=630784,5849088=458752,6307840=516096} 2024-08-17T17:14:43.468 INFO:tasks.rados.rados.0.smithi059.stdout:2687: writing smithi05980601-1 from 4612096 to 5218304 tid 1 2024-08-17T17:14:43.471 INFO:tasks.rados.rados.0.smithi059.stdout:2687: writing smithi05980601-1 from 5218304 to 5849088 tid 2 2024-08-17T17:14:43.474 INFO:tasks.rados.rados.0.smithi059.stdout:2687: writing smithi05980601-1 from 5849088 to 6307840 tid 3 2024-08-17T17:14:43.478 INFO:tasks.rados.rados.0.smithi059.stdout:2687: writing smithi05980601-1 from 6307840 to 6823936 tid 4 2024-08-17T17:14:43.478 INFO:tasks.rados.rados.0.smithi059.stdout:2688: delete oid 44 current snap is 288 2024-08-17T17:14:43.478 INFO:tasks.rados.rados.0.smithi059.stdout:2684: finishing copy_from to smithi05980601-21 2024-08-17T17:14:43.478 INFO:tasks.rados.rados.0.smithi059.stdout:2684: got expected ENOENT (src dne) 2024-08-17T17:14:43.478 INFO:tasks.rados.rados.0.smithi059.stdout:2684: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:14:43.478 INFO:tasks.rados.rados.0.smithi059.stdout:2686: finishing write tid 1 to smithi05980601-4 2024-08-17T17:14:43.478 INFO:tasks.rados.rados.0.smithi059.stdout:2686: finishing write tid 2 to smithi05980601-4 2024-08-17T17:14:43.478 INFO:tasks.rados.rados.0.smithi059.stdout:2686: finishing write tid 3 to smithi05980601-4 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2686: finishing write tid 4 to smithi05980601-4 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2686: finishing write tid 5 to smithi05980601-4 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2686: finishing write tid 6 to smithi05980601-4 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2686: oid 4 updating version 0 to 2087 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2686: oid 4 version 2087 is already newer than 2086 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2686: oid 4 updating version 2087 to 2089 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2686: oid 4 version 2089 is already newer than 2085 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2686: oid 4 version 2089 is already newer than 2088 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2089 (ObjNum 847 snap 288 seq_num 847) dirty exists 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2686: left oid 4 (ObjNum 847 snap 288 seq_num 847) 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2687: finishing write tid 1 to smithi05980601-1 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2687: finishing write tid 2 to smithi05980601-1 2024-08-17T17:14:43.479 INFO:tasks.rados.rados.0.smithi059.stdout:2687: finishing write tid 3 to smithi05980601-1 2024-08-17T17:14:43.480 INFO:tasks.rados.rados.0.smithi059.stdout:2684: done (4 left) 2024-08-17T17:14:43.480 INFO:tasks.rados.rados.0.smithi059.stdout:2685: done (3 left) 2024-08-17T17:14:43.480 INFO:tasks.rados.rados.0.smithi059.stdout:2686: done (2 left) 2024-08-17T17:14:43.480 INFO:tasks.rados.rados.0.smithi059.stdout:2688: done (1 left) 2024-08-17T17:14:43.480 INFO:tasks.rados.rados.0.smithi059.stdout:2689: setattr oid 40 current snap is 288 2024-08-17T17:14:43.481 INFO:tasks.rados.rados.0.smithi059.stdout:2687: finishing write tid 4 to smithi05980601-1 2024-08-17T17:14:43.481 INFO:tasks.rados.rados.0.smithi059.stdout:2687: finishing write tid 5 to smithi05980601-1 2024-08-17T17:14:43.482 INFO:tasks.rados.rados.0.smithi059.stdout:2690: read oid 50 snap -1 2024-08-17T17:14:43.482 INFO:tasks.rados.rados.0.smithi059.stdout:2690: expect deleted 2024-08-17T17:14:43.482 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 288 2024-08-17T17:14:43.482 INFO:tasks.rados.rados.0.smithi059.stdout:2691: seq_num 850 ranges {2646016=638976,3284992=802816,4087808=475136,4562944=327680} 2024-08-17T17:14:43.502 INFO:tasks.rados.rados.0.smithi059.stdout:2691: writing smithi05980601-8 from 2646016 to 3284992 tid 1 2024-08-17T17:14:43.505 INFO:tasks.rados.rados.0.smithi059.stdout:2691: writing smithi05980601-8 from 3284992 to 4087808 tid 2 2024-08-17T17:14:43.507 INFO:tasks.rados.rados.0.smithi059.stdout:2691: writing smithi05980601-8 from 4087808 to 4562944 tid 3 2024-08-17T17:14:43.510 INFO:tasks.rados.rados.0.smithi059.stdout:2691: writing smithi05980601-8 from 4562944 to 4890624 tid 4 2024-08-17T17:14:43.510 INFO:tasks.rados.rados.0.smithi059.stdout:2692: delete oid 44 current snap is 288 2024-08-17T17:14:43.510 INFO:tasks.rados.rados.0.smithi059.stdout:2687: finishing write tid 6 to smithi05980601-1 2024-08-17T17:14:43.510 INFO:tasks.rados.rados.0.smithi059.stdout:2687: oid 1 updating version 0 to 1686 2024-08-17T17:14:43.510 INFO:tasks.rados.rados.0.smithi059.stdout:2687: oid 1 updating version 1686 to 1689 2024-08-17T17:14:43.511 INFO:tasks.rados.rados.0.smithi059.stdout:2687: oid 1 version 1689 is already newer than 1687 2024-08-17T17:14:43.511 INFO:tasks.rados.rados.0.smithi059.stdout:2687: oid 1 updating version 1689 to 1690 2024-08-17T17:14:43.511 INFO:tasks.rados.rados.0.smithi059.stdout:2687: oid 1 version 1690 is already newer than 1688 2024-08-17T17:14:43.511 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1690 (ObjNum 848 snap 288 seq_num 848) dirty exists 2024-08-17T17:14:43.511 INFO:tasks.rados.rados.0.smithi059.stdout:2687: left oid 1 (ObjNum 848 snap 288 seq_num 848) 2024-08-17T17:14:43.511 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1691 (ObjNum 4993 snap 0 seq_num 681554704) dirty exists 2024-08-17T17:14:43.511 INFO:tasks.rados.rados.0.smithi059.stdout:2691: finishing write tid 1 to smithi05980601-8 2024-08-17T17:14:43.511 INFO:tasks.rados.rados.0.smithi059.stdout:2691: finishing write tid 2 to smithi05980601-8 2024-08-17T17:14:43.512 INFO:tasks.rados.rados.0.smithi059.stdout:2687: done (4 left) 2024-08-17T17:14:43.512 INFO:tasks.rados.rados.0.smithi059.stdout:2689: done (3 left) 2024-08-17T17:14:43.512 INFO:tasks.rados.rados.0.smithi059.stdout:2690: done (2 left) 2024-08-17T17:14:43.512 INFO:tasks.rados.rados.0.smithi059.stdout:2692: done (1 left) 2024-08-17T17:14:43.512 INFO:tasks.rados.rados.0.smithi059.stdout:2693: read oid 27 snap -1 2024-08-17T17:14:43.512 INFO:tasks.rados.rados.0.smithi059.stdout:2693: expect (ObjNum 743 snap 246 seq_num 743) 2024-08-17T17:14:43.512 INFO:tasks.rados.rados.0.smithi059.stdout:2694: rollback oid 50 current snap is 288 2024-08-17T17:14:43.513 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 257 2024-08-17T17:14:43.513 INFO:tasks.rados.rados.0.smithi059.stdout:2695: rmattr oid 32 current snap is 288 2024-08-17T17:14:43.513 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 288 2024-08-17T17:14:43.513 INFO:tasks.rados.rados.0.smithi059.stdout:2696: seq_num 852 ranges {0=671744,671744=622592,1294336=442368,1736704=540672} 2024-08-17T17:14:43.516 INFO:tasks.rados.rados.0.smithi059.stdout:2696: writing smithi05980601-2 from 0 to 671744 tid 1 2024-08-17T17:14:43.519 INFO:tasks.rados.rados.0.smithi059.stdout:2696: writing smithi05980601-2 from 671744 to 1294336 tid 2 2024-08-17T17:14:43.522 INFO:tasks.rados.rados.0.smithi059.stdout:2696: writing smithi05980601-2 from 1294336 to 1736704 tid 3 2024-08-17T17:14:43.526 INFO:tasks.rados.rados.0.smithi059.stdout:2696: writing smithi05980601-2 from 1736704 to 2277376 tid 4 2024-08-17T17:14:43.526 INFO:tasks.rados.rados.0.smithi059.stdout:2697: read oid 45 snap -1 2024-08-17T17:14:43.526 INFO:tasks.rados.rados.0.smithi059.stdout:2697: expect deleted 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2698: read oid 35 snap -1 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2698: expect deleted 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2699: rollback oid 28 current snap is 288 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 28 to 250 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2691: finishing write tid 3 to smithi05980601-8 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2691: finishing write tid 4 to smithi05980601-8 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2691: finishing write tid 5 to smithi05980601-8 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2700: read oid 41 snap -1 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2700: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2701: read oid 13 snap -1 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2701: expect (ObjNum 833 snap 283 seq_num 833) 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2702: setattr oid 16 current snap is 288 2024-08-17T17:14:43.527 INFO:tasks.rados.rados.0.smithi059.stdout:2691: finishing write tid 6 to smithi05980601-8 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:2691: oid 8 updating version 0 to 1109 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:2691: oid 8 version 1109 is already newer than 1108 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:2691: oid 8 updating version 1109 to 1110 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:2691: oid 8 updating version 1110 to 1111 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:2691: oid 8 version 1111 is already newer than 1107 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 1111 (ObjNum 850 snap 288 seq_num 850) dirty exists 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:2691: left oid 8 (ObjNum 850 snap 288 seq_num 850) 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:2694: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 2341 (ObjNum 977 snap 0 seq_num 681554080) dirty dne 2024-08-17T17:14:43.528 INFO:tasks.rados.rados.0.smithi059.stdout:2693: expect (ObjNum 743 snap 246 seq_num 743) 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 743 (ObjNum 647 snap 208 seq_num 647) dirty exists 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:2696: finishing write tid 1 to smithi05980601-2 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:2696: finishing write tid 2 to smithi05980601-2 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:2696: finishing write tid 3 to smithi05980601-2 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:2699: finishing rollback tid 1 to smithi05980601-28 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1676 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:2696: finishing write tid 4 to smithi05980601-2 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:2696: finishing write tid 5 to smithi05980601-2 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:2696: finishing write tid 6 to smithi05980601-2 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:2696: oid 2 updating version 0 to 2094 2024-08-17T17:14:43.539 INFO:tasks.rados.rados.0.smithi059.stdout:2696: oid 2 version 2094 is already newer than 2093 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2696: oid 2 version 2094 is already newer than 2091 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2696: oid 2 version 2094 is already newer than 2092 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2696: oid 2 version 2094 is already newer than 2090 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2094 (ObjNum 852 snap 288 seq_num 852) dirty exists 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2696: left oid 2 (ObjNum 852 snap 288 seq_num 852) 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2691: done (10 left) 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2693: done (9 left) 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2694: done (8 left) 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2695: done (7 left) 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2696: done (6 left) 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2697: done (5 left) 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2698: done (4 left) 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2699: done (3 left) 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:2703: rollback oid 22 current snap is 288 2024-08-17T17:14:43.540 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 22 to 276 2024-08-17T17:14:43.541 INFO:tasks.rados.rados.0.smithi059.stdout:2704: snap_create 2024-08-17T17:14:43.541 INFO:tasks.rados.rados.0.smithi059.stdout:2703: finishing rollback tid 1 to smithi05980601-22 2024-08-17T17:14:43.541 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 1541 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:14:43.542 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 1689 (ObjNum 821 snap 274 seq_num 821) dirty exists 2024-08-17T17:14:43.543 INFO:tasks.rados.rados.0.smithi059.stdout:2700: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:14:43.645 INFO:tasks.rados.rados.0.smithi059.stdout:2701: expect (ObjNum 833 snap 283 seq_num 833) 2024-08-17T17:14:44.209 INFO:tasks.rados.rados.0.smithi059.stdout:2700: done (4 left) 2024-08-17T17:14:44.209 INFO:tasks.rados.rados.0.smithi059.stdout:2701: done (3 left) 2024-08-17T17:14:44.209 INFO:tasks.rados.rados.0.smithi059.stdout:2702: done (2 left) 2024-08-17T17:14:44.209 INFO:tasks.rados.rados.0.smithi059.stdout:2703: done (1 left) 2024-08-17T17:14:44.210 INFO:tasks.rados.rados.0.smithi059.stdout:2704: done (0 left) 2024-08-17T17:14:44.210 INFO:tasks.rados.rados.0.smithi059.stdout:2705: copy_from oid 16 from oid 7 current snap is 289 2024-08-17T17:14:44.210 INFO:tasks.rados.rados.0.smithi059.stdout:2706: read oid 14 snap -1 2024-08-17T17:14:44.210 INFO:tasks.rados.rados.0.smithi059.stdout:2706: expect deleted 2024-08-17T17:14:44.210 INFO:tasks.rados.rados.0.smithi059.stdout:2707: delete oid 40 current snap is 289 2024-08-17T17:14:44.213 INFO:tasks.rados.rados.0.smithi059.stdout:2706: done (2 left) 2024-08-17T17:14:44.213 INFO:tasks.rados.rados.0.smithi059.stdout:2707: done (1 left) 2024-08-17T17:14:44.213 INFO:tasks.rados.rados.0.smithi059.stdout:2708: snap_remove snap 274 2024-08-17T17:14:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:44 smithi059 ceph-mon[92261]: pgmap v628: 121 pgs: 121 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T17:14:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:44 smithi059 ceph-mon[92261]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T17:14:44.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:44 smithi059 ceph-mon[94685]: pgmap v628: 121 pgs: 121 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T17:14:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:44 smithi059 ceph-mon[94685]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T17:14:44.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:14:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:14:44] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.51.0" 2024-08-17T17:14:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:44 smithi087 ceph-mon[85676]: pgmap v628: 121 pgs: 121 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-17T17:14:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:44 smithi087 ceph-mon[85676]: osdmap e641: 8 total, 8 up, 8 in 2024-08-17T17:14:45.228 INFO:tasks.rados.rados.0.smithi059.stdout:2708: done (1 left) 2024-08-17T17:14:45.228 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 289 2024-08-17T17:14:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:2705: finishing copy_from racing read to smithi05980601-16 2024-08-17T17:14:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:2705: finishing copy_from to smithi05980601-16 2024-08-17T17:14:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 1886 (ObjNum 784 snap 262 seq_num 784) dirty exists 2024-08-17T17:14:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:2709: seq_num 854 ranges {13426688=712704,14139392=794624,14934016=450560,15384576=360448} 2024-08-17T17:14:45.306 INFO:tasks.rados.rados.0.smithi059.stdout:2709: writing smithi05980601-6 from 13426688 to 14139392 tid 1 2024-08-17T17:14:45.310 INFO:tasks.rados.rados.0.smithi059.stdout:2709: writing smithi05980601-6 from 14139392 to 14934016 tid 2 2024-08-17T17:14:45.313 INFO:tasks.rados.rados.0.smithi059.stdout:2709: writing smithi05980601-6 from 14934016 to 15384576 tid 3 2024-08-17T17:14:45.315 INFO:tasks.rados.rados.0.smithi059.stdout:2709: writing smithi05980601-6 from 15384576 to 15745024 tid 4 2024-08-17T17:14:45.315 INFO:tasks.rados.rados.0.smithi059.stdout:2705: done (1 left) 2024-08-17T17:14:45.315 INFO:tasks.rados.rados.0.smithi059.stdout:2710: snap_remove snap 202 2024-08-17T17:14:45.476 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:45 smithi087 ceph-mon[85676]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T17:14:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:45 smithi059 ceph-mon[92261]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T17:14:45.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:45 smithi059 ceph-mon[94685]: osdmap e642: 8 total, 8 up, 8 in 2024-08-17T17:14:46.196 INFO:tasks.rados.rados.0.smithi059.stdout:2709: finishing write tid 1 to smithi05980601-6 2024-08-17T17:14:46.196 INFO:tasks.rados.rados.0.smithi059.stdout:2709: finishing write tid 2 to smithi05980601-6 2024-08-17T17:14:46.196 INFO:tasks.rados.rados.0.smithi059.stdout:2709: finishing write tid 3 to smithi05980601-6 2024-08-17T17:14:46.196 INFO:tasks.rados.rados.0.smithi059.stdout:2709: finishing write tid 4 to smithi05980601-6 2024-08-17T17:14:46.196 INFO:tasks.rados.rados.0.smithi059.stdout:2709: finishing write tid 5 to smithi05980601-6 2024-08-17T17:14:46.196 INFO:tasks.rados.rados.0.smithi059.stdout:2709: finishing write tid 6 to smithi05980601-6 2024-08-17T17:14:46.196 INFO:tasks.rados.rados.0.smithi059.stdout:2709: oid 6 updating version 0 to 2098 2024-08-17T17:14:46.196 INFO:tasks.rados.rados.0.smithi059.stdout:2709: oid 6 updating version 2098 to 2099 2024-08-17T17:14:46.196 INFO:tasks.rados.rados.0.smithi059.stdout:2709: oid 6 version 2099 is already newer than 2095 2024-08-17T17:14:46.197 INFO:tasks.rados.rados.0.smithi059.stdout:2709: oid 6 version 2099 is already newer than 2096 2024-08-17T17:14:46.197 INFO:tasks.rados.rados.0.smithi059.stdout:2709: oid 6 version 2099 is already newer than 2097 2024-08-17T17:14:46.197 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2099 (ObjNum 854 snap 289 seq_num 854) dirty exists 2024-08-17T17:14:46.197 INFO:tasks.rados.rados.0.smithi059.stdout:2709: left oid 6 (ObjNum 854 snap 289 seq_num 854) 2024-08-17T17:14:46.197 INFO:tasks.rados.rados.0.smithi059.stdout:2709: done (1 left) 2024-08-17T17:14:46.197 INFO:tasks.rados.rados.0.smithi059.stdout:2710: done (0 left) 2024-08-17T17:14:46.197 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 289 2024-08-17T17:14:46.197 INFO:tasks.rados.rados.0.smithi059.stdout:2711: seq_num 855 ranges {2097152=729088,2826240=671744,3497984=663552,4161536=270336} 2024-08-17T17:14:46.213 INFO:tasks.rados.rados.0.smithi059.stdout:2711: writing smithi05980601-3 from 2097152 to 2826240 tid 1 2024-08-17T17:14:46.217 INFO:tasks.rados.rados.0.smithi059.stdout:2711: writing smithi05980601-3 from 2826240 to 3497984 tid 2 2024-08-17T17:14:46.222 INFO:tasks.rados.rados.0.smithi059.stdout:2711: writing smithi05980601-3 from 3497984 to 4161536 tid 3 2024-08-17T17:14:46.224 INFO:tasks.rados.rados.0.smithi059.stdout:2711: writing smithi05980601-3 from 4161536 to 4431872 tid 4 2024-08-17T17:14:46.224 INFO:tasks.rados.rados.0.smithi059.stdout:2712: copy_from oid 25 from oid 17 current snap is 289 2024-08-17T17:14:46.225 INFO:tasks.rados.rados.0.smithi059.stdout:2713: rollback oid 48 current snap is 289 2024-08-17T17:14:46.225 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 48 to 286 2024-08-17T17:14:46.225 INFO:tasks.rados.rados.0.smithi059.stdout:2714: delete oid 23 current snap is 289 2024-08-17T17:14:46.230 INFO:tasks.rados.rados.0.smithi059.stdout:2714: done (3 left) 2024-08-17T17:14:46.230 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 289 2024-08-17T17:14:46.230 INFO:tasks.rados.rados.0.smithi059.stdout:2715: seq_num 857 ranges {4694016=761856,5455872=442368,5898240=630784,6529024=532480} 2024-08-17T17:14:46.260 INFO:tasks.rados.rados.0.smithi059.stdout:2715: writing smithi05980601-37 from 4694016 to 5455872 tid 1 2024-08-17T17:14:46.263 INFO:tasks.rados.rados.0.smithi059.stdout:2715: writing smithi05980601-37 from 5455872 to 5898240 tid 2 2024-08-17T17:14:46.267 INFO:tasks.rados.rados.0.smithi059.stdout:2715: writing smithi05980601-37 from 5898240 to 6529024 tid 3 2024-08-17T17:14:46.271 INFO:tasks.rados.rados.0.smithi059.stdout:2715: writing smithi05980601-37 from 6529024 to 7061504 tid 4 2024-08-17T17:14:46.271 INFO:tasks.rados.rados.0.smithi059.stdout:2716: copy_from oid 18 from oid 42 current snap is 289 2024-08-17T17:14:46.271 INFO:tasks.rados.rados.0.smithi059.stdout:2711: finishing write tid 1 to smithi05980601-3 2024-08-17T17:14:46.271 INFO:tasks.rados.rados.0.smithi059.stdout:2711: finishing write tid 2 to smithi05980601-3 2024-08-17T17:14:46.271 INFO:tasks.rados.rados.0.smithi059.stdout:2711: finishing write tid 3 to smithi05980601-3 2024-08-17T17:14:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2711: finishing write tid 4 to smithi05980601-3 2024-08-17T17:14:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2711: finishing write tid 5 to smithi05980601-3 2024-08-17T17:14:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2713: finishing rollback tid 1 to smithi05980601-48 2024-08-17T17:14:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1210 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:14:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2713: done (4 left) 2024-08-17T17:14:46.272 INFO:tasks.rados.rados.0.smithi059.stdout:2717: snap_remove snap 287 2024-08-17T17:14:46.486 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:46 smithi087 ceph-mon[85676]: pgmap v631: 121 pgs: 121 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:14:46.486 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:46 smithi087 ceph-mon[85676]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T17:14:46.486 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:46 smithi087 ceph-mon[85676]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T17:14:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:46 smithi059 ceph-mon[92261]: pgmap v631: 121 pgs: 121 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:14:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:46 smithi059 ceph-mon[92261]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T17:14:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:46 smithi059 ceph-mon[92261]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T17:14:46.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:46 smithi059 ceph-mon[94685]: pgmap v631: 121 pgs: 121 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-08-17T17:14:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:46 smithi059 ceph-mon[94685]: osdmap e643: 8 total, 8 up, 8 in 2024-08-17T17:14:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:46 smithi059 ceph-mon[94685]: osdmap e644: 8 total, 8 up, 8 in 2024-08-17T17:14:47.230 INFO:tasks.rados.rados.0.smithi059.stdout:2711: finishing write tid 6 to smithi05980601-3 2024-08-17T17:14:47.230 INFO:tasks.rados.rados.0.smithi059.stdout:2711: oid 3 updating version 0 to 1222 2024-08-17T17:14:47.230 INFO:tasks.rados.rados.0.smithi059.stdout:2711: oid 3 updating version 1222 to 1226 2024-08-17T17:14:47.230 INFO:tasks.rados.rados.0.smithi059.stdout:2711: oid 3 version 1226 is already newer than 1225 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2711: oid 3 version 1226 is already newer than 1224 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2711: oid 3 version 1226 is already newer than 1223 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1226 (ObjNum 855 snap 289 seq_num 855) dirty exists 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2711: left oid 3 (ObjNum 855 snap 289 seq_num 855) 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2712: finishing copy_from racing read to smithi05980601-25 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2712: finishing copy_from to smithi05980601-25 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1149 (ObjNum 795 snap 265 seq_num 795) dirty exists 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2715: finishing write tid 1 to smithi05980601-37 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2715: finishing write tid 2 to smithi05980601-37 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2715: finishing write tid 3 to smithi05980601-37 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2715: finishing write tid 4 to smithi05980601-37 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2715: finishing write tid 5 to smithi05980601-37 2024-08-17T17:14:47.231 INFO:tasks.rados.rados.0.smithi059.stdout:2715: finishing write tid 6 to smithi05980601-37 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2715: oid 37 updating version 0 to 2434 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2715: oid 37 version 2434 is already newer than 2433 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2715: oid 37 version 2434 is already newer than 2430 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2715: oid 37 version 2434 is already newer than 2431 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2715: oid 37 version 2434 is already newer than 2432 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 2434 (ObjNum 857 snap 289 seq_num 857) dirty exists 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2715: left oid 37 (ObjNum 857 snap 289 seq_num 857) 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2716: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2716: finishing copy_from to smithi05980601-18 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 1661 (ObjNum 707 snap 227 seq_num 707) dirty exists 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2711: done (4 left) 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2712: done (3 left) 2024-08-17T17:14:47.232 INFO:tasks.rados.rados.0.smithi059.stdout:2715: done (2 left) 2024-08-17T17:14:47.233 INFO:tasks.rados.rados.0.smithi059.stdout:2716: done (1 left) 2024-08-17T17:14:47.233 INFO:tasks.rados.rados.0.smithi059.stdout:2717: done (0 left) 2024-08-17T17:14:47.233 INFO:tasks.rados.rados.0.smithi059.stdout:2718: read oid 3 snap -1 2024-08-17T17:14:47.233 INFO:tasks.rados.rados.0.smithi059.stdout:2718: expect (ObjNum 855 snap 289 seq_num 855) 2024-08-17T17:14:47.233 INFO:tasks.rados.rados.0.smithi059.stdout:2719: snap_remove snap 284 2024-08-17T17:14:48.230 INFO:tasks.rados.rados.0.smithi059.stdout:2719: done (1 left) 2024-08-17T17:14:48.231 INFO:tasks.rados.rados.0.smithi059.stdout:2718: expect (ObjNum 855 snap 289 seq_num 855) 2024-08-17T17:14:48.390 INFO:tasks.rados.rados.0.smithi059.stdout:2720: read oid 33 snap -1 2024-08-17T17:14:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:2720: expect (ObjNum 830 snap 281 seq_num 830) 2024-08-17T17:14:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:2718: done (1 left) 2024-08-17T17:14:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:2721: read oid 21 snap -1 2024-08-17T17:14:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:2721: expect (ObjNum 730 snap 237 seq_num 730) 2024-08-17T17:14:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:2722: read oid 50 snap -1 2024-08-17T17:14:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:2722: expect deleted 2024-08-17T17:14:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:2723: read oid 29 snap -1 2024-08-17T17:14:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:2723: expect (ObjNum 770 snap 252 seq_num 770) 2024-08-17T17:14:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:2724: snap_remove snap 276 2024-08-17T17:14:48.487 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:48 smithi087 ceph-mon[85676]: pgmap v634: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 401 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.9 MiB/s wr, 25 op/s 2024-08-17T17:14:48.487 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:48 smithi087 ceph-mon[85676]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T17:14:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:48 smithi059 ceph-mon[92261]: pgmap v634: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 401 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.9 MiB/s wr, 25 op/s 2024-08-17T17:14:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:48 smithi059 ceph-mon[92261]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T17:14:48.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:48 smithi059 ceph-mon[94685]: pgmap v634: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 401 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 1.9 MiB/s wr, 25 op/s 2024-08-17T17:14:48.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:48 smithi059 ceph-mon[94685]: osdmap e645: 8 total, 8 up, 8 in 2024-08-17T17:14:49.245 INFO:tasks.rados.rados.0.smithi059.stdout:2723: expect (ObjNum 770 snap 252 seq_num 770) 2024-08-17T17:14:49.300 INFO:tasks.rados.rados.0.smithi059.stdout:2721: expect (ObjNum 730 snap 237 seq_num 730) 2024-08-17T17:14:49.348 INFO:tasks.rados.rados.0.smithi059.stdout:2720: expect (ObjNum 830 snap 281 seq_num 830) 2024-08-17T17:14:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:49 smithi059 ceph-mon[92261]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T17:14:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:49 smithi059 ceph-mon[92261]: pgmap v637: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.2 MiB/s wr, 34 op/s 2024-08-17T17:14:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:49 smithi059 ceph-mon[94685]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T17:14:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:49 smithi059 ceph-mon[94685]: pgmap v637: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.2 MiB/s wr, 34 op/s 2024-08-17T17:14:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:49 smithi087 ceph-mon[85676]: osdmap e646: 8 total, 8 up, 8 in 2024-08-17T17:14:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:49 smithi087 ceph-mon[85676]: pgmap v637: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 325 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.2 MiB/s wr, 34 op/s 2024-08-17T17:14:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:49.685 INFO:tasks.rados.rados.0.smithi059.stdout:2720: done (4 left) 2024-08-17T17:14:49.685 INFO:tasks.rados.rados.0.smithi059.stdout:2721: done (3 left) 2024-08-17T17:14:49.685 INFO:tasks.rados.rados.0.smithi059.stdout:2722: done (2 left) 2024-08-17T17:14:49.686 INFO:tasks.rados.rados.0.smithi059.stdout:2723: done (1 left) 2024-08-17T17:14:49.686 INFO:tasks.rados.rados.0.smithi059.stdout:2724: done (0 left) 2024-08-17T17:14:49.686 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 289 2024-08-17T17:14:49.686 INFO:tasks.rados.rados.0.smithi059.stdout:2725: seq_num 858 ranges {9830400=778240,10608640=729088,11337728=434176,11771904=442368} 2024-08-17T17:14:49.743 INFO:tasks.rados.rados.0.smithi059.stdout:2725: writing smithi05980601-12 from 9830400 to 10608640 tid 1 2024-08-17T17:14:49.746 INFO:tasks.rados.rados.0.smithi059.stdout:2725: writing smithi05980601-12 from 10608640 to 11337728 tid 2 2024-08-17T17:14:49.749 INFO:tasks.rados.rados.0.smithi059.stdout:2725: writing smithi05980601-12 from 11337728 to 11771904 tid 3 2024-08-17T17:14:49.752 INFO:tasks.rados.rados.0.smithi059.stdout:2725: writing smithi05980601-12 from 11771904 to 12214272 tid 4 2024-08-17T17:14:49.752 INFO:tasks.rados.rados.0.smithi059.stdout:2726: rmattr oid 4 current snap is 289 2024-08-17T17:14:49.752 INFO:tasks.rados.rados.0.smithi059.stdout:2725: finishing write tid 1 to smithi05980601-12 2024-08-17T17:14:49.752 INFO:tasks.rados.rados.0.smithi059.stdout:2725: finishing write tid 2 to smithi05980601-12 2024-08-17T17:14:49.752 INFO:tasks.rados.rados.0.smithi059.stdout:2725: finishing write tid 3 to smithi05980601-12 2024-08-17T17:14:49.752 INFO:tasks.rados.rados.0.smithi059.stdout:2726: done (1 left) 2024-08-17T17:14:49.752 INFO:tasks.rados.rados.0.smithi059.stdout:2727: copy_from oid 31 from oid 28 current snap is 289 2024-08-17T17:14:49.752 INFO:tasks.rados.rados.0.smithi059.stdout:2728: delete oid 16 current snap is 289 2024-08-17T17:14:49.753 INFO:tasks.rados.rados.0.smithi059.stdout:2727: finishing copy_from to smithi05980601-31 2024-08-17T17:14:49.753 INFO:tasks.rados.rados.0.smithi059.stdout:2727: got expected ENOENT (src dne) 2024-08-17T17:14:49.753 INFO:tasks.rados.rados.0.smithi059.stdout:2727: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:14:49.754 INFO:tasks.rados.rados.0.smithi059.stdout:2725: finishing write tid 4 to smithi05980601-12 2024-08-17T17:14:49.755 INFO:tasks.rados.rados.0.smithi059.stdout:2725: finishing write tid 5 to smithi05980601-12 2024-08-17T17:14:49.756 INFO:tasks.rados.rados.0.smithi059.stdout:2727: done (2 left) 2024-08-17T17:14:49.756 INFO:tasks.rados.rados.0.smithi059.stdout:2728: done (1 left) 2024-08-17T17:14:49.756 INFO:tasks.rados.rados.0.smithi059.stdout:2729: rollback oid 4 current snap is 289 2024-08-17T17:14:49.756 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 4 to 275 2024-08-17T17:14:49.756 INFO:tasks.rados.rados.0.smithi059.stdout:2730: read oid 48 snap -1 2024-08-17T17:14:49.756 INFO:tasks.rados.rados.0.smithi059.stdout:2730: expect deleted 2024-08-17T17:14:49.756 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 289 2024-08-17T17:14:49.756 INFO:tasks.rados.rados.0.smithi059.stdout:2731: seq_num 860 ranges {9830400=8192} 2024-08-17T17:14:49.810 INFO:tasks.rados.rados.0.smithi059.stdout:2731: writing smithi05980601-43 from 9830400 to 9838592 tid 1 2024-08-17T17:14:49.810 INFO:tasks.rados.rados.0.smithi059.stdout:2732: read oid 11 snap -1 2024-08-17T17:14:49.810 INFO:tasks.rados.rados.0.smithi059.stdout:2732: expect (ObjNum 816 snap 273 seq_num 816) 2024-08-17T17:14:49.810 INFO:tasks.rados.rados.0.smithi059.stdout:2733: snap_remove snap 272 2024-08-17T17:14:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:50 smithi087 ceph-mon[85676]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T17:14:50.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:50.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:50.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2733: done (5 left) 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2734: snap_create 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2725: finishing write tid 6 to smithi05980601-12 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2725: oid 12 updating version 0 to 1888 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2725: oid 12 updating version 1888 to 1890 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2725: oid 12 version 1890 is already newer than 1889 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2725: oid 12 updating version 1890 to 1891 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2725: oid 12 version 1891 is already newer than 1887 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1891 (ObjNum 858 snap 289 seq_num 858) dirty exists 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2725: left oid 12 (ObjNum 858 snap 289 seq_num 858) 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2729: finishing rollback tid 0 to smithi05980601-4 2024-08-17T17:14:50.352 INFO:tasks.rados.rados.0.smithi059.stdout:2729: finishing rollback tid 1 to smithi05980601-4 2024-08-17T17:14:50.353 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2101 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:14:50.353 INFO:tasks.rados.rados.0.smithi059.stdout:2731: finishing write tid 1 to smithi05980601-43 2024-08-17T17:14:50.353 INFO:tasks.rados.rados.0.smithi059.stdout:2731: finishing write tid 2 to smithi05980601-43 2024-08-17T17:14:50.353 INFO:tasks.rados.rados.0.smithi059.stdout:2731: finishing write tid 3 to smithi05980601-43 2024-08-17T17:14:50.353 INFO:tasks.rados.rados.0.smithi059.stdout:2731: oid 43 updating version 0 to 1694 2024-08-17T17:14:50.353 INFO:tasks.rados.rados.0.smithi059.stdout:2731: oid 43 version 1694 is already newer than 1693 2024-08-17T17:14:50.353 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1694 (ObjNum 860 snap 289 seq_num 860) dirty exists 2024-08-17T17:14:50.353 INFO:tasks.rados.rados.0.smithi059.stdout:2731: left oid 43 (ObjNum 860 snap 289 seq_num 860) 2024-08-17T17:14:50.353 INFO:tasks.rados.rados.0.smithi059.stdout:2732: expect (ObjNum 816 snap 273 seq_num 816) 2024-08-17T17:14:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:50 smithi059 ceph-mon[92261]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T17:14:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:50 smithi059 ceph-mon[94685]: osdmap e647: 8 total, 8 up, 8 in 2024-08-17T17:14:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:14:51.196 INFO:tasks.rados.rados.0.smithi059.stdout:2725: done (5 left) 2024-08-17T17:14:51.196 INFO:tasks.rados.rados.0.smithi059.stdout:2729: done (4 left) 2024-08-17T17:14:51.196 INFO:tasks.rados.rados.0.smithi059.stdout:2730: done (3 left) 2024-08-17T17:14:51.196 INFO:tasks.rados.rados.0.smithi059.stdout:2731: done (2 left) 2024-08-17T17:14:51.196 INFO:tasks.rados.rados.0.smithi059.stdout:2732: done (1 left) 2024-08-17T17:14:51.196 INFO:tasks.rados.rados.0.smithi059.stdout:2734: done (0 left) 2024-08-17T17:14:51.196 INFO:tasks.rados.rados.0.smithi059.stdout:2735: delete oid 19 current snap is 290 2024-08-17T17:14:51.201 INFO:tasks.rados.rados.0.smithi059.stdout:2735: done (0 left) 2024-08-17T17:14:51.202 INFO:tasks.rados.rados.0.smithi059.stdout:2736: setattr oid 7 current snap is 290 2024-08-17T17:14:51.204 INFO:tasks.rados.rados.0.smithi059.stdout:2737: copy_from oid 43 from oid 12 current snap is 290 2024-08-17T17:14:51.204 INFO:tasks.rados.rados.0.smithi059.stdout:2738: read oid 28 snap -1 2024-08-17T17:14:51.204 INFO:tasks.rados.rados.0.smithi059.stdout:2738: expect deleted 2024-08-17T17:14:51.204 INFO:tasks.rados.rados.0.smithi059.stdout:2739: rollback oid 47 current snap is 290 2024-08-17T17:14:51.204 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 288 2024-08-17T17:14:51.204 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 290 2024-08-17T17:14:51.204 INFO:tasks.rados.rados.0.smithi059.stdout:2740: seq_num 862 ranges {3227648=40960} 2024-08-17T17:14:51.223 INFO:tasks.rados.rados.0.smithi059.stdout:2740: writing smithi05980601-10 from 3227648 to 3268608 tid 1 2024-08-17T17:14:51.223 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 34 current snap is 290 2024-08-17T17:14:51.223 INFO:tasks.rados.rados.0.smithi059.stdout:2741: seq_num 863 ranges {4694016=57344} 2024-08-17T17:14:51.250 INFO:tasks.rados.rados.0.smithi059.stdout:2741: writing smithi05980601-34 from 4694016 to 4751360 tid 1 2024-08-17T17:14:51.250 INFO:tasks.rados.rados.0.smithi059.stdout:2742: snap_create 2024-08-17T17:14:51.250 INFO:tasks.rados.rados.0.smithi059.stdout:2739: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:14:51.250 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1727 (ObjNum 65 snap 0 seq_num 1516135522) dirty dne 2024-08-17T17:14:51.250 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1887 (ObjNum 784 snap 262 seq_num 784) dirty exists 2024-08-17T17:14:51.250 INFO:tasks.rados.rados.0.smithi059.stdout:2740: finishing write tid 1 to smithi05980601-10 2024-08-17T17:14:51.251 INFO:tasks.rados.rados.0.smithi059.stdout:2740: finishing write tid 2 to smithi05980601-10 2024-08-17T17:14:51.251 INFO:tasks.rados.rados.0.smithi059.stdout:2740: finishing write tid 3 to smithi05980601-10 2024-08-17T17:14:51.251 INFO:tasks.rados.rados.0.smithi059.stdout:2740: oid 10 updating version 0 to 1893 2024-08-17T17:14:51.251 INFO:tasks.rados.rados.0.smithi059.stdout:2740: oid 10 updating version 1893 to 1894 2024-08-17T17:14:51.251 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1894 (ObjNum 862 snap 290 seq_num 862) dirty exists 2024-08-17T17:14:51.251 INFO:tasks.rados.rados.0.smithi059.stdout:2740: left oid 10 (ObjNum 862 snap 290 seq_num 862) 2024-08-17T17:14:51.253 INFO:tasks.rados.rados.0.smithi059.stdout:2741: finishing write tid 1 to smithi05980601-34 2024-08-17T17:14:51.253 INFO:tasks.rados.rados.0.smithi059.stdout:2741: finishing write tid 2 to smithi05980601-34 2024-08-17T17:14:51.254 INFO:tasks.rados.rados.0.smithi059.stdout:2741: finishing write tid 3 to smithi05980601-34 2024-08-17T17:14:51.255 INFO:tasks.rados.rados.0.smithi059.stdout:2741: oid 34 updating version 0 to 2069 2024-08-17T17:14:51.255 INFO:tasks.rados.rados.0.smithi059.stdout:2741: oid 34 updating version 2069 to 2070 2024-08-17T17:14:51.255 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 2070 (ObjNum 863 snap 290 seq_num 863) dirty exists 2024-08-17T17:14:51.255 INFO:tasks.rados.rados.0.smithi059.stdout:2741: left oid 34 (ObjNum 863 snap 290 seq_num 863) 2024-08-17T17:14:51.258 INFO:tasks.rados.rados.0.smithi059.stdout:2737: finishing copy_from racing read to smithi05980601-43 2024-08-17T17:14:51.260 INFO:tasks.rados.rados.0.smithi059.stdout:2737: finishing copy_from to smithi05980601-43 2024-08-17T17:14:51.260 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1891 (ObjNum 858 snap 289 seq_num 858) dirty exists 2024-08-17T17:14:51.648 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:51 smithi087 ceph-mon[85676]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T17:14:51.648 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:51 smithi087 ceph-mon[85676]: pgmap v640: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-08-17T17:14:51.648 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:51 smithi087 ceph-mon[85676]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T17:14:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:51 smithi059 ceph-mon[92261]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T17:14:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:51 smithi059 ceph-mon[92261]: pgmap v640: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-08-17T17:14:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:51 smithi059 ceph-mon[92261]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T17:14:51.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:51 smithi059 ceph-mon[94685]: osdmap e648: 8 total, 8 up, 8 in 2024-08-17T17:14:51.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:51 smithi059 ceph-mon[94685]: pgmap v640: 121 pgs: 121 active+clean; 308 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-08-17T17:14:51.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:51 smithi059 ceph-mon[94685]: osdmap e649: 8 total, 8 up, 8 in 2024-08-17T17:14:52.195 INFO:tasks.rados.rados.0.smithi059.stdout:2736: done (6 left) 2024-08-17T17:14:52.195 INFO:tasks.rados.rados.0.smithi059.stdout:2737: done (5 left) 2024-08-17T17:14:52.195 INFO:tasks.rados.rados.0.smithi059.stdout:2738: done (4 left) 2024-08-17T17:14:52.195 INFO:tasks.rados.rados.0.smithi059.stdout:2739: done (3 left) 2024-08-17T17:14:52.195 INFO:tasks.rados.rados.0.smithi059.stdout:2740: done (2 left) 2024-08-17T17:14:52.196 INFO:tasks.rados.rados.0.smithi059.stdout:2741: done (1 left) 2024-08-17T17:14:52.196 INFO:tasks.rados.rados.0.smithi059.stdout:2742: done (0 left) 2024-08-17T17:14:52.196 INFO:tasks.rados.rados.0.smithi059.stdout:2743: rollback oid 45 current snap is 291 2024-08-17T17:14:52.196 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 45 to 283 2024-08-17T17:14:52.196 INFO:tasks.rados.rados.0.smithi059.stdout:2744: read oid 14 snap -1 2024-08-17T17:14:52.196 INFO:tasks.rados.rados.0.smithi059.stdout:2744: expect deleted 2024-08-17T17:14:52.196 INFO:tasks.rados.rados.0.smithi059.stdout:2745: read oid 3 snap -1 2024-08-17T17:14:52.196 INFO:tasks.rados.rados.0.smithi059.stdout:2745: expect (ObjNum 855 snap 289 seq_num 855) 2024-08-17T17:14:52.196 INFO:tasks.rados.rados.0.smithi059.stdout:2746: delete oid 25 current snap is 291 2024-08-17T17:14:52.201 INFO:tasks.rados.rados.0.smithi059.stdout:2743: finishing rollback tid 1 to smithi05980601-45 2024-08-17T17:14:52.201 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:14:52.210 INFO:tasks.rados.rados.0.smithi059.stdout:2745: expect (ObjNum 855 snap 289 seq_num 855) 2024-08-17T17:14:52.366 INFO:tasks.rados.rados.0.smithi059.stdout:2743: done (3 left) 2024-08-17T17:14:52.366 INFO:tasks.rados.rados.0.smithi059.stdout:2744: done (2 left) 2024-08-17T17:14:52.366 INFO:tasks.rados.rados.0.smithi059.stdout:2745: done (1 left) 2024-08-17T17:14:52.366 INFO:tasks.rados.rados.0.smithi059.stdout:2746: done (0 left) 2024-08-17T17:14:52.366 INFO:tasks.rados.rados.0.smithi059.stdout:2747: delete oid 22 current snap is 291 2024-08-17T17:14:52.368 INFO:tasks.rados.rados.0.smithi059.stdout:2747: done (0 left) 2024-08-17T17:14:52.368 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 291 2024-08-17T17:14:52.368 INFO:tasks.rados.rados.0.smithi059.stdout:2748: seq_num 866 ranges {1204224=106496} 2024-08-17T17:14:52.375 INFO:tasks.rados.rados.0.smithi059.stdout:2748: writing smithi05980601-21 from 1204224 to 1310720 tid 1 2024-08-17T17:14:52.375 INFO:tasks.rados.rados.0.smithi059.stdout:2749: rollback oid 1 current snap is 291 2024-08-17T17:14:52.375 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 1 to 278 2024-08-17T17:14:52.375 INFO:tasks.rados.rados.0.smithi059.stdout:2750: snap_create 2024-08-17T17:14:52.380 INFO:tasks.rados.rados.0.smithi059.stdout:2749: finishing rollback tid 0 to smithi05980601-1 2024-08-17T17:14:52.381 INFO:tasks.rados.rados.0.smithi059.stdout:2748: finishing write tid 1 to smithi05980601-21 2024-08-17T17:14:52.381 INFO:tasks.rados.rados.0.smithi059.stdout:2748: finishing write tid 2 to smithi05980601-21 2024-08-17T17:14:52.381 INFO:tasks.rados.rados.0.smithi059.stdout:2749: finishing rollback tid 1 to smithi05980601-1 2024-08-17T17:14:52.381 INFO:tasks.rados.rados.0.smithi059.stdout:2749: finishing rollback tid 2 to smithi05980601-1 2024-08-17T17:14:52.381 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1894 (ObjNum 660 snap 209 seq_num 660) dirty exists 2024-08-17T17:14:52.382 INFO:tasks.rados.rados.0.smithi059.stdout:2748: finishing write tid 3 to smithi05980601-21 2024-08-17T17:14:52.382 INFO:tasks.rados.rados.0.smithi059.stdout:2748: oid 21 updating version 0 to 2071 2024-08-17T17:14:52.382 INFO:tasks.rados.rados.0.smithi059.stdout:2748: oid 21 updating version 2071 to 2072 2024-08-17T17:14:52.382 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2072 (ObjNum 866 snap 291 seq_num 866) dirty exists 2024-08-17T17:14:52.382 INFO:tasks.rados.rados.0.smithi059.stdout:2748: left oid 21 (ObjNum 866 snap 291 seq_num 866) 2024-08-17T17:14:53.363 INFO:tasks.rados.rados.0.smithi059.stdout:2748: done (2 left) 2024-08-17T17:14:53.364 INFO:tasks.rados.rados.0.smithi059.stdout:2749: done (1 left) 2024-08-17T17:14:53.364 INFO:tasks.rados.rados.0.smithi059.stdout:2750: done (0 left) 2024-08-17T17:14:53.364 INFO:tasks.rados.rados.0.smithi059.stdout:2751: snap_create 2024-08-17T17:14:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T17:14:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.541 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-17T17:14:53.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:53.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.542 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.543 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.544 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-17T17:14:53.545 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T17:14:53.546 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-17T17:14:53.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T17:14:53.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-17T17:14:53.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T17:14:53.547 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.547 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T17:14:53.547 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.547 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.547 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.548 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.549 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-17T17:14:53.550 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T17:14:53.550 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.550 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.550 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.550 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.550 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.550 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-17T17:14:53.551 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T17:14:53.551 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:53.551 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:53.551 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:53.551 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.551 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:53.551 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:53.551 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:53.551 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T17:14:53.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-17T17:14:53.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T17:14:53.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-17T17:14:53.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T17:14:53.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-17T17:14:53.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T17:14:53.552 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-17T17:14:53.553 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:53.554 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:53.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:53.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:53.555 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: osdmap e650: 8 total, 8 up, 8 in 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.556 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.557 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-17T17:14:53.558 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-08-17T17:14:53.559 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-17T17:14:53.560 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-08-17T17:14:53.560 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-17T17:14:53.560 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.560 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.560 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.560 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.560 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.560 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-08-17T17:14:53.560 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-08-17T17:14:53.561 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-17T17:14:53.561 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:53.561 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:53.561 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:53.561 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:53.561 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:14:53.561 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:14:53.561 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:14:53.561 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:54.370 INFO:tasks.rados.rados.0.smithi059.stdout:2751: done (0 left) 2024-08-17T17:14:54.370 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 293 2024-08-17T17:14:54.370 INFO:tasks.rados.rados.0.smithi059.stdout:2752: seq_num 867 ranges {0=122880} 2024-08-17T17:14:54.371 INFO:tasks.rados.rados.0.smithi059.stdout:2752: writing smithi05980601-36 from 0 to 122880 tid 1 2024-08-17T17:14:54.371 INFO:tasks.rados.rados.0.smithi059.stdout:2753: snap_create 2024-08-17T17:14:54.374 INFO:tasks.rados.rados.0.smithi059.stdout:2752: finishing write tid 1 to smithi05980601-36 2024-08-17T17:14:54.375 INFO:tasks.rados.rados.0.smithi059.stdout:2752: finishing write tid 2 to smithi05980601-36 2024-08-17T17:14:54.376 INFO:tasks.rados.rados.0.smithi059.stdout:2752: finishing write tid 3 to smithi05980601-36 2024-08-17T17:14:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:2752: oid 36 updating version 0 to 1249 2024-08-17T17:14:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:2752: oid 36 updating version 1249 to 1250 2024-08-17T17:14:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1250 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-17T17:14:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:2752: left oid 36 (ObjNum 867 snap 293 seq_num 867) 2024-08-17T17:14:54.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:14:54] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.51.0" 2024-08-17T17:14:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[92261]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:14:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[92261]: pgmap v643: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-08-17T17:14:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[92261]: Upgrade: Finalizing container_image settings 2024-08-17T17:14:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[92261]: Upgrade: Complete! 2024-08-17T17:14:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[92261]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T17:14:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[94685]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:14:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[94685]: pgmap v643: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-08-17T17:14:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[94685]: Upgrade: Finalizing container_image settings 2024-08-17T17:14:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[94685]: Upgrade: Complete! 2024-08-17T17:14:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:54 smithi059 ceph-mon[94685]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T17:14:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:54 smithi087 ceph-mon[85676]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-17T17:14:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:54 smithi087 ceph-mon[85676]: pgmap v643: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 13 op/s 2024-08-17T17:14:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:54 smithi087 ceph-mon[85676]: Upgrade: Finalizing container_image settings 2024-08-17T17:14:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:54 smithi087 ceph-mon[85676]: Upgrade: Complete! 2024-08-17T17:14:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:54 smithi087 ceph-mon[85676]: osdmap e651: 8 total, 8 up, 8 in 2024-08-17T17:14:55.380 INFO:tasks.rados.rados.0.smithi059.stdout:2752: done (1 left) 2024-08-17T17:14:55.380 INFO:tasks.rados.rados.0.smithi059.stdout:2753: done (0 left) 2024-08-17T17:14:55.380 INFO:tasks.rados.rados.0.smithi059.stdout:2754: read oid 5 snap 259 2024-08-17T17:14:55.380 INFO:tasks.rados.rados.0.smithi059.stdout:2754: expect deleted 2024-08-17T17:14:55.380 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 19 current snap is 294 2024-08-17T17:14:55.380 INFO:tasks.rados.rados.0.smithi059.stdout:2755: seq_num 868 ranges {0=139264} 2024-08-17T17:14:55.381 INFO:tasks.rados.rados.0.smithi059.stdout:2755: writing smithi05980601-19 from 0 to 139264 tid 1 2024-08-17T17:14:55.381 INFO:tasks.rados.rados.0.smithi059.stdout:2756: delete oid 18 current snap is 294 2024-08-17T17:14:55.384 INFO:tasks.rados.rados.0.smithi059.stdout:2754: done (2 left) 2024-08-17T17:14:55.385 INFO:tasks.rados.rados.0.smithi059.stdout:2756: done (1 left) 2024-08-17T17:14:55.385 INFO:tasks.rados.rados.0.smithi059.stdout:2757: delete oid 8 current snap is 294 2024-08-17T17:14:55.388 INFO:tasks.rados.rados.0.smithi059.stdout:2755: finishing write tid 1 to smithi05980601-19 2024-08-17T17:14:55.388 INFO:tasks.rados.rados.0.smithi059.stdout:2755: finishing write tid 2 to smithi05980601-19 2024-08-17T17:14:55.390 INFO:tasks.rados.rados.0.smithi059.stdout:2755: finishing write tid 3 to smithi05980601-19 2024-08-17T17:14:55.391 INFO:tasks.rados.rados.0.smithi059.stdout:2755: oid 19 updating version 0 to 2454 2024-08-17T17:14:55.391 INFO:tasks.rados.rados.0.smithi059.stdout:2755: oid 19 version 2454 is already newer than 2453 2024-08-17T17:14:55.391 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 2454 (ObjNum 868 snap 294 seq_num 868) dirty exists 2024-08-17T17:14:55.391 INFO:tasks.rados.rados.0.smithi059.stdout:2755: left oid 19 (ObjNum 868 snap 294 seq_num 868) 2024-08-17T17:14:55.391 INFO:tasks.rados.rados.0.smithi059.stdout:2755: done (1 left) 2024-08-17T17:14:55.391 INFO:tasks.rados.rados.0.smithi059.stdout:2757: done (0 left) 2024-08-17T17:14:55.391 INFO:tasks.rados.rados.0.smithi059.stdout:2758: read oid 40 snap -1 2024-08-17T17:14:55.392 INFO:tasks.rados.rados.0.smithi059.stdout:2758: expect deleted 2024-08-17T17:14:55.392 INFO:tasks.rados.rados.0.smithi059.stdout:2759: snap_create 2024-08-17T17:14:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:55 smithi059 ceph-mon[92261]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T17:14:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:55 smithi059 ceph-mon[92261]: pgmap v646: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-08-17T17:14:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:55 smithi059 ceph-mon[94685]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T17:14:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:55 smithi059 ceph-mon[94685]: pgmap v646: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-08-17T17:14:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:55 smithi087 ceph-mon[85676]: osdmap e652: 8 total, 8 up, 8 in 2024-08-17T17:14:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:55 smithi087 ceph-mon[85676]: pgmap v646: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.5 MiB/s wr, 15 op/s 2024-08-17T17:14:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:14:56.195 INFO:tasks.rados.rados.0.smithi059.stdout:2758: done (1 left) 2024-08-17T17:14:56.195 INFO:tasks.rados.rados.0.smithi059.stdout:2759: done (0 left) 2024-08-17T17:14:56.195 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 295 2024-08-17T17:14:56.195 INFO:tasks.rados.rados.0.smithi059.stdout:2760: seq_num 871 ranges {0=188416} 2024-08-17T17:14:56.196 INFO:tasks.rados.rados.0.smithi059.stdout:2760: writing smithi05980601-35 from 0 to 188416 tid 1 2024-08-17T17:14:56.196 INFO:tasks.rados.rados.0.smithi059.stdout:2761: snap_create 2024-08-17T17:14:56.202 INFO:tasks.rados.rados.0.smithi059.stdout:2760: finishing write tid 1 to smithi05980601-35 2024-08-17T17:14:56.203 INFO:tasks.rados.rados.0.smithi059.stdout:2760: finishing write tid 2 to smithi05980601-35 2024-08-17T17:14:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:2760: finishing write tid 3 to smithi05980601-35 2024-08-17T17:14:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:2760: oid 35 updating version 0 to 1547 2024-08-17T17:14:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:2760: oid 35 updating version 1547 to 1548 2024-08-17T17:14:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1548 (ObjNum 871 snap 295 seq_num 871) dirty exists 2024-08-17T17:14:56.205 INFO:tasks.rados.rados.0.smithi059.stdout:2760: left oid 35 (ObjNum 871 snap 295 seq_num 871) 2024-08-17T17:14:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:56 smithi059 ceph-mon[92261]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T17:14:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:56 smithi059 ceph-mon[92261]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T17:14:56.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:56 smithi059 ceph-mon[94685]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T17:14:56.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:56 smithi059 ceph-mon[94685]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T17:14:56.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:56 smithi087 ceph-mon[85676]: osdmap e653: 8 total, 8 up, 8 in 2024-08-17T17:14:56.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:56 smithi087 ceph-mon[85676]: osdmap e654: 8 total, 8 up, 8 in 2024-08-17T17:14:57.196 INFO:tasks.rados.rados.0.smithi059.stdout:2760: done (1 left) 2024-08-17T17:14:57.196 INFO:tasks.rados.rados.0.smithi059.stdout:2761: done (0 left) 2024-08-17T17:14:57.196 INFO:tasks.rados.rados.0.smithi059.stdout:2762: read oid 2 snap -1 2024-08-17T17:14:57.197 INFO:tasks.rados.rados.0.smithi059.stdout:2762: expect (ObjNum 852 snap 288 seq_num 852) 2024-08-17T17:14:57.197 INFO:tasks.rados.rados.0.smithi059.stdout:2763: snap_create 2024-08-17T17:14:57.212 INFO:tasks.rados.rados.0.smithi059.stdout:2762: expect (ObjNum 852 snap 288 seq_num 852) 2024-08-17T17:14:58.198 INFO:tasks.rados.rados.0.smithi059.stdout:2762: done (1 left) 2024-08-17T17:14:58.198 INFO:tasks.rados.rados.0.smithi059.stdout:2763: done (0 left) 2024-08-17T17:14:58.198 INFO:tasks.rados.rados.0.smithi059.stdout:2764: snap_create 2024-08-17T17:14:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:58 smithi059 ceph-mon[92261]: pgmap v649: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 30 KiB/s wr, 4 op/s 2024-08-17T17:14:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:58 smithi059 ceph-mon[92261]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T17:14:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:58 smithi059 ceph-mon[94685]: pgmap v649: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 30 KiB/s wr, 4 op/s 2024-08-17T17:14:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:58 smithi059 ceph-mon[94685]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T17:14:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:58 smithi087 ceph-mon[85676]: pgmap v649: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 30 KiB/s wr, 4 op/s 2024-08-17T17:14:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:58 smithi087 ceph-mon[85676]: osdmap e655: 8 total, 8 up, 8 in 2024-08-17T17:14:59.211 INFO:tasks.rados.rados.0.smithi059.stdout:2764: done (0 left) 2024-08-17T17:14:59.211 INFO:tasks.rados.rados.0.smithi059.stdout:2765: copy_from oid 41 from oid 34 current snap is 298 2024-08-17T17:14:59.211 INFO:tasks.rados.rados.0.smithi059.stdout:2766: read oid 14 snap 283 2024-08-17T17:14:59.211 INFO:tasks.rados.rados.0.smithi059.stdout:2766: expect deleted 2024-08-17T17:14:59.211 INFO:tasks.rados.rados.0.smithi059.stdout:2767: delete oid 13 current snap is 298 2024-08-17T17:14:59.218 INFO:tasks.rados.rados.0.smithi059.stdout:2766: done (2 left) 2024-08-17T17:14:59.218 INFO:tasks.rados.rados.0.smithi059.stdout:2767: done (1 left) 2024-08-17T17:14:59.218 INFO:tasks.rados.rados.0.smithi059.stdout:2768: rmattr oid 40 current snap is 298 2024-08-17T17:14:59.218 INFO:tasks.rados.rados.0.smithi059.stdout:2768: done (1 left) 2024-08-17T17:14:59.218 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 298 2024-08-17T17:14:59.218 INFO:tasks.rados.rados.0.smithi059.stdout:2769: seq_num 873 ranges {1187840=229376} 2024-08-17T17:14:59.225 INFO:tasks.rados.rados.0.smithi059.stdout:2769: writing smithi05980601-5 from 1187840 to 1417216 tid 1 2024-08-17T17:14:59.226 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 298 2024-08-17T17:14:59.226 INFO:tasks.rados.rados.0.smithi059.stdout:2770: seq_num 874 ranges {7061504=245760} 2024-08-17T17:14:59.266 INFO:tasks.rados.rados.0.smithi059.stdout:2770: writing smithi05980601-37 from 7061504 to 7307264 tid 1 2024-08-17T17:14:59.266 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 298 2024-08-17T17:14:59.266 INFO:tasks.rados.rados.0.smithi059.stdout:2765: finishing copy_from racing read to smithi05980601-41 2024-08-17T17:14:59.266 INFO:tasks.rados.rados.0.smithi059.stdout:2765: finishing copy_from to smithi05980601-41 2024-08-17T17:14:59.266 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 2070 (ObjNum 863 snap 290 seq_num 863) dirty exists 2024-08-17T17:14:59.266 INFO:tasks.rados.rados.0.smithi059.stdout:2769: finishing write tid 1 to smithi05980601-5 2024-08-17T17:14:59.266 INFO:tasks.rados.rados.0.smithi059.stdout:2771: seq_num 875 ranges {3268608=262144} 2024-08-17T17:14:59.285 INFO:tasks.rados.rados.0.smithi059.stdout:2771: writing smithi05980601-10 from 3268608 to 3530752 tid 1 2024-08-17T17:14:59.285 INFO:tasks.rados.rados.0.smithi059.stdout:2765: done (3 left) 2024-08-17T17:14:59.285 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 298 2024-08-17T17:14:59.286 INFO:tasks.rados.rados.0.smithi059.stdout:2769: finishing write tid 2 to smithi05980601-5 2024-08-17T17:14:59.286 INFO:tasks.rados.rados.0.smithi059.stdout:2769: finishing write tid 3 to smithi05980601-5 2024-08-17T17:14:59.286 INFO:tasks.rados.rados.0.smithi059.stdout:2769: oid 5 updating version 0 to 2073 2024-08-17T17:14:59.286 INFO:tasks.rados.rados.0.smithi059.stdout:2769: oid 5 updating version 2073 to 2074 2024-08-17T17:14:59.286 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 2074 (ObjNum 873 snap 298 seq_num 873) dirty exists 2024-08-17T17:14:59.286 INFO:tasks.rados.rados.0.smithi059.stdout:2769: left oid 5 (ObjNum 873 snap 298 seq_num 873) 2024-08-17T17:14:59.286 INFO:tasks.rados.rados.0.smithi059.stdout:2770: finishing write tid 1 to smithi05980601-37 2024-08-17T17:14:59.286 INFO:tasks.rados.rados.0.smithi059.stdout:2770: finishing write tid 2 to smithi05980601-37 2024-08-17T17:14:59.286 INFO:tasks.rados.rados.0.smithi059.stdout:2772: seq_num 876 ranges {4374528=278528} 2024-08-17T17:14:59.311 INFO:tasks.rados.rados.0.smithi059.stdout:2772: writing smithi05980601-49 from 4374528 to 4653056 tid 1 2024-08-17T17:14:59.311 INFO:tasks.rados.rados.0.smithi059.stdout:2769: done (3 left) 2024-08-17T17:14:59.311 INFO:tasks.rados.rados.0.smithi059.stdout:2773: read oid 44 snap 282 2024-08-17T17:14:59.311 INFO:tasks.rados.rados.0.smithi059.stdout:2773: expect (ObjNum 758 snap 250 seq_num 758) 2024-08-17T17:14:59.311 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 298 2024-08-17T17:14:59.312 INFO:tasks.rados.rados.0.smithi059.stdout:2770: finishing write tid 3 to smithi05980601-37 2024-08-17T17:14:59.312 INFO:tasks.rados.rados.0.smithi059.stdout:2770: oid 37 updating version 0 to 2456 2024-08-17T17:14:59.312 INFO:tasks.rados.rados.0.smithi059.stdout:2770: oid 37 updating version 2456 to 2457 2024-08-17T17:14:59.312 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 2457 (ObjNum 874 snap 298 seq_num 874) dirty exists 2024-08-17T17:14:59.312 INFO:tasks.rados.rados.0.smithi059.stdout:2770: left oid 37 (ObjNum 874 snap 298 seq_num 874) 2024-08-17T17:14:59.312 INFO:tasks.rados.rados.0.smithi059.stdout:2771: finishing write tid 1 to smithi05980601-10 2024-08-17T17:14:59.312 INFO:tasks.rados.rados.0.smithi059.stdout:2774: seq_num 877 ranges {0=294912} 2024-08-17T17:14:59.313 INFO:tasks.rados.rados.0.smithi059.stdout:2774: writing smithi05980601-40 from 0 to 294912 tid 1 2024-08-17T17:14:59.313 INFO:tasks.rados.rados.0.smithi059.stdout:2770: done (4 left) 2024-08-17T17:14:59.313 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 298 2024-08-17T17:14:59.313 INFO:tasks.rados.rados.0.smithi059.stdout:2775: seq_num 878 ranges {122880=311296} 2024-08-17T17:14:59.316 INFO:tasks.rados.rados.0.smithi059.stdout:2775: writing smithi05980601-36 from 122880 to 434176 tid 1 2024-08-17T17:14:59.316 INFO:tasks.rados.rados.0.smithi059.stdout:2776: copy_from oid 38 from oid 50 current snap is 298 2024-08-17T17:14:59.316 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 298 2024-08-17T17:14:59.316 INFO:tasks.rados.rados.0.smithi059.stdout:2777: seq_num 879 ranges {0=327680} 2024-08-17T17:14:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:2777: writing smithi05980601-45 from 0 to 327680 tid 1 2024-08-17T17:14:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 298 2024-08-17T17:14:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:2771: finishing write tid 2 to smithi05980601-10 2024-08-17T17:14:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:2771: finishing write tid 3 to smithi05980601-10 2024-08-17T17:14:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:2771: oid 10 updating version 0 to 1896 2024-08-17T17:14:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:2771: oid 10 version 1896 is already newer than 1895 2024-08-17T17:14:59.319 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1896 (ObjNum 875 snap 298 seq_num 875) dirty exists 2024-08-17T17:14:59.319 INFO:tasks.rados.rados.0.smithi059.stdout:2771: left oid 10 (ObjNum 875 snap 298 seq_num 875) 2024-08-17T17:14:59.319 INFO:tasks.rados.rados.0.smithi059.stdout:2778: seq_num 880 ranges {4751360=344064} 2024-08-17T17:14:59.347 INFO:tasks.rados.rados.0.smithi059.stdout:2778: writing smithi05980601-41 from 4751360 to 5095424 tid 1 2024-08-17T17:14:59.347 INFO:tasks.rados.rados.0.smithi059.stdout:2771: done (7 left) 2024-08-17T17:14:59.347 INFO:tasks.rados.rados.0.smithi059.stdout:2779: rmattr oid 6 current snap is 298 2024-08-17T17:14:59.347 INFO:tasks.rados.rados.0.smithi059.stdout:2772: finishing write tid 1 to smithi05980601-49 2024-08-17T17:14:59.347 INFO:tasks.rados.rados.0.smithi059.stdout:2772: finishing write tid 2 to smithi05980601-49 2024-08-17T17:14:59.347 INFO:tasks.rados.rados.0.smithi059.stdout:2773: expect (ObjNum 758 snap 250 seq_num 758) 2024-08-17T17:14:59.369 INFO:tasks.rados.rados.0.smithi059.stdout:2774: finishing write tid 1 to smithi05980601-40 2024-08-17T17:14:59.369 INFO:tasks.rados.rados.0.smithi059.stdout:2776: finishing copy_from to smithi05980601-38 2024-08-17T17:14:59.369 INFO:tasks.rados.rados.0.smithi059.stdout:2776: got expected ENOENT (src dne) 2024-08-17T17:14:59.369 INFO:tasks.rados.rados.0.smithi059.stdout:2772: finishing write tid 3 to smithi05980601-49 2024-08-17T17:14:59.369 INFO:tasks.rados.rados.0.smithi059.stdout:2772: oid 49 updating version 0 to 2459 2024-08-17T17:14:59.369 INFO:tasks.rados.rados.0.smithi059.stdout:2772: oid 49 updating version 2459 to 2460 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 2460 (ObjNum 876 snap 298 seq_num 876) dirty exists 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2772: left oid 49 (ObjNum 876 snap 298 seq_num 876) 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2776: finishing copy_from racing read to smithi05980601-38 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2774: finishing write tid 2 to smithi05980601-40 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2777: finishing write tid 1 to smithi05980601-45 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2777: finishing write tid 2 to smithi05980601-45 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2775: finishing write tid 1 to smithi05980601-36 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2772: done (7 left) 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2773: done (6 left) 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2776: done (5 left) 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2780: snap_create 2024-08-17T17:14:59.370 INFO:tasks.rados.rados.0.smithi059.stdout:2777: finishing write tid 3 to smithi05980601-45 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2777: oid 45 updating version 0 to 1898 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2777: oid 45 version 1898 is already newer than 1897 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 1898 (ObjNum 879 snap 298 seq_num 879) dirty exists 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2777: left oid 45 (ObjNum 879 snap 298 seq_num 879) 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2775: finishing write tid 2 to smithi05980601-36 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2774: finishing write tid 3 to smithi05980601-40 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2774: oid 40 updating version 0 to 1896 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2774: oid 40 version 1896 is already newer than 1895 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1896 (ObjNum 877 snap 298 seq_num 877) dirty exists 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2774: left oid 40 (ObjNum 877 snap 298 seq_num 877) 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2775: finishing write tid 3 to smithi05980601-36 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2775: oid 36 updating version 0 to 1252 2024-08-17T17:14:59.371 INFO:tasks.rados.rados.0.smithi059.stdout:2775: oid 36 updating version 1252 to 1253 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1253 (ObjNum 878 snap 298 seq_num 878) dirty exists 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:2775: left oid 36 (ObjNum 878 snap 298 seq_num 878) 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:2778: finishing write tid 1 to smithi05980601-41 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2102 (ObjNum 854 snap 289 seq_num 854) dirty exists 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:2778: finishing write tid 2 to smithi05980601-41 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:2778: finishing write tid 3 to smithi05980601-41 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:2778: oid 41 updating version 0 to 2076 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:2778: oid 41 version 2076 is already newer than 2075 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 2076 (ObjNum 880 snap 298 seq_num 880) dirty exists 2024-08-17T17:14:59.372 INFO:tasks.rados.rados.0.smithi059.stdout:2778: left oid 41 (ObjNum 880 snap 298 seq_num 880) 2024-08-17T17:14:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:14:59 smithi059 ceph-mon[92261]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T17:14:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:14:59 smithi059 ceph-mon[94685]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T17:14:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:14:59 smithi087 ceph-mon[85676]: osdmap e656: 8 total, 8 up, 8 in 2024-08-17T17:15:00.217 INFO:tasks.rados.rados.0.smithi059.stdout:2774: done (5 left) 2024-08-17T17:15:00.217 INFO:tasks.rados.rados.0.smithi059.stdout:2775: done (4 left) 2024-08-17T17:15:00.218 INFO:tasks.rados.rados.0.smithi059.stdout:2777: done (3 left) 2024-08-17T17:15:00.218 INFO:tasks.rados.rados.0.smithi059.stdout:2778: done (2 left) 2024-08-17T17:15:00.218 INFO:tasks.rados.rados.0.smithi059.stdout:2779: done (1 left) 2024-08-17T17:15:00.218 INFO:tasks.rados.rados.0.smithi059.stdout:2780: done (0 left) 2024-08-17T17:15:00.218 INFO:tasks.rados.rados.0.smithi059.stdout:2781: read oid 19 snap -1 2024-08-17T17:15:00.218 INFO:tasks.rados.rados.0.smithi059.stdout:2781: expect (ObjNum 868 snap 294 seq_num 868) 2024-08-17T17:15:00.218 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 299 2024-08-17T17:15:00.218 INFO:tasks.rados.rados.0.smithi059.stdout:2782: seq_num 881 ranges {5095424=360448} 2024-08-17T17:15:00.249 INFO:tasks.rados.rados.0.smithi059.stdout:2782: writing smithi05980601-41 from 5095424 to 5455872 tid 1 2024-08-17T17:15:00.250 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 299 2024-08-17T17:15:00.250 INFO:tasks.rados.rados.0.smithi059.stdout:2783: seq_num 882 ranges {1138688=376832} 2024-08-17T17:15:00.259 INFO:tasks.rados.rados.0.smithi059.stdout:2783: writing smithi05980601-7 from 1138688 to 1515520 tid 1 2024-08-17T17:15:00.259 INFO:tasks.rados.rados.0.smithi059.stdout:2784: snap_create 2024-08-17T17:15:00.259 INFO:tasks.rados.rados.0.smithi059.stdout:2781: expect (ObjNum 868 snap 294 seq_num 868) 2024-08-17T17:15:00.263 INFO:tasks.rados.rados.0.smithi059.stdout:2782: finishing write tid 1 to smithi05980601-41 2024-08-17T17:15:00.264 INFO:tasks.rados.rados.0.smithi059.stdout:2782: finishing write tid 2 to smithi05980601-41 2024-08-17T17:15:00.264 INFO:tasks.rados.rados.0.smithi059.stdout:2782: finishing write tid 3 to smithi05980601-41 2024-08-17T17:15:00.264 INFO:tasks.rados.rados.0.smithi059.stdout:2782: oid 41 updating version 0 to 2077 2024-08-17T17:15:00.264 INFO:tasks.rados.rados.0.smithi059.stdout:2782: oid 41 updating version 2077 to 2078 2024-08-17T17:15:00.264 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 2078 (ObjNum 881 snap 299 seq_num 881) dirty exists 2024-08-17T17:15:00.264 INFO:tasks.rados.rados.0.smithi059.stdout:2782: left oid 41 (ObjNum 881 snap 299 seq_num 881) 2024-08-17T17:15:00.264 INFO:tasks.rados.rados.0.smithi059.stdout:2783: finishing write tid 1 to smithi05980601-7 2024-08-17T17:15:00.264 INFO:tasks.rados.rados.0.smithi059.stdout:2783: finishing write tid 2 to smithi05980601-7 2024-08-17T17:15:00.265 INFO:tasks.rados.rados.0.smithi059.stdout:2783: finishing write tid 3 to smithi05980601-7 2024-08-17T17:15:00.265 INFO:tasks.rados.rados.0.smithi059.stdout:2783: oid 7 updating version 0 to 1888 2024-08-17T17:15:00.266 INFO:tasks.rados.rados.0.smithi059.stdout:2783: oid 7 updating version 1888 to 1889 2024-08-17T17:15:00.266 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 1889 (ObjNum 882 snap 299 seq_num 882) dirty exists 2024-08-17T17:15:00.266 INFO:tasks.rados.rados.0.smithi059.stdout:2783: left oid 7 (ObjNum 882 snap 299 seq_num 882) 2024-08-17T17:15:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:00 smithi059 ceph-mon[92261]: pgmap v652: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 136 KiB/s wr, 6 op/s 2024-08-17T17:15:00.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:00 smithi059 ceph-mon[92261]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T17:15:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:00 smithi059 ceph-mon[94685]: pgmap v652: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 136 KiB/s wr, 6 op/s 2024-08-17T17:15:00.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:00 smithi059 ceph-mon[94685]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T17:15:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:00 smithi087 ceph-mon[85676]: pgmap v652: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 136 KiB/s wr, 6 op/s 2024-08-17T17:15:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:00 smithi087 ceph-mon[85676]: osdmap e657: 8 total, 8 up, 8 in 2024-08-17T17:15:00.938 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph orch ps' 2024-08-17T17:15:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:2781: done (3 left) 2024-08-17T17:15:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:2782: done (2 left) 2024-08-17T17:15:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:2783: done (1 left) 2024-08-17T17:15:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:2784: done (0 left) 2024-08-17T17:15:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:2785: read oid 29 snap -1 2024-08-17T17:15:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:2785: expect (ObjNum 770 snap 252 seq_num 770) 2024-08-17T17:15:01.198 INFO:tasks.rados.rados.0.smithi059.stdout:2786: snap_create 2024-08-17T17:15:01.205 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:15:01.205 INFO:tasks.rados.rados.0.smithi059.stdout:2785: expect (ObjNum 770 snap 252 seq_num 770) 2024-08-17T17:15:01.530 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:01 smithi059 ceph-mon[92261]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T17:15:01.530 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:01 smithi059 ceph-mon[92261]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T17:15:01.530 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:01 smithi059 ceph-mon[94685]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T17:15:01.531 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:01 smithi059 ceph-mon[94685]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T17:15:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:01 smithi087 ceph-mon[85676]: osdmap e658: 8 total, 8 up, 8 in 2024-08-17T17:15:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:01 smithi087 ceph-mon[85676]: osdmap e659: 8 total, 8 up, 8 in 2024-08-17T17:15:02.198 INFO:tasks.rados.rados.0.smithi059.stdout:2785: done (1 left) 2024-08-17T17:15:02.198 INFO:tasks.rados.rados.0.smithi059.stdout:2786: done (0 left) 2024-08-17T17:15:02.198 INFO:tasks.rados.rados.0.smithi059.stdout:2787: rollback oid 30 current snap is 301 2024-08-17T17:15:02.198 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 295 2024-08-17T17:15:02.198 INFO:tasks.rados.rados.0.smithi059.stdout:2788: delete oid 21 current snap is 301 2024-08-17T17:15:02.202 INFO:tasks.rados.rados.0.smithi059.stdout:2788: done (1 left) 2024-08-17T17:15:02.202 INFO:tasks.rados.rados.0.smithi059.stdout:2789: snap_create 2024-08-17T17:15:02.202 INFO:tasks.rados.rados.0.smithi059.stdout:2787: finishing rollback tid 0 to smithi05980601-30 2024-08-17T17:15:02.203 INFO:tasks.rados.rados.0.smithi059.stdout:2787: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:15:02.203 INFO:tasks.rados.rados.0.smithi059.stdout:2787: finishing rollback tid 2 to smithi05980601-30 2024-08-17T17:15:02.203 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1664 (ObjNum 707 snap 227 seq_num 707) dirty exists 2024-08-17T17:15:02.487 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:02 smithi059 ceph-mon[94685]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:02.487 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:02 smithi059 ceph-mon[94685]: pgmap v655: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 106 KiB/s wr, 4 op/s 2024-08-17T17:15:02.487 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:02 smithi059 ceph-mon[94685]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T17:15:02.488 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:02 smithi059 ceph-mon[92261]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:02.488 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:02 smithi059 ceph-mon[92261]: pgmap v655: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 106 KiB/s wr, 4 op/s 2024-08-17T17:15:02.488 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:02 smithi059 ceph-mon[92261]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T17:15:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:02 smithi087 ceph-mon[85676]: from='client.34614 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:02 smithi087 ceph-mon[85676]: pgmap v655: 121 pgs: 121 active+clean; 318 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 106 KiB/s wr, 4 op/s 2024-08-17T17:15:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:02 smithi087 ceph-mon[85676]: osdmap e660: 8 total, 8 up, 8 in 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:alertmanager.a smithi059 *:9093,9094 running (42s) 38s ago 12m 15.5M - 0.27.0 11f11916f8cd 31329b7ba80e 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:grafana.a smithi087 *:3000 running (21s) 14s ago 12m 46.8M - c8b91775d855 7cca9720bb54 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:mds.a smithi059 running (2m) 38s ago 13m 15.1M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 9a21ab7f7044 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:mds.b smithi087 running (105s) 14s ago 13m 15.0M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb f8a12e36ee95 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.x smithi087 *:8443,9283,8765 running (7m) 14s ago 17m 456M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 83f16b14f40d 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:mgr.y smithi059 *:8443,9283,8765 running (8m) 38s ago 18m 533M - 19.0.0-5836-gcd8bdbeb 0566dfeff0cb ed8171cb42df 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:mon.a smithi059 running (7m) 38s ago 18m 73.5M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 165296d8423a 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:mon.b smithi087 running (6m) 14s ago 17m 57.4M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 0df34dd94ce1 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:mon.c smithi059 running (7m) 38s ago 17m 61.2M 2048M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb d83712747a53 2024-08-17T17:15:02.935 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.a smithi059 *:9100 running (92s) 38s ago 11m 9550k - 1.7.0 72c9c2088986 1747d2fd6c3f 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:node-exporter.b smithi087 *:9100 running (85s) 14s ago 11m 9537k - 1.7.0 72c9c2088986 1369ed605bed 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:osd.0 smithi059 running (6m) 38s ago 16m 296M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 50e3847f6df5 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:osd.1 smithi059 running (5m) 38s ago 16m 282M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 6057efd8953d 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:osd.2 smithi059 running (5m) 38s ago 16m 274M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb c229ba7bad79 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:osd.3 smithi059 running (4m) 38s ago 15m 153M 2481M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 4065d0c6cd6e 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:osd.4 smithi087 running (4m) 14s ago 15m 223M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb a9f47d531829 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:osd.5 smithi087 running (3m) 14s ago 14m 244M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 8d4cdefad3b6 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:osd.6 smithi087 running (2m) 14s ago 14m 154M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 655a36d2efec 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:osd.7 smithi087 running (2m) 14s ago 14m 130M 2480M 19.0.0-5836-gcd8bdbeb 0566dfeff0cb 92344c5f1d6c 2024-08-17T17:15:02.936 INFO:teuthology.orchestra.run.smithi059.stdout:prometheus.a smithi087 *:9095 running (63s) 14s ago 12m 36.1M - 2.51.0 1d3b7f56885b 991a3338e397 2024-08-17T17:15:03.197 INFO:tasks.rados.rados.0.smithi059.stdout:2787: done (1 left) 2024-08-17T17:15:03.197 INFO:tasks.rados.rados.0.smithi059.stdout:2789: done (0 left) 2024-08-17T17:15:03.198 INFO:tasks.rados.rados.0.smithi059.stdout:2790: snap_create 2024-08-17T17:15:03.549 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph versions' 2024-08-17T17:15:03.765 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:15:04.199 INFO:tasks.rados.rados.0.smithi059.stdout:2790: done (0 left) 2024-08-17T17:15:04.200 INFO:tasks.rados.rados.0.smithi059.stdout:2791: delete oid 36 current snap is 303 2024-08-17T17:15:04.202 INFO:tasks.rados.rados.0.smithi059.stdout:2791: done (0 left) 2024-08-17T17:15:04.202 INFO:tasks.rados.rados.0.smithi059.stdout:2792: delete oid 1 current snap is 303 2024-08-17T17:15:04.207 INFO:tasks.rados.rados.0.smithi059.stdout:2792: done (0 left) 2024-08-17T17:15:04.207 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 303 2024-08-17T17:15:04.207 INFO:tasks.rados.rados.0.smithi059.stdout:2793: seq_num 886 ranges {0=442368} 2024-08-17T17:15:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:2793: writing smithi05980601-21 from 0 to 442368 tid 1 2024-08-17T17:15:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:2794: copy_from oid 19 from oid 49 current snap is 303 2024-08-17T17:15:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:2795: read oid 9 snap -1 2024-08-17T17:15:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:2795: expect (ObjNum 843 snap 286 seq_num 843) 2024-08-17T17:15:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:2796: rmattr oid 25 current snap is 303 2024-08-17T17:15:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:2796: done (3 left) 2024-08-17T17:15:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:2797: read oid 35 snap -1 2024-08-17T17:15:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:2797: expect (ObjNum 871 snap 295 seq_num 871) 2024-08-17T17:15:04.211 INFO:tasks.rados.rados.0.smithi059.stdout:2798: delete oid 20 current snap is 303 2024-08-17T17:15:04.218 INFO:tasks.rados.rados.0.smithi059.stdout:2793: finishing write tid 1 to smithi05980601-21 2024-08-17T17:15:04.221 INFO:tasks.rados.rados.0.smithi059.stdout:2797: expect (ObjNum 871 snap 295 seq_num 871) 2024-08-17T17:15:04.228 INFO:tasks.rados.rados.0.smithi059.stdout:2793: finishing write tid 2 to smithi05980601-21 2024-08-17T17:15:04.228 INFO:tasks.rados.rados.0.smithi059.stdout:2793: finishing write tid 3 to smithi05980601-21 2024-08-17T17:15:04.228 INFO:tasks.rados.rados.0.smithi059.stdout:2793: oid 21 updating version 0 to 2080 2024-08-17T17:15:04.229 INFO:tasks.rados.rados.0.smithi059.stdout:2793: oid 21 updating version 2080 to 2081 2024-08-17T17:15:04.229 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2081 (ObjNum 886 snap 303 seq_num 886) dirty exists 2024-08-17T17:15:04.229 INFO:tasks.rados.rados.0.smithi059.stdout:2793: left oid 21 (ObjNum 886 snap 303 seq_num 886) 2024-08-17T17:15:04.229 INFO:tasks.rados.rados.0.smithi059.stdout:2793: done (4 left) 2024-08-17T17:15:04.229 INFO:tasks.rados.rados.0.smithi059.stdout:2797: done (3 left) 2024-08-17T17:15:04.229 INFO:tasks.rados.rados.0.smithi059.stdout:2798: done (2 left) 2024-08-17T17:15:04.229 INFO:tasks.rados.rados.0.smithi059.stdout:2799: snap_remove snap 291 2024-08-17T17:15:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:04 smithi059 ceph-mon[92261]: pgmap v658: 121 pgs: 121 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-17T17:15:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:04 smithi059 ceph-mon[92261]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:04 smithi059 ceph-mon[92261]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T17:15:04.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:15:04 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:15:04] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.51.0" 2024-08-17T17:15:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:04 smithi059 ceph-mon[94685]: pgmap v658: 121 pgs: 121 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-17T17:15:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:04 smithi059 ceph-mon[94685]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:04 smithi059 ceph-mon[94685]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T17:15:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:04 smithi087 ceph-mon[85676]: pgmap v658: 121 pgs: 121 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 639 KiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-08-17T17:15:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:04 smithi087 ceph-mon[85676]: from='client.44537 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-17T17:15:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:04 smithi087 ceph-mon[85676]: osdmap e661: 8 total, 8 up, 8 in 2024-08-17T17:15:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2799: done (2 left) 2024-08-17T17:15:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2800: rmattr oid 24 current snap is 303 2024-08-17T17:15:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2800: done (2 left) 2024-08-17T17:15:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2801: read oid 41 snap -1 2024-08-17T17:15:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2801: expect (ObjNum 881 snap 299 seq_num 881) 2024-08-17T17:15:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2802: delete oid 42 current snap is 303 2024-08-17T17:15:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2794: finishing copy_from racing read to smithi05980601-19 2024-08-17T17:15:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:2794: finishing copy_from to smithi05980601-19 2024-08-17T17:15:05.217 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 2460 (ObjNum 876 snap 298 seq_num 876) dirty exists 2024-08-17T17:15:05.218 INFO:tasks.rados.rados.0.smithi059.stdout:2795: expect (ObjNum 843 snap 286 seq_num 843) 2024-08-17T17:15:05.526 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:05 smithi059 ceph-mon[92261]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T17:15:05.526 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:05.526 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:05 smithi059 ceph-mon[94685]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T17:15:05.526 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout:{ 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: "mon": { 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 3 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: "mgr": { 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: "osd": { 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 8 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:15:05.527 INFO:teuthology.orchestra.run.smithi059.stdout: "mds": { 2024-08-17T17:15:05.528 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 2 2024-08-17T17:15:05.528 INFO:teuthology.orchestra.run.smithi059.stdout: }, 2024-08-17T17:15:05.528 INFO:teuthology.orchestra.run.smithi059.stdout: "overall": { 2024-08-17T17:15:05.528 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)": 15 2024-08-17T17:15:05.528 INFO:teuthology.orchestra.run.smithi059.stdout: } 2024-08-17T17:15:05.528 INFO:teuthology.orchestra.run.smithi059.stdout:} 2024-08-17T17:15:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:05 smithi087 ceph-mon[85676]: osdmap e662: 8 total, 8 up, 8 in 2024-08-17T17:15:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:05.550 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:15:05 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:15:05.243+0000 7f7be2119640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 167 after trimming was started 2024-08-17T17:15:06.162 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-17T17:15:06.340 INFO:tasks.rados.rados.0.smithi059.stdout:2801: expect (ObjNum 881 snap 299 seq_num 881) 2024-08-17T17:15:06.377 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:15:06.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:06 smithi059 ceph-mon[94685]: pgmap v661: 121 pgs: 121 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-08-17T17:15:06.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:06 smithi059 ceph-mon[94685]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T17:15:06.492 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:06 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3140897026' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:06.492 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:06 smithi059 ceph-mon[92261]: pgmap v661: 121 pgs: 121 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-08-17T17:15:06.493 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:06 smithi059 ceph-mon[92261]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T17:15:06.493 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:06 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3140897026' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:06 smithi087 ceph-mon[85676]: pgmap v661: 121 pgs: 121 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 14 op/s 2024-08-17T17:15:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:06 smithi087 ceph-mon[85676]: osdmap e663: 8 total, 8 up, 8 in 2024-08-17T17:15:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:06 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3140897026' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:06.801 INFO:tasks.rados.rados.0.smithi059.stdout:2794: done (3 left) 2024-08-17T17:15:06.801 INFO:tasks.rados.rados.0.smithi059.stdout:2795: done (2 left) 2024-08-17T17:15:06.801 INFO:tasks.rados.rados.0.smithi059.stdout:2801: done (1 left) 2024-08-17T17:15:06.801 INFO:tasks.rados.rados.0.smithi059.stdout:2802: done (0 left) 2024-08-17T17:15:06.801 INFO:tasks.rados.rados.0.smithi059.stdout:2803: read oid 28 snap -1 2024-08-17T17:15:06.801 INFO:tasks.rados.rados.0.smithi059.stdout:2803: expect deleted 2024-08-17T17:15:06.801 INFO:tasks.rados.rados.0.smithi059.stdout:2804: read oid 23 snap -1 2024-08-17T17:15:06.802 INFO:tasks.rados.rados.0.smithi059.stdout:2804: expect deleted 2024-08-17T17:15:06.802 INFO:tasks.rados.rados.0.smithi059.stdout:2805: copy_from oid 4 from oid 13 current snap is 303 2024-08-17T17:15:06.802 INFO:tasks.rados.rados.0.smithi059.stdout:2806: read oid 8 snap -1 2024-08-17T17:15:06.802 INFO:tasks.rados.rados.0.smithi059.stdout:2806: expect deleted 2024-08-17T17:15:06.802 INFO:tasks.rados.rados.0.smithi059.stdout:2807: rollback oid 38 current snap is 303 2024-08-17T17:15:06.802 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 269 2024-08-17T17:15:06.802 INFO:tasks.rados.rados.0.smithi059.stdout:2808: snap_create 2024-08-17T17:15:06.803 INFO:tasks.rados.rados.0.smithi059.stdout:2805: finishing copy_from to smithi05980601-4 2024-08-17T17:15:06.803 INFO:tasks.rados.rados.0.smithi059.stdout:2805: got expected ENOENT (src dne) 2024-08-17T17:15:06.803 INFO:tasks.rados.rados.0.smithi059.stdout:2807: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:15:06.803 INFO:tasks.rados.rados.0.smithi059.stdout:2805: finishing copy_from racing read to smithi05980601-4 2024-08-17T17:15:06.803 INFO:tasks.rados.rados.0.smithi059.stdout:2807: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:15:06.803 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1738 (ObjNum 725 snap 233 seq_num 725) dirty exists 2024-08-17T17:15:07.218 INFO:tasks.rados.rados.0.smithi059.stdout:2803: done (5 left) 2024-08-17T17:15:07.218 INFO:tasks.rados.rados.0.smithi059.stdout:2804: done (4 left) 2024-08-17T17:15:07.218 INFO:tasks.rados.rados.0.smithi059.stdout:2805: done (3 left) 2024-08-17T17:15:07.218 INFO:tasks.rados.rados.0.smithi059.stdout:2806: done (2 left) 2024-08-17T17:15:07.219 INFO:tasks.rados.rados.0.smithi059.stdout:2807: done (1 left) 2024-08-17T17:15:07.219 INFO:tasks.rados.rados.0.smithi059.stdout:2808: done (0 left) 2024-08-17T17:15:07.219 INFO:tasks.rados.rados.0.smithi059.stdout:2809: snap_remove snap 289 2024-08-17T17:15:08.225 INFO:tasks.rados.rados.0.smithi059.stdout:2809: done (0 left) 2024-08-17T17:15:08.225 INFO:tasks.rados.rados.0.smithi059.stdout:2810: delete oid 47 current snap is 304 2024-08-17T17:15:08.231 INFO:tasks.rados.rados.0.smithi059.stdout:2810: done (0 left) 2024-08-17T17:15:08.231 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 304 2024-08-17T17:15:08.231 INFO:tasks.rados.rados.0.smithi059.stdout:2811: seq_num 890 ranges {450560=507904} 2024-08-17T17:15:08.237 INFO:tasks.rados.rados.0.smithi059.stdout:2811: writing smithi05980601-27 from 450560 to 958464 tid 1 2024-08-17T17:15:08.237 INFO:tasks.rados.rados.0.smithi059.stdout:2812: read oid 18 snap -1 2024-08-17T17:15:08.237 INFO:tasks.rados.rados.0.smithi059.stdout:2812: expect deleted 2024-08-17T17:15:08.238 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 304 2024-08-17T17:15:08.238 INFO:tasks.rados.rados.0.smithi059.stdout:2813: seq_num 891 ranges {12214272=532480} 2024-08-17T17:15:08.294 INFO:teuthology.orchestra.run.smithi059.stdout:true 2024-08-17T17:15:08.308 INFO:tasks.rados.rados.0.smithi059.stdout:2813: writing smithi05980601-43 from 12214272 to 12746752 tid 1 2024-08-17T17:15:08.308 INFO:tasks.rados.rados.0.smithi059.stdout:2814: read oid 8 snap 300 2024-08-17T17:15:08.308 INFO:tasks.rados.rados.0.smithi059.stdout:2814: expect deleted 2024-08-17T17:15:08.308 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 304 2024-08-17T17:15:08.308 INFO:tasks.rados.rados.0.smithi059.stdout:2815: seq_num 892 ranges {0=548864} 2024-08-17T17:15:08.311 INFO:tasks.rados.rados.0.smithi059.stdout:2815: writing smithi05980601-13 from 0 to 548864 tid 1 2024-08-17T17:15:08.311 INFO:tasks.rados.rados.0.smithi059.stdout:2816: snap_remove snap 288 2024-08-17T17:15:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:08 smithi059 ceph-mon[92261]: pgmap v663: 121 pgs: 121 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-17T17:15:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:08 smithi059 ceph-mon[92261]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T17:15:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:08 smithi059 ceph-mon[94685]: pgmap v663: 121 pgs: 121 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-17T17:15:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:08 smithi059 ceph-mon[94685]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T17:15:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:08 smithi087 ceph-mon[85676]: pgmap v663: 121 pgs: 121 active+clean; 326 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-08-17T17:15:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:08 smithi087 ceph-mon[85676]: osdmap e664: 8 total, 8 up, 8 in 2024-08-17T17:15:08.895 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -e sha1=cd8bdbeb9fbdab5733aa3aaadc042c965473e453 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-17T17:15:09.107 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:15:09.244 INFO:tasks.rados.rados.0.smithi059.stdout:2816: done (5 left) 2024-08-17T17:15:09.244 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 304 2024-08-17T17:15:09.244 INFO:tasks.rados.rados.0.smithi059.stdout:2817: seq_num 893 ranges {0=565248} 2024-08-17T17:15:09.248 INFO:tasks.rados.rados.0.smithi059.stdout:2817: writing smithi05980601-42 from 0 to 565248 tid 1 2024-08-17T17:15:09.250 INFO:tasks.rados.rados.0.smithi059.stdout:2811: finishing write tid 1 to smithi05980601-27 2024-08-17T17:15:09.250 INFO:tasks.rados.rados.0.smithi059.stdout:2811: finishing write tid 2 to smithi05980601-27 2024-08-17T17:15:09.250 INFO:tasks.rados.rados.0.smithi059.stdout:2811: finishing write tid 3 to smithi05980601-27 2024-08-17T17:15:09.250 INFO:tasks.rados.rados.0.smithi059.stdout:2811: oid 27 updating version 0 to 1550 2024-08-17T17:15:09.250 INFO:tasks.rados.rados.0.smithi059.stdout:2811: oid 27 version 1550 is already newer than 1549 2024-08-17T17:15:09.250 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 1550 (ObjNum 890 snap 304 seq_num 890) dirty exists 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2811: left oid 27 (ObjNum 890 snap 304 seq_num 890) 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2813: finishing write tid 1 to smithi05980601-43 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2813: finishing write tid 2 to smithi05980601-43 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2813: finishing write tid 3 to smithi05980601-43 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2813: oid 43 updating version 0 to 1899 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2813: oid 43 version 1899 is already newer than 1898 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1899 (ObjNum 891 snap 304 seq_num 891) dirty exists 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2813: left oid 43 (ObjNum 891 snap 304 seq_num 891) 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2815: finishing write tid 1 to smithi05980601-13 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2815: finishing write tid 2 to smithi05980601-13 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2815: finishing write tid 3 to smithi05980601-13 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2815: oid 13 updating version 0 to 1115 2024-08-17T17:15:09.251 INFO:tasks.rados.rados.0.smithi059.stdout:2815: oid 13 version 1115 is already newer than 1114 2024-08-17T17:15:09.252 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 1115 (ObjNum 892 snap 304 seq_num 892) dirty exists 2024-08-17T17:15:09.252 INFO:tasks.rados.rados.0.smithi059.stdout:2815: left oid 13 (ObjNum 892 snap 304 seq_num 892) 2024-08-17T17:15:09.252 INFO:tasks.rados.rados.0.smithi059.stdout:2811: done (5 left) 2024-08-17T17:15:09.252 INFO:tasks.rados.rados.0.smithi059.stdout:2812: done (4 left) 2024-08-17T17:15:09.252 INFO:tasks.rados.rados.0.smithi059.stdout:2813: done (3 left) 2024-08-17T17:15:09.252 INFO:tasks.rados.rados.0.smithi059.stdout:2814: done (2 left) 2024-08-17T17:15:09.252 INFO:tasks.rados.rados.0.smithi059.stdout:2815: done (1 left) 2024-08-17T17:15:09.252 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 304 2024-08-17T17:15:09.252 INFO:tasks.rados.rados.0.smithi059.stdout:2818: seq_num 894 ranges {0=581632} 2024-08-17T17:15:09.253 INFO:tasks.rados.rados.0.smithi059.stdout:2818: writing smithi05980601-4 from 0 to 581632 tid 1 2024-08-17T17:15:09.253 INFO:tasks.rados.rados.0.smithi059.stdout:2819: snap_create 2024-08-17T17:15:09.257 INFO:tasks.rados.rados.0.smithi059.stdout:2817: finishing write tid 1 to smithi05980601-42 2024-08-17T17:15:09.258 INFO:tasks.rados.rados.0.smithi059.stdout:2817: finishing write tid 2 to smithi05980601-42 2024-08-17T17:15:09.259 INFO:tasks.rados.rados.0.smithi059.stdout:2817: finishing write tid 3 to smithi05980601-42 2024-08-17T17:15:09.259 INFO:tasks.rados.rados.0.smithi059.stdout:2817: oid 42 updating version 0 to 1670 2024-08-17T17:15:09.259 INFO:tasks.rados.rados.0.smithi059.stdout:2817: oid 42 updating version 1670 to 1671 2024-08-17T17:15:09.259 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1671 (ObjNum 893 snap 304 seq_num 893) dirty exists 2024-08-17T17:15:09.260 INFO:tasks.rados.rados.0.smithi059.stdout:2817: left oid 42 (ObjNum 893 snap 304 seq_num 893) 2024-08-17T17:15:09.260 INFO:tasks.rados.rados.0.smithi059.stdout:2818: finishing write tid 1 to smithi05980601-4 2024-08-17T17:15:09.260 INFO:tasks.rados.rados.0.smithi059.stdout:2818: finishing write tid 2 to smithi05980601-4 2024-08-17T17:15:09.262 INFO:tasks.rados.rados.0.smithi059.stdout:2818: finishing write tid 3 to smithi05980601-4 2024-08-17T17:15:09.262 INFO:tasks.rados.rados.0.smithi059.stdout:2818: oid 4 updating version 0 to 2104 2024-08-17T17:15:09.262 INFO:tasks.rados.rados.0.smithi059.stdout:2818: oid 4 version 2104 is already newer than 2103 2024-08-17T17:15:09.262 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2104 (ObjNum 894 snap 304 seq_num 894) dirty exists 2024-08-17T17:15:09.262 INFO:tasks.rados.rados.0.smithi059.stdout:2818: left oid 4 (ObjNum 894 snap 304 seq_num 894) 2024-08-17T17:15:09.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:09 smithi059 ceph-mon[94685]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T17:15:09.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:09 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/661591697' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:09 smithi059 ceph-mon[92261]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T17:15:09.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:09 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/661591697' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:09 smithi087 ceph-mon[85676]: osdmap e665: 8 total, 8 up, 8 in 2024-08-17T17:15:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:09 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/661591697' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:10.249 INFO:tasks.rados.rados.0.smithi059.stdout:2817: done (2 left) 2024-08-17T17:15:10.249 INFO:tasks.rados.rados.0.smithi059.stdout:2818: done (1 left) 2024-08-17T17:15:10.249 INFO:tasks.rados.rados.0.smithi059.stdout:2819: done (0 left) 2024-08-17T17:15:10.249 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 305 2024-08-17T17:15:10.250 INFO:tasks.rados.rados.0.smithi059.stdout:2820: seq_num 895 ranges {12214272=598016} 2024-08-17T17:15:10.319 INFO:tasks.rados.rados.0.smithi059.stdout:2820: writing smithi05980601-12 from 12214272 to 12812288 tid 1 2024-08-17T17:15:10.320 INFO:tasks.rados.rados.0.smithi059.stdout:2821: rollback oid 49 current snap is 305 2024-08-17T17:15:10.320 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 49 to 283 2024-08-17T17:15:10.320 INFO:tasks.rados.rados.0.smithi059.stdout:2822: copy_from oid 20 from oid 40 current snap is 305 2024-08-17T17:15:10.320 INFO:tasks.rados.rados.0.smithi059.stdout:2823: rollback oid 8 current snap is 305 2024-08-17T17:15:10.320 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 8 to 304 2024-08-17T17:15:10.320 INFO:tasks.rados.rados.0.smithi059.stdout:2824: delete oid 31 current snap is 305 2024-08-17T17:15:10.321 INFO:tasks.rados.rados.0.smithi059.stdout:2823: finishing rollback tid 1 to smithi05980601-8 2024-08-17T17:15:10.321 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 1112 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:15:10.325 INFO:tasks.rados.rados.0.smithi059.stdout:2821: finishing rollback tid 0 to smithi05980601-49 2024-08-17T17:15:10.325 INFO:tasks.rados.rados.0.smithi059.stdout:2821: finishing rollback tid 1 to smithi05980601-49 2024-08-17T17:15:10.325 INFO:tasks.rados.rados.0.smithi059.stdout:2821: finishing rollback tid 2 to smithi05980601-49 2024-08-17T17:15:10.325 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 2482 (ObjNum 778 snap 258 seq_num 778) dirty exists 2024-08-17T17:15:10.327 INFO:tasks.rados.rados.0.smithi059.stdout:2820: finishing write tid 1 to smithi05980601-12 2024-08-17T17:15:10.327 INFO:tasks.rados.rados.0.smithi059.stdout:2822: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:15:10.327 INFO:tasks.rados.rados.0.smithi059.stdout:2820: finishing write tid 2 to smithi05980601-12 2024-08-17T17:15:10.328 INFO:tasks.rados.rados.0.smithi059.stdout:2822: finishing copy_from to smithi05980601-20 2024-08-17T17:15:10.328 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 1896 (ObjNum 877 snap 298 seq_num 877) dirty exists 2024-08-17T17:15:10.329 INFO:tasks.rados.rados.0.smithi059.stdout:2820: finishing write tid 3 to smithi05980601-12 2024-08-17T17:15:10.329 INFO:tasks.rados.rados.0.smithi059.stdout:2820: oid 12 updating version 0 to 1899 2024-08-17T17:15:10.329 INFO:tasks.rados.rados.0.smithi059.stdout:2820: oid 12 updating version 1899 to 1900 2024-08-17T17:15:10.329 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1900 (ObjNum 895 snap 305 seq_num 895) dirty exists 2024-08-17T17:15:10.329 INFO:tasks.rados.rados.0.smithi059.stdout:2820: left oid 12 (ObjNum 895 snap 305 seq_num 895) 2024-08-17T17:15:10.330 INFO:tasks.rados.rados.0.smithi059.stdout:2820: done (4 left) 2024-08-17T17:15:10.330 INFO:tasks.rados.rados.0.smithi059.stdout:2821: done (3 left) 2024-08-17T17:15:10.330 INFO:tasks.rados.rados.0.smithi059.stdout:2822: done (2 left) 2024-08-17T17:15:10.330 INFO:tasks.rados.rados.0.smithi059.stdout:2823: done (1 left) 2024-08-17T17:15:10.330 INFO:tasks.rados.rados.0.smithi059.stdout:2824: done (0 left) 2024-08-17T17:15:10.330 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 305 2024-08-17T17:15:10.330 INFO:tasks.rados.rados.0.smithi059.stdout:2825: seq_num 897 ranges {0=630784} 2024-08-17T17:15:10.333 INFO:tasks.rados.rados.0.smithi059.stdout:2825: writing smithi05980601-46 from 0 to 630784 tid 1 2024-08-17T17:15:10.333 INFO:tasks.rados.rados.0.smithi059.stdout:2826: setattr oid 11 current snap is 305 2024-08-17T17:15:10.335 INFO:tasks.rados.rados.0.smithi059.stdout:2827: read oid 33 snap -1 2024-08-17T17:15:10.335 INFO:tasks.rados.rados.0.smithi059.stdout:2827: expect (ObjNum 830 snap 281 seq_num 830) 2024-08-17T17:15:10.335 INFO:tasks.rados.rados.0.smithi059.stdout:2828: rollback oid 3 current snap is 305 2024-08-17T17:15:10.335 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 3 to 304 2024-08-17T17:15:10.335 INFO:tasks.rados.rados.0.smithi059.stdout:2829: rollback oid 5 current snap is 305 2024-08-17T17:15:10.335 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 5 to 282 2024-08-17T17:15:10.335 INFO:tasks.rados.rados.0.smithi059.stdout:2830: rollback oid 40 current snap is 305 2024-08-17T17:15:10.336 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 275 2024-08-17T17:15:10.336 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 305 2024-08-17T17:15:10.336 INFO:tasks.rados.rados.0.smithi059.stdout:2831: seq_num 898 ranges {294912=647168} 2024-08-17T17:15:10.342 INFO:tasks.rados.rados.0.smithi059.stdout:2831: writing smithi05980601-20 from 294912 to 942080 tid 1 2024-08-17T17:15:10.342 INFO:tasks.rados.rados.0.smithi059.stdout:2832: snap_create 2024-08-17T17:15:10.342 INFO:tasks.rados.rados.0.smithi059.stdout:2829: finishing rollback tid 0 to smithi05980601-5 2024-08-17T17:15:10.342 INFO:tasks.rados.rados.0.smithi059.stdout:2829: finishing rollback tid 1 to smithi05980601-5 2024-08-17T17:15:10.342 INFO:tasks.rados.rados.0.smithi059.stdout:2825: finishing write tid 1 to smithi05980601-46 2024-08-17T17:15:10.342 INFO:tasks.rados.rados.0.smithi059.stdout:2829: finishing rollback tid 2 to smithi05980601-5 2024-08-17T17:15:10.342 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 2084 (ObjNum 787 snap 263 seq_num 787) dirty exists 2024-08-17T17:15:10.343 INFO:tasks.rados.rados.0.smithi059.stdout:2825: finishing write tid 2 to smithi05980601-46 2024-08-17T17:15:10.344 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2486 (ObjNum 816 snap 273 seq_num 816) dirty exists 2024-08-17T17:15:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:2830: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:15:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:2828: finishing rollback tid 0 to smithi05980601-3 2024-08-17T17:15:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:2828: finishing rollback tid 1 to smithi05980601-3 2024-08-17T17:15:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:2825: finishing write tid 3 to smithi05980601-46 2024-08-17T17:15:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:2825: oid 46 updating version 0 to 2105 2024-08-17T17:15:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:2825: oid 46 updating version 2105 to 2106 2024-08-17T17:15:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2106 (ObjNum 897 snap 305 seq_num 897) dirty exists 2024-08-17T17:15:10.347 INFO:tasks.rados.rados.0.smithi059.stdout:2825: left oid 46 (ObjNum 897 snap 305 seq_num 897) 2024-08-17T17:15:10.348 INFO:tasks.rados.rados.0.smithi059.stdout:2831: finishing write tid 1 to smithi05980601-20 2024-08-17T17:15:10.348 INFO:tasks.rados.rados.0.smithi059.stdout:2831: finishing write tid 2 to smithi05980601-20 2024-08-17T17:15:10.349 INFO:tasks.rados.rados.0.smithi059.stdout:2831: finishing write tid 3 to smithi05980601-20 2024-08-17T17:15:10.349 INFO:tasks.rados.rados.0.smithi059.stdout:2831: oid 20 updating version 0 to 2108 2024-08-17T17:15:10.349 INFO:tasks.rados.rados.0.smithi059.stdout:2831: oid 20 version 2108 is already newer than 2107 2024-08-17T17:15:10.349 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2108 (ObjNum 898 snap 305 seq_num 898) dirty exists 2024-08-17T17:15:10.349 INFO:tasks.rados.rados.0.smithi059.stdout:2831: left oid 20 (ObjNum 898 snap 305 seq_num 898) 2024-08-17T17:15:10.350 INFO:tasks.rados.rados.0.smithi059.stdout:2828: finishing rollback tid 2 to smithi05980601-3 2024-08-17T17:15:10.351 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1263 (ObjNum 855 snap 289 seq_num 855) dirty exists 2024-08-17T17:15:10.351 INFO:tasks.rados.rados.0.smithi059.stdout:2830: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:15:10.351 INFO:tasks.rados.rados.0.smithi059.stdout:2830: finishing rollback tid 2 to smithi05980601-40 2024-08-17T17:15:10.351 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1902 (ObjNum 781 snap 262 seq_num 781) dirty exists 2024-08-17T17:15:10.358 INFO:tasks.rados.rados.0.smithi059.stdout:2827: expect (ObjNum 830 snap 281 seq_num 830) 2024-08-17T17:15:10.470 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:10 smithi059 ceph-mon[92261]: pgmap v666: 121 pgs: 121 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-17T17:15:10.470 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:10 smithi059 ceph-mon[92261]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T17:15:10.470 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:10 smithi059 ceph-mon[94685]: pgmap v666: 121 pgs: 121 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-17T17:15:10.470 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:10 smithi059 ceph-mon[94685]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T17:15:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:10 smithi087 ceph-mon[85676]: pgmap v666: 121 pgs: 121 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-08-17T17:15:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:10 smithi087 ceph-mon[85676]: osdmap e666: 8 total, 8 up, 8 in 2024-08-17T17:15:11.126 INFO:teuthology.orchestra.run.smithi059.stdout: "ceph version 19.0.0-5836-gcd8bdbeb (cd8bdbeb9fbdab5733aa3aaadc042c965473e453) squid (dev)" 2024-08-17T17:15:11.199 INFO:tasks.rados.rados.0.smithi059.stdout:2825: done (7 left) 2024-08-17T17:15:11.199 INFO:tasks.rados.rados.0.smithi059.stdout:2826: done (6 left) 2024-08-17T17:15:11.199 INFO:tasks.rados.rados.0.smithi059.stdout:2827: done (5 left) 2024-08-17T17:15:11.199 INFO:tasks.rados.rados.0.smithi059.stdout:2828: done (4 left) 2024-08-17T17:15:11.199 INFO:tasks.rados.rados.0.smithi059.stdout:2829: done (3 left) 2024-08-17T17:15:11.199 INFO:tasks.rados.rados.0.smithi059.stdout:2830: done (2 left) 2024-08-17T17:15:11.199 INFO:tasks.rados.rados.0.smithi059.stdout:2831: done (1 left) 2024-08-17T17:15:11.200 INFO:tasks.rados.rados.0.smithi059.stdout:2832: done (0 left) 2024-08-17T17:15:11.200 INFO:tasks.rados.rados.0.smithi059.stdout:2833: read oid 19 snap -1 2024-08-17T17:15:11.200 INFO:tasks.rados.rados.0.smithi059.stdout:2833: expect (ObjNum 876 snap 298 seq_num 876) 2024-08-17T17:15:11.200 INFO:tasks.rados.rados.0.smithi059.stdout:2834: snap_remove snap 269 2024-08-17T17:15:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:11 smithi059 ceph-mon[92261]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T17:15:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:11 smithi059 ceph-mon[92261]: pgmap v669: 121 pgs: 121 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-17T17:15:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:11 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3235691843' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:11.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:11 smithi059 ceph-mon[92261]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T17:15:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:11 smithi059 ceph-mon[94685]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T17:15:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:11 smithi059 ceph-mon[94685]: pgmap v669: 121 pgs: 121 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-17T17:15:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:11 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3235691843' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:11.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:11 smithi059 ceph-mon[94685]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T17:15:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:11 smithi087 ceph-mon[85676]: osdmap e667: 8 total, 8 up, 8 in 2024-08-17T17:15:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:11 smithi087 ceph-mon[85676]: pgmap v669: 121 pgs: 121 active+clean; 331 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-08-17T17:15:11.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:11 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3235691843' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-08-17T17:15:11.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:11 smithi087 ceph-mon[85676]: osdmap e668: 8 total, 8 up, 8 in 2024-08-17T17:15:11.879 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-17T17:15:11.879 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-17T17:15:11.879 DEBUG:teuthology.parallel:result is None 2024-08-17T17:15:12.200 INFO:tasks.rados.rados.0.smithi059.stdout:2834: done (1 left) 2024-08-17T17:15:12.200 INFO:tasks.rados.rados.0.smithi059.stdout:2835: snap_create 2024-08-17T17:15:12.200 INFO:tasks.rados.rados.0.smithi059.stdout:2833: expect (ObjNum 876 snap 298 seq_num 876) 2024-08-17T17:15:13.206 INFO:tasks.rados.rados.0.smithi059.stdout:2833: done (1 left) 2024-08-17T17:15:13.207 INFO:tasks.rados.rados.0.smithi059.stdout:2835: done (0 left) 2024-08-17T17:15:13.207 INFO:tasks.rados.rados.0.smithi059.stdout:2836: copy_from oid 50 from oid 43 current snap is 307 2024-08-17T17:15:13.207 INFO:tasks.rados.rados.0.smithi059.stdout:2837: snap_create 2024-08-17T17:15:13.256 INFO:tasks.rados.rados.0.smithi059.stdout:2836: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:15:13.257 INFO:tasks.rados.rados.0.smithi059.stdout:2836: finishing copy_from to smithi05980601-50 2024-08-17T17:15:13.257 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 1899 (ObjNum 891 snap 304 seq_num 891) dirty exists 2024-08-17T17:15:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:13 smithi059 ceph-mon[92261]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T17:15:13.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:13 smithi059 ceph-mon[94685]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T17:15:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:13 smithi087 ceph-mon[85676]: osdmap e669: 8 total, 8 up, 8 in 2024-08-17T17:15:14.211 INFO:tasks.rados.rados.0.smithi059.stdout:2836: done (1 left) 2024-08-17T17:15:14.211 INFO:tasks.rados.rados.0.smithi059.stdout:2837: done (0 left) 2024-08-17T17:15:14.211 INFO:tasks.rados.rados.0.smithi059.stdout:2838: rollback oid 44 current snap is 308 2024-08-17T17:15:14.212 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 44 to 275 2024-08-17T17:15:14.212 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 308 2024-08-17T17:15:14.212 INFO:tasks.rados.rados.0.smithi059.stdout:2839: seq_num 899 ranges {565248=663552} 2024-08-17T17:15:14.218 INFO:tasks.rados.rados.0.smithi059.stdout:2839: writing smithi05980601-42 from 565248 to 1228800 tid 1 2024-08-17T17:15:14.218 INFO:tasks.rados.rados.0.smithi059.stdout:2840: rollback oid 5 current snap is 308 2024-08-17T17:15:14.218 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 5 to 294 2024-08-17T17:15:14.218 INFO:tasks.rados.rados.0.smithi059.stdout:2838: finishing rollback tid 1 to smithi05980601-44 2024-08-17T17:15:14.218 INFO:tasks.rados.rados.0.smithi059.stdout:2838: finishing rollback tid 2 to smithi05980601-44 2024-08-17T17:15:14.218 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1673 (ObjNum 758 snap 250 seq_num 758) dirty exists 2024-08-17T17:15:14.219 INFO:tasks.rados.rados.0.smithi059.stdout:2838: done (2 left) 2024-08-17T17:15:14.219 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 308 2024-08-17T17:15:14.219 INFO:tasks.rados.rados.0.smithi059.stdout:2841: seq_num 900 ranges {7307264=679936} 2024-08-17T17:15:14.262 INFO:tasks.rados.rados.0.smithi059.stdout:2841: writing smithi05980601-37 from 7307264 to 7987200 tid 1 2024-08-17T17:15:14.262 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 308 2024-08-17T17:15:14.262 INFO:tasks.rados.rados.0.smithi059.stdout:2839: finishing write tid 1 to smithi05980601-42 2024-08-17T17:15:14.262 INFO:tasks.rados.rados.0.smithi059.stdout:2839: finishing write tid 2 to smithi05980601-42 2024-08-17T17:15:14.262 INFO:tasks.rados.rados.0.smithi059.stdout:2840: finishing rollback tid 0 to smithi05980601-5 2024-08-17T17:15:14.262 INFO:tasks.rados.rados.0.smithi059.stdout:2840: finishing rollback tid 1 to smithi05980601-5 2024-08-17T17:15:14.262 INFO:tasks.rados.rados.0.smithi059.stdout:2842: seq_num 901 ranges {13492224=696320} 2024-08-17T17:15:14.340 INFO:tasks.rados.rados.0.smithi059.stdout:2842: writing smithi05980601-9 from 13492224 to 14188544 tid 1 2024-08-17T17:15:14.340 INFO:tasks.rados.rados.0.smithi059.stdout:2843: read oid 19 snap -1 2024-08-17T17:15:14.340 INFO:tasks.rados.rados.0.smithi059.stdout:2843: expect (ObjNum 876 snap 298 seq_num 876) 2024-08-17T17:15:14.340 INFO:tasks.rados.rados.0.smithi059.stdout:2844: delete oid 36 current snap is 308 2024-08-17T17:15:14.340 INFO:tasks.rados.rados.0.smithi059.stdout:2840: finishing rollback tid 2 to smithi05980601-5 2024-08-17T17:15:14.340 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 2087 (ObjNum 787 snap 263 seq_num 787) dirty exists 2024-08-17T17:15:14.340 INFO:tasks.rados.rados.0.smithi059.stdout:2839: finishing write tid 3 to smithi05980601-42 2024-08-17T17:15:14.340 INFO:tasks.rados.rados.0.smithi059.stdout:2839: oid 42 updating version 0 to 1674 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:2839: oid 42 updating version 1674 to 1675 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1675 (ObjNum 899 snap 308 seq_num 899) dirty exists 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:2839: left oid 42 (ObjNum 899 snap 308 seq_num 899) 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:2841: finishing write tid 1 to smithi05980601-37 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:2841: finishing write tid 2 to smithi05980601-37 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:2841: finishing write tid 3 to smithi05980601-37 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:2841: oid 37 updating version 0 to 2499 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:2841: oid 37 updating version 2499 to 2500 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 2500 (ObjNum 900 snap 308 seq_num 900) dirty exists 2024-08-17T17:15:14.341 INFO:tasks.rados.rados.0.smithi059.stdout:2841: left oid 37 (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:15:14.342 INFO:tasks.rados.rados.0.smithi059.stdout:2839: done (5 left) 2024-08-17T17:15:14.342 INFO:tasks.rados.rados.0.smithi059.stdout:2840: done (4 left) 2024-08-17T17:15:14.342 INFO:tasks.rados.rados.0.smithi059.stdout:2841: done (3 left) 2024-08-17T17:15:14.342 INFO:tasks.rados.rados.0.smithi059.stdout:2844: done (2 left) 2024-08-17T17:15:14.342 INFO:tasks.rados.rados.0.smithi059.stdout:2845: read oid 35 snap -1 2024-08-17T17:15:14.342 INFO:tasks.rados.rados.0.smithi059.stdout:2845: expect (ObjNum 871 snap 295 seq_num 871) 2024-08-17T17:15:14.342 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 308 2024-08-17T17:15:14.343 INFO:tasks.rados.rados.0.smithi059.stdout:2846: seq_num 903 ranges {581632=729088} 2024-08-17T17:15:14.349 INFO:tasks.rados.rados.0.smithi059.stdout:2846: writing smithi05980601-4 from 581632 to 1310720 tid 1 2024-08-17T17:15:14.350 INFO:tasks.rados.rados.0.smithi059.stdout:2847: snap_remove snap 306 2024-08-17T17:15:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:14 smithi059 ceph-mon[92261]: pgmap v672: 121 pgs: 121 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 672 KiB/s wr, 13 op/s 2024-08-17T17:15:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:14 smithi059 ceph-mon[92261]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T17:15:14.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:15:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:15:14] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.51.0" 2024-08-17T17:15:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:14 smithi059 ceph-mon[94685]: pgmap v672: 121 pgs: 121 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 672 KiB/s wr, 13 op/s 2024-08-17T17:15:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:14 smithi059 ceph-mon[94685]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T17:15:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:14 smithi087 ceph-mon[85676]: pgmap v672: 121 pgs: 121 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 672 KiB/s wr, 13 op/s 2024-08-17T17:15:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:14 smithi087 ceph-mon[85676]: osdmap e670: 8 total, 8 up, 8 in 2024-08-17T17:15:15.224 INFO:tasks.rados.rados.0.smithi059.stdout:2847: done (4 left) 2024-08-17T17:15:15.224 INFO:tasks.rados.rados.0.smithi059.stdout:2848: copy_from oid 31 from oid 38 current snap is 308 2024-08-17T17:15:15.224 INFO:tasks.rados.rados.0.smithi059.stdout:2845: expect (ObjNum 871 snap 295 seq_num 871) 2024-08-17T17:15:15.231 INFO:tasks.rados.rados.0.smithi059.stdout:2842: finishing write tid 1 to smithi05980601-9 2024-08-17T17:15:15.231 INFO:tasks.rados.rados.0.smithi059.stdout:2842: finishing write tid 2 to smithi05980601-9 2024-08-17T17:15:15.231 INFO:tasks.rados.rados.0.smithi059.stdout:2842: finishing write tid 3 to smithi05980601-9 2024-08-17T17:15:15.231 INFO:tasks.rados.rados.0.smithi059.stdout:2842: oid 9 updating version 0 to 1901 2024-08-17T17:15:15.232 INFO:tasks.rados.rados.0.smithi059.stdout:2842: oid 9 updating version 1901 to 1902 2024-08-17T17:15:15.232 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1902 (ObjNum 901 snap 308 seq_num 901) dirty exists 2024-08-17T17:15:15.232 INFO:tasks.rados.rados.0.smithi059.stdout:2842: left oid 9 (ObjNum 901 snap 308 seq_num 901) 2024-08-17T17:15:15.232 INFO:tasks.rados.rados.0.smithi059.stdout:2843: expect (ObjNum 876 snap 298 seq_num 876) 2024-08-17T17:15:15.499 INFO:tasks.rados.rados.0.smithi059.stdout:2846: finishing write tid 1 to smithi05980601-4 2024-08-17T17:15:15.500 INFO:tasks.rados.rados.0.smithi059.stdout:2846: finishing write tid 2 to smithi05980601-4 2024-08-17T17:15:15.500 INFO:tasks.rados.rados.0.smithi059.stdout:2842: done (4 left) 2024-08-17T17:15:15.500 INFO:tasks.rados.rados.0.smithi059.stdout:2843: done (3 left) 2024-08-17T17:15:15.500 INFO:tasks.rados.rados.0.smithi059.stdout:2845: done (2 left) 2024-08-17T17:15:15.500 INFO:tasks.rados.rados.0.smithi059.stdout:2849: read oid 7 snap 298 2024-08-17T17:15:15.500 INFO:tasks.rados.rados.0.smithi059.stdout:2849: expect (ObjNum 784 snap 262 seq_num 784) 2024-08-17T17:15:15.500 INFO:tasks.rados.rados.0.smithi059.stdout:2850: snap_remove snap 307 2024-08-17T17:15:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:15 smithi059 ceph-mon[92261]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T17:15:15.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:15 smithi059 ceph-mon[94685]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T17:15:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:15 smithi087 ceph-mon[85676]: osdmap e671: 8 total, 8 up, 8 in 2024-08-17T17:15:16.200 INFO:tasks.rados.rados.0.smithi059.stdout:2850: done (3 left) 2024-08-17T17:15:16.200 INFO:tasks.rados.rados.0.smithi059.stdout:2851: rollback oid 48 current snap is 308 2024-08-17T17:15:16.200 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 48 to 303 2024-08-17T17:15:16.201 INFO:tasks.rados.rados.0.smithi059.stdout:2846: finishing write tid 3 to smithi05980601-4 2024-08-17T17:15:16.201 INFO:tasks.rados.rados.0.smithi059.stdout:2846: oid 4 updating version 0 to 2110 2024-08-17T17:15:16.201 INFO:tasks.rados.rados.0.smithi059.stdout:2846: oid 4 version 2110 is already newer than 2109 2024-08-17T17:15:16.201 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2110 (ObjNum 903 snap 308 seq_num 903) dirty exists 2024-08-17T17:15:16.201 INFO:tasks.rados.rados.0.smithi059.stdout:2846: left oid 4 (ObjNum 903 snap 308 seq_num 903) 2024-08-17T17:15:16.201 INFO:tasks.rados.rados.0.smithi059.stdout:2848: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:15:16.201 INFO:tasks.rados.rados.0.smithi059.stdout:2848: finishing copy_from to smithi05980601-31 2024-08-17T17:15:16.201 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1738 (ObjNum 725 snap 233 seq_num 725) dirty exists 2024-08-17T17:15:16.201 INFO:tasks.rados.rados.0.smithi059.stdout:2849: expect (ObjNum 784 snap 262 seq_num 784) 2024-08-17T17:15:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:2851: finishing rollback tid 1 to smithi05980601-48 2024-08-17T17:15:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1210 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:15:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:2846: done (3 left) 2024-08-17T17:15:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:2848: done (2 left) 2024-08-17T17:15:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:2849: done (1 left) 2024-08-17T17:15:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:2851: done (0 left) 2024-08-17T17:15:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 308 2024-08-17T17:15:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:2852: seq_num 904 ranges {0=745472} 2024-08-17T17:15:16.244 INFO:tasks.rados.rados.0.smithi059.stdout:2852: writing smithi05980601-24 from 0 to 745472 tid 1 2024-08-17T17:15:16.245 INFO:tasks.rados.rados.0.smithi059.stdout:2853: delete oid 4 current snap is 308 2024-08-17T17:15:16.250 INFO:tasks.rados.rados.0.smithi059.stdout:2852: finishing write tid 1 to smithi05980601-24 2024-08-17T17:15:16.250 INFO:tasks.rados.rados.0.smithi059.stdout:2852: finishing write tid 2 to smithi05980601-24 2024-08-17T17:15:16.251 INFO:tasks.rados.rados.0.smithi059.stdout:2852: finishing write tid 3 to smithi05980601-24 2024-08-17T17:15:16.251 INFO:tasks.rados.rados.0.smithi059.stdout:2852: oid 24 updating version 0 to 1890 2024-08-17T17:15:16.252 INFO:tasks.rados.rados.0.smithi059.stdout:2852: oid 24 updating version 1890 to 1891 2024-08-17T17:15:16.252 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 1891 (ObjNum 904 snap 308 seq_num 904) dirty exists 2024-08-17T17:15:16.252 INFO:tasks.rados.rados.0.smithi059.stdout:2852: left oid 24 (ObjNum 904 snap 308 seq_num 904) 2024-08-17T17:15:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:2852: done (1 left) 2024-08-17T17:15:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:2853: done (0 left) 2024-08-17T17:15:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:2854: rollback oid 28 current snap is 308 2024-08-17T17:15:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 28 to 303 2024-08-17T17:15:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:2855: rollback oid 39 current snap is 308 2024-08-17T17:15:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 39 to 278 2024-08-17T17:15:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:2856: copy_from oid 8 from oid 49 current snap is 308 2024-08-17T17:15:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:2857: read oid 9 snap 281 2024-08-17T17:15:16.253 INFO:tasks.rados.rados.0.smithi059.stdout:2857: expect (ObjNum 546 snap 176 seq_num 546) 2024-08-17T17:15:16.254 INFO:tasks.rados.rados.0.smithi059.stdout:2858: delete oid 10 current snap is 308 2024-08-17T17:15:16.256 INFO:tasks.rados.rados.0.smithi059.stdout:2854: finishing rollback tid 1 to smithi05980601-28 2024-08-17T17:15:16.256 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1676 (ObjNum 97 snap 0 seq_num 339656560) dirty dne 2024-08-17T17:15:16.258 INFO:tasks.rados.rados.0.smithi059.stdout:2855: finishing rollback tid 0 to smithi05980601-39 2024-08-17T17:15:16.264 INFO:tasks.rados.rados.0.smithi059.stdout:2855: finishing rollback tid 1 to smithi05980601-39 2024-08-17T17:15:16.264 INFO:tasks.rados.rados.0.smithi059.stdout:2855: finishing rollback tid 2 to smithi05980601-39 2024-08-17T17:15:16.264 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 2509 (ObjNum 814 snap 273 seq_num 814) dirty exists 2024-08-17T17:15:16.273 INFO:tasks.rados.rados.0.smithi059.stdout:2856: finishing copy_from racing read to smithi05980601-8 2024-08-17T17:15:16.275 INFO:tasks.rados.rados.0.smithi059.stdout:2856: finishing copy_from to smithi05980601-8 2024-08-17T17:15:16.275 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2482 (ObjNum 778 snap 258 seq_num 778) dirty exists 2024-08-17T17:15:16.310 INFO:tasks.rados.rados.0.smithi059.stdout:2857: expect (ObjNum 546 snap 176 seq_num 546) 2024-08-17T17:15:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:16 smithi059 ceph-mon[92261]: pgmap v675: 121 pgs: 121 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-08-17T17:15:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:16 smithi059 ceph-mon[92261]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T17:15:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:16 smithi059 ceph-mon[92261]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T17:15:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:16 smithi059 ceph-mon[94685]: pgmap v675: 121 pgs: 121 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-08-17T17:15:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:16 smithi059 ceph-mon[94685]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T17:15:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:16 smithi059 ceph-mon[94685]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T17:15:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:16 smithi087 ceph-mon[85676]: pgmap v675: 121 pgs: 121 active+clean; 340 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-08-17T17:15:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:16 smithi087 ceph-mon[85676]: osdmap e672: 8 total, 8 up, 8 in 2024-08-17T17:15:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:16 smithi087 ceph-mon[85676]: osdmap e673: 8 total, 8 up, 8 in 2024-08-17T17:15:17.185 INFO:tasks.rados.rados.0.smithi059.stdout:2854: done (4 left) 2024-08-17T17:15:17.185 INFO:tasks.rados.rados.0.smithi059.stdout:2855: done (3 left) 2024-08-17T17:15:17.185 INFO:tasks.rados.rados.0.smithi059.stdout:2856: done (2 left) 2024-08-17T17:15:17.185 INFO:tasks.rados.rados.0.smithi059.stdout:2857: done (1 left) 2024-08-17T17:15:17.185 INFO:tasks.rados.rados.0.smithi059.stdout:2858: done (0 left) 2024-08-17T17:15:17.186 INFO:tasks.rados.rados.0.smithi059.stdout:2859: copy_from oid 14 from oid 16 current snap is 308 2024-08-17T17:15:17.186 INFO:tasks.rados.rados.0.smithi059.stdout:2860: snap_create 2024-08-17T17:15:17.186 INFO:tasks.rados.rados.0.smithi059.stdout:2859: finishing copy_from to smithi05980601-14 2024-08-17T17:15:17.186 INFO:tasks.rados.rados.0.smithi059.stdout:2859: got expected ENOENT (src dne) 2024-08-17T17:15:17.186 INFO:tasks.rados.rados.0.smithi059.stdout:2859: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:15:17.231 INFO:tasks.rados.rados.0.smithi059.stdout:2859: done (1 left) 2024-08-17T17:15:17.231 INFO:tasks.rados.rados.0.smithi059.stdout:2860: done (0 left) 2024-08-17T17:15:17.231 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 309 2024-08-17T17:15:17.231 INFO:tasks.rados.rados.0.smithi059.stdout:2861: seq_num 907 ranges {12812288=794624} 2024-08-17T17:15:17.305 INFO:tasks.rados.rados.0.smithi059.stdout:2861: writing smithi05980601-12 from 12812288 to 13606912 tid 1 2024-08-17T17:15:17.305 INFO:tasks.rados.rados.0.smithi059.stdout:2862: read oid 33 snap -1 2024-08-17T17:15:17.306 INFO:tasks.rados.rados.0.smithi059.stdout:2862: expect (ObjNum 830 snap 281 seq_num 830) 2024-08-17T17:15:17.306 INFO:tasks.rados.rados.0.smithi059.stdout:2863: rollback oid 32 current snap is 309 2024-08-17T17:15:17.306 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 297 2024-08-17T17:15:17.306 INFO:tasks.rados.rados.0.smithi059.stdout:2864: rmattr oid 36 current snap is 309 2024-08-17T17:15:17.306 INFO:tasks.rados.rados.0.smithi059.stdout:2864: done (3 left) 2024-08-17T17:15:17.306 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 309 2024-08-17T17:15:17.306 INFO:tasks.rados.rados.0.smithi059.stdout:2865: seq_num 908 ranges {0=409600,409600=401408} 2024-08-17T17:15:17.307 INFO:tasks.rados.rados.0.smithi059.stdout:2865: writing smithi05980601-22 from 0 to 409600 tid 1 2024-08-17T17:15:17.311 INFO:tasks.rados.rados.0.smithi059.stdout:2865: writing smithi05980601-22 from 409600 to 811008 tid 2 2024-08-17T17:15:17.311 INFO:tasks.rados.rados.0.smithi059.stdout:2866: snap_create 2024-08-17T17:15:17.313 INFO:tasks.rados.rados.0.smithi059.stdout:2865: finishing write tid 1 to smithi05980601-22 2024-08-17T17:15:17.314 INFO:tasks.rados.rados.0.smithi059.stdout:2865: finishing write tid 2 to smithi05980601-22 2024-08-17T17:15:17.314 INFO:tasks.rados.rados.0.smithi059.stdout:2865: finishing write tid 3 to smithi05980601-22 2024-08-17T17:15:17.315 INFO:tasks.rados.rados.0.smithi059.stdout:2863: finishing rollback tid 0 to smithi05980601-32 2024-08-17T17:15:17.315 INFO:tasks.rados.rados.0.smithi059.stdout:2861: finishing write tid 1 to smithi05980601-12 2024-08-17T17:15:17.315 INFO:tasks.rados.rados.0.smithi059.stdout:2861: finishing write tid 2 to smithi05980601-12 2024-08-17T17:15:17.315 INFO:tasks.rados.rados.0.smithi059.stdout:2865: finishing write tid 4 to smithi05980601-22 2024-08-17T17:15:17.316 INFO:tasks.rados.rados.0.smithi059.stdout:2865: oid 22 updating version 0 to 1552 2024-08-17T17:15:17.316 INFO:tasks.rados.rados.0.smithi059.stdout:2865: oid 22 updating version 1552 to 1553 2024-08-17T17:15:17.316 INFO:tasks.rados.rados.0.smithi059.stdout:2865: oid 22 version 1553 is already newer than 1551 2024-08-17T17:15:17.316 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 1553 (ObjNum 908 snap 309 seq_num 908) dirty exists 2024-08-17T17:15:17.316 INFO:tasks.rados.rados.0.smithi059.stdout:2865: left oid 22 (ObjNum 908 snap 309 seq_num 908) 2024-08-17T17:15:17.316 INFO:tasks.rados.rados.0.smithi059.stdout:2863: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:15:17.317 INFO:tasks.rados.rados.0.smithi059.stdout:2863: finishing rollback tid 2 to smithi05980601-32 2024-08-17T17:15:17.317 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 1665 (ObjNum 647 snap 208 seq_num 647) dirty exists 2024-08-17T17:15:17.317 INFO:tasks.rados.rados.0.smithi059.stdout:2861: finishing write tid 3 to smithi05980601-12 2024-08-17T17:15:17.317 INFO:tasks.rados.rados.0.smithi059.stdout:2861: oid 12 updating version 0 to 1904 2024-08-17T17:15:17.317 INFO:tasks.rados.rados.0.smithi059.stdout:2861: oid 12 updating version 1904 to 1905 2024-08-17T17:15:17.317 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1905 (ObjNum 907 snap 309 seq_num 907) dirty exists 2024-08-17T17:15:17.317 INFO:tasks.rados.rados.0.smithi059.stdout:2861: left oid 12 (ObjNum 907 snap 309 seq_num 907) 2024-08-17T17:15:17.326 INFO:tasks.rados.rados.0.smithi059.stdout:2862: expect (ObjNum 830 snap 281 seq_num 830) 2024-08-17T17:15:18.236 INFO:tasks.rados.rados.0.smithi059.stdout:2861: done (4 left) 2024-08-17T17:15:18.236 INFO:tasks.rados.rados.0.smithi059.stdout:2862: done (3 left) 2024-08-17T17:15:18.236 INFO:tasks.rados.rados.0.smithi059.stdout:2863: done (2 left) 2024-08-17T17:15:18.236 INFO:tasks.rados.rados.0.smithi059.stdout:2865: done (1 left) 2024-08-17T17:15:18.236 INFO:tasks.rados.rados.0.smithi059.stdout:2866: done (0 left) 2024-08-17T17:15:18.236 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 310 2024-08-17T17:15:18.236 INFO:tasks.rados.rados.0.smithi059.stdout:2867: seq_num 909 ranges {0=425984,425984=401408} 2024-08-17T17:15:18.237 INFO:tasks.rados.rados.0.smithi059.stdout:2867: writing smithi05980601-15 from 0 to 425984 tid 1 2024-08-17T17:15:18.240 INFO:tasks.rados.rados.0.smithi059.stdout:2867: writing smithi05980601-15 from 425984 to 827392 tid 2 2024-08-17T17:15:18.240 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 310 2024-08-17T17:15:18.240 INFO:tasks.rados.rados.0.smithi059.stdout:2868: seq_num 910 ranges {442368=442368,884736=401408} 2024-08-17T17:15:18.245 INFO:tasks.rados.rados.0.smithi059.stdout:2868: writing smithi05980601-21 from 442368 to 884736 tid 1 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:2868: writing smithi05980601-21 from 884736 to 1286144 tid 2 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:2869: setattr oid 46 current snap is 310 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:2867: finishing write tid 1 to smithi05980601-15 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:2867: finishing write tid 2 to smithi05980601-15 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:2867: finishing write tid 3 to smithi05980601-15 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:2867: finishing write tid 4 to smithi05980601-15 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:2867: oid 15 updating version 0 to 1518 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:2867: oid 15 updating version 1518 to 1519 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:2867: oid 15 updating version 1519 to 1520 2024-08-17T17:15:18.248 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 1520 (ObjNum 909 snap 310 seq_num 909) dirty exists 2024-08-17T17:15:18.249 INFO:tasks.rados.rados.0.smithi059.stdout:2867: left oid 15 (ObjNum 909 snap 310 seq_num 909) 2024-08-17T17:15:18.249 INFO:tasks.rados.rados.0.smithi059.stdout:2867: done (2 left) 2024-08-17T17:15:18.249 INFO:tasks.rados.rados.0.smithi059.stdout:2870: copy_from oid 14 from oid 2 current snap is 310 2024-08-17T17:15:18.249 INFO:tasks.rados.rados.0.smithi059.stdout:2871: snap_create 2024-08-17T17:15:18.251 INFO:tasks.rados.rados.0.smithi059.stdout:2868: finishing write tid 1 to smithi05980601-21 2024-08-17T17:15:18.251 INFO:tasks.rados.rados.0.smithi059.stdout:2868: finishing write tid 2 to smithi05980601-21 2024-08-17T17:15:18.251 INFO:tasks.rados.rados.0.smithi059.stdout:2868: finishing write tid 3 to smithi05980601-21 2024-08-17T17:15:18.252 INFO:tasks.rados.rados.0.smithi059.stdout:2868: finishing write tid 4 to smithi05980601-21 2024-08-17T17:15:18.253 INFO:tasks.rados.rados.0.smithi059.stdout:2868: oid 21 updating version 0 to 2089 2024-08-17T17:15:18.253 INFO:tasks.rados.rados.0.smithi059.stdout:2868: oid 21 updating version 2089 to 2090 2024-08-17T17:15:18.253 INFO:tasks.rados.rados.0.smithi059.stdout:2868: oid 21 version 2090 is already newer than 2088 2024-08-17T17:15:18.253 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2090 (ObjNum 910 snap 310 seq_num 910) dirty exists 2024-08-17T17:15:18.253 INFO:tasks.rados.rados.0.smithi059.stdout:2868: left oid 21 (ObjNum 910 snap 310 seq_num 910) 2024-08-17T17:15:18.256 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2112 (ObjNum 897 snap 305 seq_num 897) dirty exists 2024-08-17T17:15:18.262 INFO:tasks.rados.rados.0.smithi059.stdout:2870: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:15:18.263 INFO:tasks.rados.rados.0.smithi059.stdout:2870: finishing copy_from to smithi05980601-14 2024-08-17T17:15:18.263 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2094 (ObjNum 852 snap 288 seq_num 852) dirty exists 2024-08-17T17:15:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:18 smithi059 ceph-mon[92261]: pgmap v678: 121 pgs: 121 active+clean; 342 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 874 KiB/s rd, 870 KiB/s wr, 5 op/s 2024-08-17T17:15:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:18 smithi059 ceph-mon[92261]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T17:15:18.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:18 smithi059 ceph-mon[94685]: pgmap v678: 121 pgs: 121 active+clean; 342 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 874 KiB/s rd, 870 KiB/s wr, 5 op/s 2024-08-17T17:15:18.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:18 smithi059 ceph-mon[94685]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T17:15:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:18 smithi087 ceph-mon[85676]: pgmap v678: 121 pgs: 121 active+clean; 342 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 874 KiB/s rd, 870 KiB/s wr, 5 op/s 2024-08-17T17:15:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:18 smithi087 ceph-mon[85676]: osdmap e674: 8 total, 8 up, 8 in 2024-08-17T17:15:19.246 INFO:tasks.rados.rados.0.smithi059.stdout:2868: done (3 left) 2024-08-17T17:15:19.246 INFO:tasks.rados.rados.0.smithi059.stdout:2869: done (2 left) 2024-08-17T17:15:19.246 INFO:tasks.rados.rados.0.smithi059.stdout:2870: done (1 left) 2024-08-17T17:15:19.246 INFO:tasks.rados.rados.0.smithi059.stdout:2871: done (0 left) 2024-08-17T17:15:19.246 INFO:tasks.rados.rados.0.smithi059.stdout:2872: rollback oid 6 current snap is 311 2024-08-17T17:15:19.246 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 6 to 280 2024-08-17T17:15:19.247 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 311 2024-08-17T17:15:19.247 INFO:tasks.rados.rados.0.smithi059.stdout:2873: seq_num 911 ranges {14188544=466944,14655488=401408} 2024-08-17T17:15:19.326 INFO:tasks.rados.rados.0.smithi059.stdout:2873: writing smithi05980601-9 from 14188544 to 14655488 tid 1 2024-08-17T17:15:19.328 INFO:tasks.rados.rados.0.smithi059.stdout:2873: writing smithi05980601-9 from 14655488 to 15056896 tid 2 2024-08-17T17:15:19.329 INFO:tasks.rados.rados.0.smithi059.stdout:2874: copy_from oid 19 from oid 31 current snap is 311 2024-08-17T17:15:19.329 INFO:tasks.rados.rados.0.smithi059.stdout:2872: finishing rollback tid 0 to smithi05980601-6 2024-08-17T17:15:19.329 INFO:tasks.rados.rados.0.smithi059.stdout:2875: rollback oid 17 current snap is 311 2024-08-17T17:15:19.329 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 17 to 305 2024-08-17T17:15:19.329 INFO:tasks.rados.rados.0.smithi059.stdout:2872: finishing rollback tid 1 to smithi05980601-6 2024-08-17T17:15:19.329 INFO:tasks.rados.rados.0.smithi059.stdout:2872: finishing rollback tid 2 to smithi05980601-6 2024-08-17T17:15:19.329 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2115 (ObjNum 798 snap 267 seq_num 798) dirty exists 2024-08-17T17:15:19.329 INFO:tasks.rados.rados.0.smithi059.stdout:2872: done (3 left) 2024-08-17T17:15:19.329 INFO:tasks.rados.rados.0.smithi059.stdout:2876: delete oid 7 current snap is 311 2024-08-17T17:15:19.332 INFO:tasks.rados.rados.0.smithi059.stdout:2876: done (3 left) 2024-08-17T17:15:19.332 INFO:tasks.rados.rados.0.smithi059.stdout:2877: read oid 5 snap -1 2024-08-17T17:15:19.332 INFO:tasks.rados.rados.0.smithi059.stdout:2877: expect (ObjNum 787 snap 263 seq_num 787) 2024-08-17T17:15:19.332 INFO:tasks.rados.rados.0.smithi059.stdout:2878: read oid 24 snap -1 2024-08-17T17:15:19.332 INFO:tasks.rados.rados.0.smithi059.stdout:2878: expect (ObjNum 904 snap 308 seq_num 904) 2024-08-17T17:15:19.332 INFO:tasks.rados.rados.0.smithi059.stdout:2879: delete oid 25 current snap is 311 2024-08-17T17:15:19.335 INFO:tasks.rados.rados.0.smithi059.stdout:2879: done (5 left) 2024-08-17T17:15:19.335 INFO:tasks.rados.rados.0.smithi059.stdout:2880: read oid 37 snap -1 2024-08-17T17:15:19.335 INFO:tasks.rados.rados.0.smithi059.stdout:2880: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:15:19.335 INFO:tasks.rados.rados.0.smithi059.stdout:2881: delete oid 50 current snap is 311 2024-08-17T17:15:19.336 INFO:tasks.rados.rados.0.smithi059.stdout:2873: finishing write tid 1 to smithi05980601-9 2024-08-17T17:15:19.337 INFO:tasks.rados.rados.0.smithi059.stdout:2873: finishing write tid 2 to smithi05980601-9 2024-08-17T17:15:19.337 INFO:tasks.rados.rados.0.smithi059.stdout:2873: finishing write tid 3 to smithi05980601-9 2024-08-17T17:15:19.337 INFO:tasks.rados.rados.0.smithi059.stdout:2875: finishing rollback tid 0 to smithi05980601-17 2024-08-17T17:15:19.338 INFO:tasks.rados.rados.0.smithi059.stdout:2873: finishing write tid 4 to smithi05980601-9 2024-08-17T17:15:19.338 INFO:tasks.rados.rados.0.smithi059.stdout:2873: oid 9 updating version 0 to 1908 2024-08-17T17:15:19.338 INFO:tasks.rados.rados.0.smithi059.stdout:2873: oid 9 version 1908 is already newer than 1907 2024-08-17T17:15:19.339 INFO:tasks.rados.rados.0.smithi059.stdout:2873: oid 9 version 1908 is already newer than 1906 2024-08-17T17:15:19.339 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1908 (ObjNum 911 snap 311 seq_num 911) dirty exists 2024-08-17T17:15:19.339 INFO:tasks.rados.rados.0.smithi059.stdout:2873: left oid 9 (ObjNum 911 snap 311 seq_num 911) 2024-08-17T17:15:19.339 INFO:tasks.rados.rados.0.smithi059.stdout:2878: expect (ObjNum 904 snap 308 seq_num 904) 2024-08-17T17:15:19.363 INFO:tasks.rados.rados.0.smithi059.stdout:2875: finishing rollback tid 1 to smithi05980601-17 2024-08-17T17:15:19.364 INFO:tasks.rados.rados.0.smithi059.stdout:2877: expect (ObjNum 787 snap 263 seq_num 787) 2024-08-17T17:15:19.396 INFO:tasks.rados.rados.0.smithi059.stdout:2875: finishing rollback tid 2 to smithi05980601-17 2024-08-17T17:15:19.396 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 2513 (ObjNum 795 snap 265 seq_num 795) dirty exists 2024-08-17T17:15:19.396 INFO:tasks.rados.rados.0.smithi059.stdout:2874: finishing copy_from racing read to smithi05980601-19 2024-08-17T17:15:19.396 INFO:tasks.rados.rados.0.smithi059.stdout:2873: done (6 left) 2024-08-17T17:15:19.396 INFO:tasks.rados.rados.0.smithi059.stdout:2875: done (5 left) 2024-08-17T17:15:19.397 INFO:tasks.rados.rados.0.smithi059.stdout:2877: done (4 left) 2024-08-17T17:15:19.397 INFO:tasks.rados.rados.0.smithi059.stdout:2878: done (3 left) 2024-08-17T17:15:19.397 INFO:tasks.rados.rados.0.smithi059.stdout:2881: done (2 left) 2024-08-17T17:15:19.397 INFO:tasks.rados.rados.0.smithi059.stdout:2882: rmattr oid 20 current snap is 311 2024-08-17T17:15:19.397 INFO:tasks.rados.rados.0.smithi059.stdout:2882: done (2 left) 2024-08-17T17:15:19.397 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 311 2024-08-17T17:15:19.397 INFO:tasks.rados.rados.0.smithi059.stdout:2880: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:15:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:19 smithi059 ceph-mon[92261]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T17:15:19.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:19 smithi059 ceph-mon[94685]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T17:15:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:19 smithi087 ceph-mon[85676]: osdmap e675: 8 total, 8 up, 8 in 2024-08-17T17:15:20.002 INFO:tasks.rados.rados.0.smithi059.stdout:2874: finishing copy_from to smithi05980601-19 2024-08-17T17:15:20.002 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 1738 (ObjNum 725 snap 233 seq_num 725) dirty exists 2024-08-17T17:15:20.002 INFO:tasks.rados.rados.0.smithi059.stdout:2883: seq_num 915 ranges {630784=532480,1163264=401408} 2024-08-17T17:15:20.008 INFO:tasks.rados.rados.0.smithi059.stdout:2883: writing smithi05980601-46 from 630784 to 1163264 tid 1 2024-08-17T17:15:20.010 INFO:tasks.rados.rados.0.smithi059.stdout:2883: writing smithi05980601-46 from 1163264 to 1564672 tid 2 2024-08-17T17:15:20.011 INFO:tasks.rados.rados.0.smithi059.stdout:2874: done (2 left) 2024-08-17T17:15:20.011 INFO:tasks.rados.rados.0.smithi059.stdout:2880: done (1 left) 2024-08-17T17:15:20.011 INFO:tasks.rados.rados.0.smithi059.stdout:2884: delete oid 32 current snap is 311 2024-08-17T17:15:20.014 INFO:tasks.rados.rados.0.smithi059.stdout:2884: done (1 left) 2024-08-17T17:15:20.014 INFO:tasks.rados.rados.0.smithi059.stdout:2885: rollback oid 10 current snap is 311 2024-08-17T17:15:20.014 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 261 2024-08-17T17:15:20.014 INFO:tasks.rados.rados.0.smithi059.stdout:2886: snap_create 2024-08-17T17:15:20.015 INFO:tasks.rados.rados.0.smithi059.stdout:2883: finishing write tid 1 to smithi05980601-46 2024-08-17T17:15:20.015 INFO:tasks.rados.rados.0.smithi059.stdout:2883: finishing write tid 2 to smithi05980601-46 2024-08-17T17:15:20.015 INFO:tasks.rados.rados.0.smithi059.stdout:2883: finishing write tid 3 to smithi05980601-46 2024-08-17T17:15:20.016 INFO:tasks.rados.rados.0.smithi059.stdout:2885: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:15:20.017 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1903 (ObjNum 129 snap 0 seq_num 338919944) dirty dne 2024-08-17T17:15:20.017 INFO:tasks.rados.rados.0.smithi059.stdout:2883: finishing write tid 4 to smithi05980601-46 2024-08-17T17:15:20.017 INFO:tasks.rados.rados.0.smithi059.stdout:2883: oid 46 updating version 0 to 2118 2024-08-17T17:15:20.017 INFO:tasks.rados.rados.0.smithi059.stdout:2883: oid 46 version 2118 is already newer than 2117 2024-08-17T17:15:20.017 INFO:tasks.rados.rados.0.smithi059.stdout:2883: oid 46 version 2118 is already newer than 2116 2024-08-17T17:15:20.017 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2118 (ObjNum 915 snap 311 seq_num 915) dirty exists 2024-08-17T17:15:20.017 INFO:tasks.rados.rados.0.smithi059.stdout:2883: left oid 46 (ObjNum 915 snap 311 seq_num 915) 2024-08-17T17:15:20.247 INFO:tasks.rados.rados.0.smithi059.stdout:2883: done (2 left) 2024-08-17T17:15:20.247 INFO:tasks.rados.rados.0.smithi059.stdout:2885: done (1 left) 2024-08-17T17:15:20.247 INFO:tasks.rados.rados.0.smithi059.stdout:2886: done (0 left) 2024-08-17T17:15:20.247 INFO:tasks.rados.rados.0.smithi059.stdout:2887: delete oid 44 current snap is 312 2024-08-17T17:15:20.250 INFO:tasks.rados.rados.0.smithi059.stdout:2887: done (0 left) 2024-08-17T17:15:20.250 INFO:tasks.rados.rados.0.smithi059.stdout:2888: read oid 11 snap -1 2024-08-17T17:15:20.250 INFO:tasks.rados.rados.0.smithi059.stdout:2888: expect (ObjNum 816 snap 273 seq_num 816) 2024-08-17T17:15:20.250 INFO:tasks.rados.rados.0.smithi059.stdout:2889: rollback oid 21 current snap is 312 2024-08-17T17:15:20.250 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 21 to 270 2024-08-17T17:15:20.250 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 312 2024-08-17T17:15:20.250 INFO:tasks.rados.rados.0.smithi059.stdout:2890: seq_num 918 ranges {0=581632,581632=401408} 2024-08-17T17:15:20.253 INFO:tasks.rados.rados.0.smithi059.stdout:2890: writing smithi05980601-28 from 0 to 581632 tid 1 2024-08-17T17:15:20.256 INFO:tasks.rados.rados.0.smithi059.stdout:2890: writing smithi05980601-28 from 581632 to 983040 tid 2 2024-08-17T17:15:20.256 INFO:tasks.rados.rados.0.smithi059.stdout:2891: rollback oid 49 current snap is 312 2024-08-17T17:15:20.256 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 49 to 263 2024-08-17T17:15:20.256 INFO:tasks.rados.rados.0.smithi059.stdout:2889: finishing rollback tid 0 to smithi05980601-21 2024-08-17T17:15:20.256 INFO:tasks.rados.rados.0.smithi059.stdout:2889: finishing rollback tid 1 to smithi05980601-21 2024-08-17T17:15:20.257 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 312 2024-08-17T17:15:20.257 INFO:tasks.rados.rados.0.smithi059.stdout:2892: seq_num 919 ranges {811008=598016,1409024=401408} 2024-08-17T17:15:20.265 INFO:tasks.rados.rados.0.smithi059.stdout:2892: writing smithi05980601-22 from 811008 to 1409024 tid 1 2024-08-17T17:15:20.267 INFO:tasks.rados.rados.0.smithi059.stdout:2892: writing smithi05980601-22 from 1409024 to 1810432 tid 2 2024-08-17T17:15:20.267 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 312 2024-08-17T17:15:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:2889: finishing rollback tid 2 to smithi05980601-21 2024-08-17T17:15:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2093 (ObjNum 730 snap 237 seq_num 730) dirty exists 2024-08-17T17:15:20.268 INFO:tasks.rados.rados.0.smithi059.stdout:2893: seq_num 920 ranges {0=614400,614400=401408} 2024-08-17T17:15:20.271 INFO:tasks.rados.rados.0.smithi059.stdout:2893: writing smithi05980601-18 from 0 to 614400 tid 1 2024-08-17T17:15:20.274 INFO:tasks.rados.rados.0.smithi059.stdout:2893: writing smithi05980601-18 from 614400 to 1015808 tid 2 2024-08-17T17:15:20.274 INFO:tasks.rados.rados.0.smithi059.stdout:2889: done (5 left) 2024-08-17T17:15:20.275 INFO:tasks.rados.rados.0.smithi059.stdout:2894: read oid 30 snap -1 2024-08-17T17:15:20.275 INFO:tasks.rados.rados.0.smithi059.stdout:2894: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:15:20.275 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 312 2024-08-17T17:15:20.275 INFO:tasks.rados.rados.0.smithi059.stdout:2890: finishing write tid 1 to smithi05980601-28 2024-08-17T17:15:20.275 INFO:tasks.rados.rados.0.smithi059.stdout:2895: seq_num 921 ranges {188416=630784,819200=401408} 2024-08-17T17:15:20.279 INFO:tasks.rados.rados.0.smithi059.stdout:2895: writing smithi05980601-35 from 188416 to 819200 tid 1 2024-08-17T17:15:20.282 INFO:tasks.rados.rados.0.smithi059.stdout:2895: writing smithi05980601-35 from 819200 to 1220608 tid 2 2024-08-17T17:15:20.282 INFO:tasks.rados.rados.0.smithi059.stdout:2896: copy_from oid 44 from oid 1 current snap is 312 2024-08-17T17:15:20.282 INFO:tasks.rados.rados.0.smithi059.stdout:2890: finishing write tid 2 to smithi05980601-28 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2890: finishing write tid 3 to smithi05980601-28 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2890: finishing write tid 4 to smithi05980601-28 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2890: oid 28 updating version 0 to 1903 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2890: oid 28 updating version 1903 to 1904 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2890: oid 28 updating version 1904 to 1905 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1905 (ObjNum 918 snap 312 seq_num 918) dirty exists 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2890: left oid 28 (ObjNum 918 snap 312 seq_num 918) 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2890: done (7 left) 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2897: read oid 42 snap -1 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2897: expect (ObjNum 899 snap 308 seq_num 899) 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 312 2024-08-17T17:15:20.283 INFO:tasks.rados.rados.0.smithi059.stdout:2888: expect (ObjNum 816 snap 273 seq_num 816) 2024-08-17T17:15:20.476 INFO:tasks.rados.rados.0.smithi059.stdout:2891: finishing rollback tid 0 to smithi05980601-49 2024-08-17T17:15:20.476 INFO:tasks.rados.rados.0.smithi059.stdout:2891: finishing rollback tid 1 to smithi05980601-49 2024-08-17T17:15:20.476 INFO:tasks.rados.rados.0.smithi059.stdout:2892: finishing write tid 1 to smithi05980601-22 2024-08-17T17:15:20.476 INFO:tasks.rados.rados.0.smithi059.stdout:2892: finishing write tid 2 to smithi05980601-22 2024-08-17T17:15:20.476 INFO:tasks.rados.rados.0.smithi059.stdout:2891: finishing rollback tid 2 to smithi05980601-49 2024-08-17T17:15:20.476 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 2521 (ObjNum 778 snap 258 seq_num 778) dirty exists 2024-08-17T17:15:20.476 INFO:tasks.rados.rados.0.smithi059.stdout:2892: finishing write tid 3 to smithi05980601-22 2024-08-17T17:15:20.476 INFO:tasks.rados.rados.0.smithi059.stdout:2898: seq_num 922 ranges {2498560=647168,3145728=401408} 2024-08-17T17:15:20.493 INFO:tasks.rados.rados.0.smithi059.stdout:2898: writing smithi05980601-38 from 2498560 to 3145728 tid 1 2024-08-17T17:15:20.495 INFO:tasks.rados.rados.0.smithi059.stdout:2898: writing smithi05980601-38 from 3145728 to 3547136 tid 2 2024-08-17T17:15:20.495 INFO:tasks.rados.rados.0.smithi059.stdout:2888: done (8 left) 2024-08-17T17:15:20.495 INFO:tasks.rados.rados.0.smithi059.stdout:2891: done (7 left) 2024-08-17T17:15:20.495 INFO:tasks.rados.rados.0.smithi059.stdout:2899: snap_remove snap 259 2024-08-17T17:15:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:20 smithi059 ceph-mon[92261]: pgmap v681: 121 pgs: 121 active+clean; 358 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2024-08-17T17:15:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:20 smithi059 ceph-mon[92261]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T17:15:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:20.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:20 smithi059 ceph-mon[94685]: pgmap v681: 121 pgs: 121 active+clean; 358 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2024-08-17T17:15:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:20 smithi059 ceph-mon[94685]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T17:15:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:20 smithi087 ceph-mon[85676]: pgmap v681: 121 pgs: 121 active+clean; 358 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 11 op/s 2024-08-17T17:15:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:20 smithi087 ceph-mon[85676]: osdmap e676: 8 total, 8 up, 8 in 2024-08-17T17:15:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:21.202 INFO:tasks.rados.rados.0.smithi059.stdout:2899: done (7 left) 2024-08-17T17:15:21.203 INFO:tasks.rados.rados.0.smithi059.stdout:2900: snap_remove snap 278 2024-08-17T17:15:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:21 smithi059 ceph-mon[94685]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T17:15:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:21 smithi059 ceph-mon[94685]: pgmap v684: 121 pgs: 121 active+clean; 362 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 9 op/s 2024-08-17T17:15:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:21 smithi059 ceph-mon[94685]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T17:15:21.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:21 smithi059 ceph-mon[92261]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T17:15:21.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:21 smithi059 ceph-mon[92261]: pgmap v684: 121 pgs: 121 active+clean; 362 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 9 op/s 2024-08-17T17:15:21.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:21 smithi059 ceph-mon[92261]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T17:15:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:21 smithi087 ceph-mon[85676]: osdmap e677: 8 total, 8 up, 8 in 2024-08-17T17:15:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:21 smithi087 ceph-mon[85676]: pgmap v684: 121 pgs: 121 active+clean; 362 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 5.2 MiB/s wr, 9 op/s 2024-08-17T17:15:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:21 smithi087 ceph-mon[85676]: osdmap e678: 8 total, 8 up, 8 in 2024-08-17T17:15:22.203 INFO:tasks.rados.rados.0.smithi059.stdout:2900: done (7 left) 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2901: delete oid 15 current snap is 312 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2892: finishing write tid 4 to smithi05980601-22 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2892: oid 22 updating version 0 to 1555 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2892: oid 22 version 1555 is already newer than 1554 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2892: oid 22 updating version 1555 to 1556 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 1556 (ObjNum 919 snap 312 seq_num 919) dirty exists 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2892: left oid 22 (ObjNum 919 snap 312 seq_num 919) 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2893: finishing write tid 1 to smithi05980601-18 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2893: finishing write tid 2 to smithi05980601-18 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2893: finishing write tid 3 to smithi05980601-18 2024-08-17T17:15:22.204 INFO:tasks.rados.rados.0.smithi059.stdout:2893: finishing write tid 4 to smithi05980601-18 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2893: oid 18 updating version 0 to 1668 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2893: oid 18 version 1668 is already newer than 1667 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2893: oid 18 updating version 1668 to 1669 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 1669 (ObjNum 920 snap 312 seq_num 920) dirty exists 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2893: left oid 18 (ObjNum 920 snap 312 seq_num 920) 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2896: finishing copy_from to smithi05980601-44 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2896: got expected ENOENT (src dne) 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2896: finishing copy_from racing read to smithi05980601-44 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2895: finishing write tid 1 to smithi05980601-35 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2895: finishing write tid 2 to smithi05980601-35 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2895: finishing write tid 3 to smithi05980601-35 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2895: finishing write tid 4 to smithi05980601-35 2024-08-17T17:15:22.205 INFO:tasks.rados.rados.0.smithi059.stdout:2895: oid 35 updating version 0 to 1559 2024-08-17T17:15:22.206 INFO:tasks.rados.rados.0.smithi059.stdout:2895: oid 35 version 1559 is already newer than 1558 2024-08-17T17:15:22.206 INFO:tasks.rados.rados.0.smithi059.stdout:2895: oid 35 version 1559 is already newer than 1557 2024-08-17T17:15:22.206 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1559 (ObjNum 921 snap 312 seq_num 921) dirty exists 2024-08-17T17:15:22.206 INFO:tasks.rados.rados.0.smithi059.stdout:2895: left oid 35 (ObjNum 921 snap 312 seq_num 921) 2024-08-17T17:15:22.206 INFO:tasks.rados.rados.0.smithi059.stdout:2897: expect (ObjNum 899 snap 308 seq_num 899) 2024-08-17T17:15:22.255 INFO:tasks.rados.rados.0.smithi059.stdout:2894: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:15:22.356 INFO:tasks.rados.rados.0.smithi059.stdout:2898: finishing write tid 1 to smithi05980601-38 2024-08-17T17:15:22.356 INFO:tasks.rados.rados.0.smithi059.stdout:2898: finishing write tid 2 to smithi05980601-38 2024-08-17T17:15:22.356 INFO:tasks.rados.rados.0.smithi059.stdout:2898: finishing write tid 3 to smithi05980601-38 2024-08-17T17:15:22.356 INFO:tasks.rados.rados.0.smithi059.stdout:2898: finishing write tid 4 to smithi05980601-38 2024-08-17T17:15:22.356 INFO:tasks.rados.rados.0.smithi059.stdout:2898: oid 38 updating version 0 to 1739 2024-08-17T17:15:22.356 INFO:tasks.rados.rados.0.smithi059.stdout:2898: oid 38 updating version 1739 to 1740 2024-08-17T17:15:22.356 INFO:tasks.rados.rados.0.smithi059.stdout:2898: oid 38 updating version 1740 to 1741 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1741 (ObjNum 922 snap 312 seq_num 922) dirty exists 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2898: left oid 38 (ObjNum 922 snap 312 seq_num 922) 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2892: done (7 left) 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2893: done (6 left) 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2894: done (5 left) 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2895: done (4 left) 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2896: done (3 left) 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2897: done (2 left) 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2898: done (1 left) 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2901: done (0 left) 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:2902: rollback oid 41 current snap is 312 2024-08-17T17:15:22.357 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 298 2024-08-17T17:15:22.358 INFO:tasks.rados.rados.0.smithi059.stdout:2903: copy_from oid 2 from oid 3 current snap is 312 2024-08-17T17:15:22.358 INFO:tasks.rados.rados.0.smithi059.stdout:2904: delete oid 12 current snap is 312 2024-08-17T17:15:22.360 INFO:tasks.rados.rados.0.smithi059.stdout:2904: done (2 left) 2024-08-17T17:15:22.360 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 312 2024-08-17T17:15:22.360 INFO:tasks.rados.rados.0.smithi059.stdout:2905: seq_num 925 ranges {1564672=696320,2260992=401408} 2024-08-17T17:15:22.372 INFO:tasks.rados.rados.0.smithi059.stdout:2905: writing smithi05980601-46 from 1564672 to 2260992 tid 1 2024-08-17T17:15:22.378 INFO:tasks.rados.rados.0.smithi059.stdout:2905: writing smithi05980601-46 from 2260992 to 2662400 tid 2 2024-08-17T17:15:22.378 INFO:tasks.rados.rados.0.smithi059.stdout:2906: copy_from oid 30 from oid 25 current snap is 312 2024-08-17T17:15:22.378 INFO:tasks.rados.rados.0.smithi059.stdout:2902: finishing rollback tid 0 to smithi05980601-41 2024-08-17T17:15:22.378 INFO:tasks.rados.rados.0.smithi059.stdout:2902: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:15:22.378 INFO:tasks.rados.rados.0.smithi059.stdout:2902: finishing rollback tid 2 to smithi05980601-41 2024-08-17T17:15:22.378 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 2096 (ObjNum 880 snap 298 seq_num 880) dirty exists 2024-08-17T17:15:22.378 INFO:tasks.rados.rados.0.smithi059.stdout:2902: done (3 left) 2024-08-17T17:15:22.379 INFO:tasks.rados.rados.0.smithi059.stdout:2907: snap_remove snap 302 2024-08-17T17:15:23.212 INFO:tasks.rados.rados.0.smithi059.stdout:2907: done (3 left) 2024-08-17T17:15:23.212 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 312 2024-08-17T17:15:23.212 INFO:tasks.rados.rados.0.smithi059.stdout:2908: seq_num 926 ranges {5341184=712704,6053888=401408} 2024-08-17T17:15:23.245 INFO:tasks.rados.rados.0.smithi059.stdout:2908: writing smithi05980601-26 from 5341184 to 6053888 tid 1 2024-08-17T17:15:23.248 INFO:tasks.rados.rados.0.smithi059.stdout:2908: writing smithi05980601-26 from 6053888 to 6455296 tid 2 2024-08-17T17:15:23.248 INFO:tasks.rados.rados.0.smithi059.stdout:2909: delete oid 24 current snap is 312 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2903: finishing copy_from racing read to smithi05980601-2 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2906: finishing copy_from to smithi05980601-30 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2906: got expected ENOENT (src dne) 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2906: finishing copy_from racing read to smithi05980601-30 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2903: finishing copy_from to smithi05980601-2 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 1263 (ObjNum 855 snap 289 seq_num 855) dirty exists 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2905: finishing write tid 1 to smithi05980601-46 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2905: finishing write tid 2 to smithi05980601-46 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2905: finishing write tid 3 to smithi05980601-46 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2905: finishing write tid 4 to smithi05980601-46 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2905: oid 46 updating version 0 to 2119 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2905: oid 46 updating version 2119 to 2121 2024-08-17T17:15:23.249 INFO:tasks.rados.rados.0.smithi059.stdout:2905: oid 46 version 2121 is already newer than 2120 2024-08-17T17:15:23.250 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2121 (ObjNum 925 snap 312 seq_num 925) dirty exists 2024-08-17T17:15:23.250 INFO:tasks.rados.rados.0.smithi059.stdout:2905: left oid 46 (ObjNum 925 snap 312 seq_num 925) 2024-08-17T17:15:23.250 INFO:tasks.rados.rados.0.smithi059.stdout:2903: done (4 left) 2024-08-17T17:15:23.250 INFO:tasks.rados.rados.0.smithi059.stdout:2905: done (3 left) 2024-08-17T17:15:23.250 INFO:tasks.rados.rados.0.smithi059.stdout:2906: done (2 left) 2024-08-17T17:15:23.250 INFO:tasks.rados.rados.0.smithi059.stdout:2909: done (1 left) 2024-08-17T17:15:23.250 INFO:tasks.rados.rados.0.smithi059.stdout:2910: delete oid 29 current snap is 312 2024-08-17T17:15:23.251 INFO:tasks.rados.rados.0.smithi059.stdout:2908: finishing write tid 1 to smithi05980601-26 2024-08-17T17:15:23.251 INFO:tasks.rados.rados.0.smithi059.stdout:2908: finishing write tid 2 to smithi05980601-26 2024-08-17T17:15:23.251 INFO:tasks.rados.rados.0.smithi059.stdout:2908: finishing write tid 3 to smithi05980601-26 2024-08-17T17:15:23.252 INFO:tasks.rados.rados.0.smithi059.stdout:2910: done (1 left) 2024-08-17T17:15:23.253 INFO:tasks.rados.rados.0.smithi059.stdout:2911: snap_remove snap 283 2024-08-17T17:15:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:23 smithi059 ceph-mon[92261]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T17:15:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:23 smithi059 ceph-mon[94685]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T17:15:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:23 smithi087 ceph-mon[85676]: osdmap e679: 8 total, 8 up, 8 in 2024-08-17T17:15:24.214 INFO:tasks.rados.rados.0.smithi059.stdout:2911: done (1 left) 2024-08-17T17:15:24.214 INFO:tasks.rados.rados.0.smithi059.stdout:2912: snap_create 2024-08-17T17:15:24.214 INFO:tasks.rados.rados.0.smithi059.stdout:2908: finishing write tid 4 to smithi05980601-26 2024-08-17T17:15:24.214 INFO:tasks.rados.rados.0.smithi059.stdout:2908: oid 26 updating version 0 to 1523 2024-08-17T17:15:24.214 INFO:tasks.rados.rados.0.smithi059.stdout:2908: oid 26 updating version 1523 to 1524 2024-08-17T17:15:24.214 INFO:tasks.rados.rados.0.smithi059.stdout:2908: oid 26 version 1524 is already newer than 1522 2024-08-17T17:15:24.214 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 1524 (ObjNum 926 snap 312 seq_num 926) dirty exists 2024-08-17T17:15:24.214 INFO:tasks.rados.rados.0.smithi059.stdout:2908: left oid 26 (ObjNum 926 snap 312 seq_num 926) 2024-08-17T17:15:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:24 smithi059 ceph-mon[92261]: pgmap v687: 121 pgs: 121 active+clean; 374 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-08-17T17:15:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:24 smithi059 ceph-mon[92261]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T17:15:24.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:15:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:15:24] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.51.0" 2024-08-17T17:15:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:24 smithi059 ceph-mon[94685]: pgmap v687: 121 pgs: 121 active+clean; 374 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-08-17T17:15:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:24 smithi059 ceph-mon[94685]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T17:15:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:24 smithi087 ceph-mon[85676]: pgmap v687: 121 pgs: 121 active+clean; 374 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-08-17T17:15:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:24 smithi087 ceph-mon[85676]: osdmap e680: 8 total, 8 up, 8 in 2024-08-17T17:15:25.226 INFO:tasks.rados.rados.0.smithi059.stdout:2908: done (1 left) 2024-08-17T17:15:25.226 INFO:tasks.rados.rados.0.smithi059.stdout:2912: done (0 left) 2024-08-17T17:15:25.226 INFO:tasks.rados.rados.0.smithi059.stdout:2913: rmattr oid 49 current snap is 313 2024-08-17T17:15:25.226 INFO:tasks.rados.rados.0.smithi059.stdout:2913: done (0 left) 2024-08-17T17:15:25.226 INFO:tasks.rados.rados.0.smithi059.stdout:2914: snap_remove snap 270 2024-08-17T17:15:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:25 smithi059 ceph-mon[92261]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T17:15:25.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:25 smithi059 ceph-mon[94685]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T17:15:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:25 smithi087 ceph-mon[85676]: osdmap e681: 8 total, 8 up, 8 in 2024-08-17T17:15:26.206 INFO:tasks.rados.rados.0.smithi059.stdout:2914: done (0 left) 2024-08-17T17:15:26.217 INFO:tasks.rados.rados.0.smithi059.stdout:2915: rollback oid 11 current snap is 313 2024-08-17T17:15:26.217 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 297 2024-08-17T17:15:26.217 INFO:tasks.rados.rados.0.smithi059.stdout:2916: delete oid 36 current snap is 313 2024-08-17T17:15:26.225 INFO:tasks.rados.rados.0.smithi059.stdout:2916: done (1 left) 2024-08-17T17:15:26.225 INFO:tasks.rados.rados.0.smithi059.stdout:2917: copy_from oid 1 from oid 9 current snap is 313 2024-08-17T17:15:26.225 INFO:tasks.rados.rados.0.smithi059.stdout:2918: snap_remove snap 310 2024-08-17T17:15:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:26 smithi059 ceph-mon[92261]: pgmap v690: 121 pgs: 121 active+clean; 384 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-08-17T17:15:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:26 smithi059 ceph-mon[92261]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T17:15:26.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:26 smithi059 ceph-mon[92261]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T17:15:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:26 smithi059 ceph-mon[94685]: pgmap v690: 121 pgs: 121 active+clean; 384 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-08-17T17:15:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:26 smithi059 ceph-mon[94685]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T17:15:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:26 smithi059 ceph-mon[94685]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T17:15:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:26 smithi087 ceph-mon[85676]: pgmap v690: 121 pgs: 121 active+clean; 384 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 29 op/s 2024-08-17T17:15:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:26 smithi087 ceph-mon[85676]: osdmap e682: 8 total, 8 up, 8 in 2024-08-17T17:15:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:26 smithi087 ceph-mon[85676]: osdmap e683: 8 total, 8 up, 8 in 2024-08-17T17:15:27.238 INFO:tasks.rados.rados.0.smithi059.stdout:2918: done (2 left) 2024-08-17T17:15:27.238 INFO:tasks.rados.rados.0.smithi059.stdout:2919: setattr oid 38 current snap is 313 2024-08-17T17:15:27.238 INFO:tasks.rados.rados.0.smithi059.stdout:2915: finishing rollback tid 0 to smithi05980601-11 2024-08-17T17:15:27.238 INFO:tasks.rados.rados.0.smithi059.stdout:2915: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:15:27.238 INFO:tasks.rados.rados.0.smithi059.stdout:2915: finishing rollback tid 2 to smithi05980601-11 2024-08-17T17:15:27.238 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2581 (ObjNum 816 snap 273 seq_num 816) dirty exists 2024-08-17T17:15:27.238 INFO:tasks.rados.rados.0.smithi059.stdout:2917: finishing copy_from racing read to smithi05980601-1 2024-08-17T17:15:27.238 INFO:tasks.rados.rados.0.smithi059.stdout:2917: finishing copy_from to smithi05980601-1 2024-08-17T17:15:27.239 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1908 (ObjNum 911 snap 311 seq_num 911) dirty exists 2024-08-17T17:15:27.240 INFO:tasks.rados.rados.0.smithi059.stdout:2915: done (2 left) 2024-08-17T17:15:27.240 INFO:tasks.rados.rados.0.smithi059.stdout:2917: done (1 left) 2024-08-17T17:15:27.240 INFO:tasks.rados.rados.0.smithi059.stdout:2920: snap_create 2024-08-17T17:15:27.248 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1742 (ObjNum 922 snap 312 seq_num 922) dirty exists 2024-08-17T17:15:28.246 INFO:tasks.rados.rados.0.smithi059.stdout:2919: done (1 left) 2024-08-17T17:15:28.246 INFO:tasks.rados.rados.0.smithi059.stdout:2920: done (0 left) 2024-08-17T17:15:28.246 INFO:tasks.rados.rados.0.smithi059.stdout:2921: snap_remove snap 312 2024-08-17T17:15:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:28 smithi059 ceph-mon[92261]: pgmap v693: 121 pgs: 121 active+clean; 382 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-17T17:15:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:28 smithi059 ceph-mon[92261]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T17:15:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:28 smithi059 ceph-mon[94685]: pgmap v693: 121 pgs: 121 active+clean; 382 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-17T17:15:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:28 smithi059 ceph-mon[94685]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T17:15:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:28 smithi087 ceph-mon[85676]: pgmap v693: 121 pgs: 121 active+clean; 382 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-08-17T17:15:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:28 smithi087 ceph-mon[85676]: osdmap e684: 8 total, 8 up, 8 in 2024-08-17T17:15:29.254 INFO:tasks.rados.rados.0.smithi059.stdout:2921: done (0 left) 2024-08-17T17:15:29.254 INFO:tasks.rados.rados.0.smithi059.stdout:2922: delete oid 29 current snap is 314 2024-08-17T17:15:29.260 INFO:tasks.rados.rados.0.smithi059.stdout:2922: done (0 left) 2024-08-17T17:15:29.260 INFO:tasks.rados.rados.0.smithi059.stdout:2923: copy_from oid 14 from oid 22 current snap is 314 2024-08-17T17:15:29.261 INFO:tasks.rados.rados.0.smithi059.stdout:2924: delete oid 40 current snap is 314 2024-08-17T17:15:29.265 INFO:tasks.rados.rados.0.smithi059.stdout:2924: done (1 left) 2024-08-17T17:15:29.265 INFO:tasks.rados.rados.0.smithi059.stdout:2925: delete oid 21 current snap is 314 2024-08-17T17:15:29.268 INFO:tasks.rados.rados.0.smithi059.stdout:2925: done (1 left) 2024-08-17T17:15:29.268 INFO:tasks.rados.rados.0.smithi059.stdout:2926: rmattr oid 28 current snap is 314 2024-08-17T17:15:29.268 INFO:tasks.rados.rados.0.smithi059.stdout:2926: done (1 left) 2024-08-17T17:15:29.268 INFO:tasks.rados.rados.0.smithi059.stdout:2927: read oid 7 snap 282 2024-08-17T17:15:29.268 INFO:tasks.rados.rados.0.smithi059.stdout:2927: expect (ObjNum 829 snap 280 seq_num 829) 2024-08-17T17:15:29.268 INFO:tasks.rados.rados.0.smithi059.stdout:2928: copy_from oid 25 from oid 26 current snap is 314 2024-08-17T17:15:29.268 INFO:tasks.rados.rados.0.smithi059.stdout:2929: rollback oid 11 current snap is 314 2024-08-17T17:15:29.269 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 300 2024-08-17T17:15:29.269 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 314 2024-08-17T17:15:29.269 INFO:tasks.rados.rados.0.smithi059.stdout:2930: seq_num 933 ranges {3227648=434176,3661824=548864,4210688=253952} 2024-08-17T17:15:29.289 INFO:tasks.rados.rados.0.smithi059.stdout:2930: writing smithi05980601-30 from 3227648 to 3661824 tid 1 2024-08-17T17:15:29.293 INFO:tasks.rados.rados.0.smithi059.stdout:2930: writing smithi05980601-30 from 3661824 to 4210688 tid 2 2024-08-17T17:15:29.295 INFO:tasks.rados.rados.0.smithi059.stdout:2930: writing smithi05980601-30 from 4210688 to 4464640 tid 3 2024-08-17T17:15:29.295 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 314 2024-08-17T17:15:29.295 INFO:tasks.rados.rados.0.smithi059.stdout:2923: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:15:29.295 INFO:tasks.rados.rados.0.smithi059.stdout:2929: finishing rollback tid 0 to smithi05980601-11 2024-08-17T17:15:29.295 INFO:tasks.rados.rados.0.smithi059.stdout:2923: finishing copy_from to smithi05980601-14 2024-08-17T17:15:29.295 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 1556 (ObjNum 919 snap 312 seq_num 919) dirty exists 2024-08-17T17:15:29.295 INFO:tasks.rados.rados.0.smithi059.stdout:2929: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:15:29.296 INFO:tasks.rados.rados.0.smithi059.stdout:2929: finishing rollback tid 2 to smithi05980601-11 2024-08-17T17:15:29.296 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2603 (ObjNum 816 snap 273 seq_num 816) dirty exists 2024-08-17T17:15:29.296 INFO:tasks.rados.rados.0.smithi059.stdout:2930: finishing write tid 1 to smithi05980601-30 2024-08-17T17:15:29.296 INFO:tasks.rados.rados.0.smithi059.stdout:2931: seq_num 934 ranges {4431872=450560,4882432=434176,5316608=368640} 2024-08-17T17:15:29.322 INFO:tasks.rados.rados.0.smithi059.stdout:2931: writing smithi05980601-2 from 4431872 to 4882432 tid 1 2024-08-17T17:15:29.324 INFO:tasks.rados.rados.0.smithi059.stdout:2931: writing smithi05980601-2 from 4882432 to 5316608 tid 2 2024-08-17T17:15:29.327 INFO:tasks.rados.rados.0.smithi059.stdout:2931: writing smithi05980601-2 from 5316608 to 5685248 tid 3 2024-08-17T17:15:29.327 INFO:tasks.rados.rados.0.smithi059.stdout:2923: done (5 left) 2024-08-17T17:15:29.327 INFO:tasks.rados.rados.0.smithi059.stdout:2929: done (4 left) 2024-08-17T17:15:29.327 INFO:tasks.rados.rados.0.smithi059.stdout:2932: copy_from oid 14 from oid 33 current snap is 314 2024-08-17T17:15:29.327 INFO:tasks.rados.rados.0.smithi059.stdout:2930: finishing write tid 2 to smithi05980601-30 2024-08-17T17:15:29.327 INFO:tasks.rados.rados.0.smithi059.stdout:2930: finishing write tid 3 to smithi05980601-30 2024-08-17T17:15:29.327 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 314 2024-08-17T17:15:29.328 INFO:tasks.rados.rados.0.smithi059.stdout:2930: finishing write tid 4 to smithi05980601-30 2024-08-17T17:15:29.328 INFO:tasks.rados.rados.0.smithi059.stdout:2930: finishing write tid 5 to smithi05980601-30 2024-08-17T17:15:29.328 INFO:tasks.rados.rados.0.smithi059.stdout:2930: oid 30 updating version 0 to 1665 2024-08-17T17:15:29.328 INFO:tasks.rados.rados.0.smithi059.stdout:2930: oid 30 updating version 1665 to 1668 2024-08-17T17:15:29.328 INFO:tasks.rados.rados.0.smithi059.stdout:2930: oid 30 version 1668 is already newer than 1666 2024-08-17T17:15:29.328 INFO:tasks.rados.rados.0.smithi059.stdout:2930: oid 30 version 1668 is already newer than 1667 2024-08-17T17:15:29.328 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1668 (ObjNum 933 snap 314 seq_num 933) dirty exists 2024-08-17T17:15:29.328 INFO:tasks.rados.rados.0.smithi059.stdout:2930: left oid 30 (ObjNum 933 snap 314 seq_num 933) 2024-08-17T17:15:29.328 INFO:tasks.rados.rados.0.smithi059.stdout:2927: expect (ObjNum 829 snap 280 seq_num 829) 2024-08-17T17:15:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:29 smithi059 ceph-mon[94685]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T17:15:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:29 smithi059 ceph-mon[94685]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 371 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 272 KiB/s wr, 2 op/s 2024-08-17T17:15:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:29 smithi059 ceph-mon[92261]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T17:15:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:29 smithi059 ceph-mon[92261]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 371 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 272 KiB/s wr, 2 op/s 2024-08-17T17:15:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:29 smithi087 ceph-mon[85676]: osdmap e685: 8 total, 8 up, 8 in 2024-08-17T17:15:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:29 smithi087 ceph-mon[85676]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 371 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 272 KiB/s wr, 2 op/s 2024-08-17T17:15:29.837 INFO:tasks.rados.rados.0.smithi059.stdout:2928: finishing copy_from racing read to smithi05980601-25 2024-08-17T17:15:29.837 INFO:tasks.rados.rados.0.smithi059.stdout:2928: finishing copy_from to smithi05980601-25 2024-08-17T17:15:29.837 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1524 (ObjNum 926 snap 312 seq_num 926) dirty exists 2024-08-17T17:15:29.837 INFO:tasks.rados.rados.0.smithi059.stdout:2931: finishing write tid 1 to smithi05980601-2 2024-08-17T17:15:29.837 INFO:tasks.rados.rados.0.smithi059.stdout:2931: finishing write tid 2 to smithi05980601-2 2024-08-17T17:15:29.837 INFO:tasks.rados.rados.0.smithi059.stdout:2931: finishing write tid 3 to smithi05980601-2 2024-08-17T17:15:29.838 INFO:tasks.rados.rados.0.smithi059.stdout:2931: finishing write tid 4 to smithi05980601-2 2024-08-17T17:15:29.838 INFO:tasks.rados.rados.0.smithi059.stdout:2933: seq_num 935 ranges {0=466944,466944=720896,1187840=81920} 2024-08-17T17:15:29.839 INFO:tasks.rados.rados.0.smithi059.stdout:2933: writing smithi05980601-50 from 0 to 466944 tid 1 2024-08-17T17:15:29.843 INFO:tasks.rados.rados.0.smithi059.stdout:2933: writing smithi05980601-50 from 466944 to 1187840 tid 2 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2933: writing smithi05980601-50 from 1187840 to 1269760 tid 3 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2927: done (5 left) 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2928: done (4 left) 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2930: done (3 left) 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2934: delete oid 40 current snap is 314 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2931: finishing write tid 5 to smithi05980601-2 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2931: oid 2 updating version 0 to 2123 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2931: oid 2 updating version 2123 to 2125 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2931: oid 2 version 2125 is already newer than 2122 2024-08-17T17:15:29.845 INFO:tasks.rados.rados.0.smithi059.stdout:2931: oid 2 version 2125 is already newer than 2124 2024-08-17T17:15:29.846 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2125 (ObjNum 934 snap 314 seq_num 934) dirty exists 2024-08-17T17:15:29.846 INFO:tasks.rados.rados.0.smithi059.stdout:2931: left oid 2 (ObjNum 934 snap 314 seq_num 934) 2024-08-17T17:15:29.846 INFO:tasks.rados.rados.0.smithi059.stdout:2932: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:15:29.846 INFO:tasks.rados.rados.0.smithi059.stdout:2932: finishing copy_from to smithi05980601-14 2024-08-17T17:15:29.846 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 1667 (ObjNum 830 snap 281 seq_num 830) dirty exists 2024-08-17T17:15:29.846 INFO:tasks.rados.rados.0.smithi059.stdout:2933: finishing write tid 1 to smithi05980601-50 2024-08-17T17:15:29.847 INFO:tasks.rados.rados.0.smithi059.stdout:2931: done (3 left) 2024-08-17T17:15:29.847 INFO:tasks.rados.rados.0.smithi059.stdout:2932: done (2 left) 2024-08-17T17:15:29.847 INFO:tasks.rados.rados.0.smithi059.stdout:2934: done (1 left) 2024-08-17T17:15:29.847 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 314 2024-08-17T17:15:29.847 INFO:tasks.rados.rados.0.smithi059.stdout:2935: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-08-17T17:15:29.850 INFO:tasks.rados.rados.0.smithi059.stdout:2935: writing smithi05980601-23 from 0 to 499712 tid 1 2024-08-17T17:15:29.853 INFO:tasks.rados.rados.0.smithi059.stdout:2935: writing smithi05980601-23 from 499712 to 1032192 tid 2 2024-08-17T17:15:29.855 INFO:tasks.rados.rados.0.smithi059.stdout:2935: writing smithi05980601-23 from 1032192 to 1302528 tid 3 2024-08-17T17:15:29.855 INFO:tasks.rados.rados.0.smithi059.stdout:2936: delete oid 15 current snap is 314 2024-08-17T17:15:29.855 INFO:tasks.rados.rados.0.smithi059.stdout:2933: finishing write tid 2 to smithi05980601-50 2024-08-17T17:15:29.855 INFO:tasks.rados.rados.0.smithi059.stdout:2933: finishing write tid 3 to smithi05980601-50 2024-08-17T17:15:29.855 INFO:tasks.rados.rados.0.smithi059.stdout:2933: finishing write tid 4 to smithi05980601-50 2024-08-17T17:15:29.856 INFO:tasks.rados.rados.0.smithi059.stdout:2933: finishing write tid 5 to smithi05980601-50 2024-08-17T17:15:29.856 INFO:tasks.rados.rados.0.smithi059.stdout:2933: oid 50 updating version 0 to 2607 2024-08-17T17:15:29.856 INFO:tasks.rados.rados.0.smithi059.stdout:2933: oid 50 version 2607 is already newer than 2606 2024-08-17T17:15:29.856 INFO:tasks.rados.rados.0.smithi059.stdout:2933: oid 50 version 2607 is already newer than 2604 2024-08-17T17:15:29.856 INFO:tasks.rados.rados.0.smithi059.stdout:2933: oid 50 version 2607 is already newer than 2605 2024-08-17T17:15:29.856 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 2607 (ObjNum 935 snap 314 seq_num 935) dirty exists 2024-08-17T17:15:29.856 INFO:tasks.rados.rados.0.smithi059.stdout:2933: left oid 50 (ObjNum 935 snap 314 seq_num 935) 2024-08-17T17:15:29.856 INFO:tasks.rados.rados.0.smithi059.stdout:2935: finishing write tid 1 to smithi05980601-23 2024-08-17T17:15:29.858 INFO:tasks.rados.rados.0.smithi059.stdout:2933: done (2 left) 2024-08-17T17:15:29.858 INFO:tasks.rados.rados.0.smithi059.stdout:2936: done (1 left) 2024-08-17T17:15:29.858 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 314 2024-08-17T17:15:29.858 INFO:tasks.rados.rados.0.smithi059.stdout:2937: seq_num 939 ranges {3547136=532480,4079616=704512,4784128=98304} 2024-08-17T17:15:29.878 INFO:tasks.rados.rados.0.smithi059.stdout:2937: writing smithi05980601-38 from 3547136 to 4079616 tid 1 2024-08-17T17:15:29.883 INFO:tasks.rados.rados.0.smithi059.stdout:2937: writing smithi05980601-38 from 4079616 to 4784128 tid 2 2024-08-17T17:15:29.883 INFO:tasks.rados.rados.0.smithi059.stdout:2937: writing smithi05980601-38 from 4784128 to 4882432 tid 3 2024-08-17T17:15:29.884 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 314 2024-08-17T17:15:29.884 INFO:tasks.rados.rados.0.smithi059.stdout:2935: finishing write tid 2 to smithi05980601-23 2024-08-17T17:15:29.884 INFO:tasks.rados.rados.0.smithi059.stdout:2938: seq_num 940 ranges {1269760=548864,1818624=589824,2408448=212992} 2024-08-17T17:15:29.893 INFO:tasks.rados.rados.0.smithi059.stdout:2938: writing smithi05980601-50 from 1269760 to 1818624 tid 1 2024-08-17T17:15:29.897 INFO:tasks.rados.rados.0.smithi059.stdout:2938: writing smithi05980601-50 from 1818624 to 2408448 tid 2 2024-08-17T17:15:29.899 INFO:tasks.rados.rados.0.smithi059.stdout:2938: writing smithi05980601-50 from 2408448 to 2621440 tid 3 2024-08-17T17:15:29.899 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 314 2024-08-17T17:15:29.899 INFO:tasks.rados.rados.0.smithi059.stdout:2935: finishing write tid 3 to smithi05980601-23 2024-08-17T17:15:29.899 INFO:tasks.rados.rados.0.smithi059.stdout:2935: finishing write tid 4 to smithi05980601-23 2024-08-17T17:15:29.899 INFO:tasks.rados.rados.0.smithi059.stdout:2935: finishing write tid 5 to smithi05980601-23 2024-08-17T17:15:29.899 INFO:tasks.rados.rados.0.smithi059.stdout:2935: oid 23 updating version 0 to 2129 2024-08-17T17:15:29.899 INFO:tasks.rados.rados.0.smithi059.stdout:2935: oid 23 version 2129 is already newer than 2126 2024-08-17T17:15:29.899 INFO:tasks.rados.rados.0.smithi059.stdout:2935: oid 23 version 2129 is already newer than 2128 2024-08-17T17:15:29.900 INFO:tasks.rados.rados.0.smithi059.stdout:2935: oid 23 version 2129 is already newer than 2127 2024-08-17T17:15:29.900 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 2129 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:15:29.900 INFO:tasks.rados.rados.0.smithi059.stdout:2935: left oid 23 (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:15:29.900 INFO:tasks.rados.rados.0.smithi059.stdout:2937: finishing write tid 1 to smithi05980601-38 2024-08-17T17:15:29.900 INFO:tasks.rados.rados.0.smithi059.stdout:2939: seq_num 941 ranges {15056896=565248,15622144=475136,16097280=327680} 2024-08-17T17:15:29.984 INFO:tasks.rados.rados.0.smithi059.stdout:2939: writing smithi05980601-9 from 15056896 to 15622144 tid 1 2024-08-17T17:15:29.986 INFO:tasks.rados.rados.0.smithi059.stdout:2939: writing smithi05980601-9 from 15622144 to 16097280 tid 2 2024-08-17T17:15:29.989 INFO:tasks.rados.rados.0.smithi059.stdout:2939: writing smithi05980601-9 from 16097280 to 16424960 tid 3 2024-08-17T17:15:29.989 INFO:tasks.rados.rados.0.smithi059.stdout:2935: done (3 left) 2024-08-17T17:15:29.989 INFO:tasks.rados.rados.0.smithi059.stdout:2940: read oid 41 snap -1 2024-08-17T17:15:29.989 INFO:tasks.rados.rados.0.smithi059.stdout:2940: expect (ObjNum 880 snap 298 seq_num 880) 2024-08-17T17:15:29.989 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 314 2024-08-17T17:15:29.989 INFO:tasks.rados.rados.0.smithi059.stdout:2937: finishing write tid 2 to smithi05980601-38 2024-08-17T17:15:29.989 INFO:tasks.rados.rados.0.smithi059.stdout:2937: finishing write tid 3 to smithi05980601-38 2024-08-17T17:15:29.989 INFO:tasks.rados.rados.0.smithi059.stdout:2941: seq_num 942 ranges {1015808=581632,1597440=761856,2359296=40960} 2024-08-17T17:15:29.997 INFO:tasks.rados.rados.0.smithi059.stdout:2941: writing smithi05980601-18 from 1015808 to 1597440 tid 1 2024-08-17T17:15:30.002 INFO:tasks.rados.rados.0.smithi059.stdout:2941: writing smithi05980601-18 from 1597440 to 2359296 tid 2 2024-08-17T17:15:30.002 INFO:tasks.rados.rados.0.smithi059.stdout:2941: writing smithi05980601-18 from 2359296 to 2400256 tid 3 2024-08-17T17:15:30.002 INFO:tasks.rados.rados.0.smithi059.stdout:2942: read oid 10 snap -1 2024-08-17T17:15:30.002 INFO:tasks.rados.rados.0.smithi059.stdout:2942: expect deleted 2024-08-17T17:15:30.002 INFO:tasks.rados.rados.0.smithi059.stdout:2943: snap_remove snap 285 2024-08-17T17:15:30.259 INFO:tasks.rados.rados.0.smithi059.stdout:2943: done (6 left) 2024-08-17T17:15:30.259 INFO:tasks.rados.rados.0.smithi059.stdout:2944: setattr oid 42 current snap is 314 2024-08-17T17:15:30.260 INFO:tasks.rados.rados.0.smithi059.stdout:2937: finishing write tid 4 to smithi05980601-38 2024-08-17T17:15:30.260 INFO:tasks.rados.rados.0.smithi059.stdout:2937: finishing write tid 5 to smithi05980601-38 2024-08-17T17:15:30.260 INFO:tasks.rados.rados.0.smithi059.stdout:2937: oid 38 updating version 0 to 1743 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2937: oid 38 updating version 1743 to 1745 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2937: oid 38 version 1745 is already newer than 1744 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2937: oid 38 updating version 1745 to 1746 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1746 (ObjNum 939 snap 314 seq_num 939) dirty exists 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2937: left oid 38 (ObjNum 939 snap 314 seq_num 939) 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2938: finishing write tid 1 to smithi05980601-50 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2938: finishing write tid 2 to smithi05980601-50 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2938: finishing write tid 3 to smithi05980601-50 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2938: finishing write tid 4 to smithi05980601-50 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2938: finishing write tid 5 to smithi05980601-50 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2938: oid 50 updating version 0 to 2609 2024-08-17T17:15:30.261 INFO:tasks.rados.rados.0.smithi059.stdout:2938: oid 50 updating version 2609 to 2611 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2938: oid 50 version 2611 is already newer than 2610 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2938: oid 50 version 2611 is already newer than 2608 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 2611 (ObjNum 940 snap 314 seq_num 940) dirty exists 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2938: left oid 50 (ObjNum 940 snap 314 seq_num 940) 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2939: finishing write tid 1 to smithi05980601-9 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2939: finishing write tid 2 to smithi05980601-9 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2939: finishing write tid 3 to smithi05980601-9 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2939: finishing write tid 4 to smithi05980601-9 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2939: finishing write tid 5 to smithi05980601-9 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2939: oid 9 updating version 0 to 1912 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2939: oid 9 version 1912 is already newer than 1910 2024-08-17T17:15:30.262 INFO:tasks.rados.rados.0.smithi059.stdout:2939: oid 9 updating version 1912 to 1913 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2939: oid 9 version 1913 is already newer than 1911 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 1913 (ObjNum 941 snap 314 seq_num 941) dirty exists 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2939: left oid 9 (ObjNum 941 snap 314 seq_num 941) 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2941: finishing write tid 1 to smithi05980601-18 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2941: finishing write tid 2 to smithi05980601-18 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2941: finishing write tid 3 to smithi05980601-18 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2941: finishing write tid 4 to smithi05980601-18 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2941: finishing write tid 5 to smithi05980601-18 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2941: oid 18 updating version 0 to 1672 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2941: oid 18 version 1672 is already newer than 1671 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2941: oid 18 version 1672 is already newer than 1670 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:2941: oid 18 updating version 1672 to 1673 2024-08-17T17:15:30.263 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 1673 (ObjNum 942 snap 314 seq_num 942) dirty exists 2024-08-17T17:15:30.264 INFO:tasks.rados.rados.0.smithi059.stdout:2941: left oid 18 (ObjNum 942 snap 314 seq_num 942) 2024-08-17T17:15:30.264 INFO:tasks.rados.rados.0.smithi059.stdout:2940: expect (ObjNum 880 snap 298 seq_num 880) 2024-08-17T17:15:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:30 smithi059 ceph-mon[92261]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T17:15:30.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:30 smithi059 ceph-mon[94685]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T17:15:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:30 smithi087 ceph-mon[85676]: osdmap e686: 8 total, 8 up, 8 in 2024-08-17T17:15:30.633 INFO:tasks.rados.rados.0.smithi059.stdout:2937: done (6 left) 2024-08-17T17:15:30.634 INFO:tasks.rados.rados.0.smithi059.stdout:2938: done (5 left) 2024-08-17T17:15:30.634 INFO:tasks.rados.rados.0.smithi059.stdout:2939: done (4 left) 2024-08-17T17:15:30.634 INFO:tasks.rados.rados.0.smithi059.stdout:2940: done (3 left) 2024-08-17T17:15:30.634 INFO:tasks.rados.rados.0.smithi059.stdout:2941: done (2 left) 2024-08-17T17:15:30.634 INFO:tasks.rados.rados.0.smithi059.stdout:2942: done (1 left) 2024-08-17T17:15:30.634 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 314 2024-08-17T17:15:30.634 INFO:tasks.rados.rados.0.smithi059.stdout:2945: seq_num 943 ranges {2375680=598016,2973696=688128,3661824=114688} 2024-08-17T17:15:30.649 INFO:tasks.rados.rados.0.smithi059.stdout:2945: writing smithi05980601-49 from 2375680 to 2973696 tid 1 2024-08-17T17:15:30.653 INFO:tasks.rados.rados.0.smithi059.stdout:2945: writing smithi05980601-49 from 2973696 to 3661824 tid 2 2024-08-17T17:15:30.654 INFO:tasks.rados.rados.0.smithi059.stdout:2945: writing smithi05980601-49 from 3661824 to 3776512 tid 3 2024-08-17T17:15:30.654 INFO:tasks.rados.rados.0.smithi059.stdout:2946: snap_remove snap 297 2024-08-17T17:15:31.206 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1677 (ObjNum 899 snap 308 seq_num 899) dirty exists 2024-08-17T17:15:31.206 INFO:tasks.rados.rados.0.smithi059.stdout:2945: finishing write tid 1 to smithi05980601-49 2024-08-17T17:15:31.206 INFO:tasks.rados.rados.0.smithi059.stdout:2945: finishing write tid 2 to smithi05980601-49 2024-08-17T17:15:31.206 INFO:tasks.rados.rados.0.smithi059.stdout:2945: finishing write tid 3 to smithi05980601-49 2024-08-17T17:15:31.206 INFO:tasks.rados.rados.0.smithi059.stdout:2945: finishing write tid 4 to smithi05980601-49 2024-08-17T17:15:31.207 INFO:tasks.rados.rados.0.smithi059.stdout:2945: finishing write tid 5 to smithi05980601-49 2024-08-17T17:15:31.207 INFO:tasks.rados.rados.0.smithi059.stdout:2945: oid 49 updating version 0 to 2627 2024-08-17T17:15:31.207 INFO:tasks.rados.rados.0.smithi059.stdout:2945: oid 49 updating version 2627 to 2628 2024-08-17T17:15:31.207 INFO:tasks.rados.rados.0.smithi059.stdout:2945: oid 49 version 2628 is already newer than 2625 2024-08-17T17:15:31.207 INFO:tasks.rados.rados.0.smithi059.stdout:2945: oid 49 version 2628 is already newer than 2626 2024-08-17T17:15:31.207 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 2628 (ObjNum 943 snap 314 seq_num 943) dirty exists 2024-08-17T17:15:31.207 INFO:tasks.rados.rados.0.smithi059.stdout:2945: left oid 49 (ObjNum 943 snap 314 seq_num 943) 2024-08-17T17:15:31.207 INFO:tasks.rados.rados.0.smithi059.stdout:2944: done (2 left) 2024-08-17T17:15:31.207 INFO:tasks.rados.rados.0.smithi059.stdout:2945: done (1 left) 2024-08-17T17:15:31.208 INFO:tasks.rados.rados.0.smithi059.stdout:2946: done (0 left) 2024-08-17T17:15:31.208 INFO:tasks.rados.rados.0.smithi059.stdout:2947: snap_remove snap 281 2024-08-17T17:15:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:31 smithi059 ceph-mon[94685]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T17:15:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:31 smithi059 ceph-mon[94685]: pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 377 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T17:15:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:31 smithi059 ceph-mon[94685]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T17:15:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:31 smithi059 ceph-mon[92261]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T17:15:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:31 smithi059 ceph-mon[92261]: pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 377 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T17:15:31.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:31 smithi059 ceph-mon[92261]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T17:15:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:31 smithi087 ceph-mon[85676]: osdmap e687: 8 total, 8 up, 8 in 2024-08-17T17:15:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:31 smithi087 ceph-mon[85676]: pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 377 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-17T17:15:31.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:31 smithi087 ceph-mon[85676]: osdmap e688: 8 total, 8 up, 8 in 2024-08-17T17:15:31.551 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:15:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=infra.usagestats t=2024-08-17T17:15:31.19768451Z level=info msg="Usage stats are ready to report" 2024-08-17T17:15:32.213 INFO:tasks.rados.rados.0.smithi059.stdout:2947: done (0 left) 2024-08-17T17:15:32.214 INFO:tasks.rados.rados.0.smithi059.stdout:2948: delete oid 28 current snap is 314 2024-08-17T17:15:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2948: done (0 left) 2024-08-17T17:15:32.219 INFO:tasks.rados.rados.0.smithi059.stdout:2949: delete oid 19 current snap is 314 2024-08-17T17:15:32.231 INFO:tasks.rados.rados.0.smithi059.stdout:2949: done (0 left) 2024-08-17T17:15:32.231 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 314 2024-08-17T17:15:32.231 INFO:tasks.rados.rados.0.smithi059.stdout:2950: seq_num 946 ranges {2400256=647168,3047424=745472,3792896=57344} 2024-08-17T17:15:32.248 INFO:tasks.rados.rados.0.smithi059.stdout:2950: writing smithi05980601-18 from 2400256 to 3047424 tid 1 2024-08-17T17:15:32.252 INFO:tasks.rados.rados.0.smithi059.stdout:2950: writing smithi05980601-18 from 3047424 to 3792896 tid 2 2024-08-17T17:15:32.252 INFO:tasks.rados.rados.0.smithi059.stdout:2950: writing smithi05980601-18 from 3792896 to 3850240 tid 3 2024-08-17T17:15:32.252 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 314 2024-08-17T17:15:32.252 INFO:tasks.rados.rados.0.smithi059.stdout:2951: seq_num 947 ranges {6520832=663552,7184384=630784,7815168=172032} 2024-08-17T17:15:32.292 INFO:tasks.rados.rados.0.smithi059.stdout:2951: writing smithi05980601-14 from 6520832 to 7184384 tid 1 2024-08-17T17:15:32.295 INFO:tasks.rados.rados.0.smithi059.stdout:2951: writing smithi05980601-14 from 7184384 to 7815168 tid 2 2024-08-17T17:15:32.296 INFO:tasks.rados.rados.0.smithi059.stdout:2951: writing smithi05980601-14 from 7815168 to 7987200 tid 3 2024-08-17T17:15:32.296 INFO:tasks.rados.rados.0.smithi059.stdout:2952: delete oid 35 current snap is 314 2024-08-17T17:15:32.296 INFO:tasks.rados.rados.0.smithi059.stdout:2950: finishing write tid 1 to smithi05980601-18 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2950: finishing write tid 2 to smithi05980601-18 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2950: finishing write tid 3 to smithi05980601-18 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2950: finishing write tid 4 to smithi05980601-18 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2950: finishing write tid 5 to smithi05980601-18 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2950: oid 18 updating version 0 to 1676 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2950: oid 18 version 1676 is already newer than 1674 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2950: oid 18 updating version 1676 to 1677 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2950: oid 18 version 1677 is already newer than 1675 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 1677 (ObjNum 946 snap 314 seq_num 946) dirty exists 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2950: left oid 18 (ObjNum 946 snap 314 seq_num 946) 2024-08-17T17:15:32.297 INFO:tasks.rados.rados.0.smithi059.stdout:2951: finishing write tid 1 to smithi05980601-14 2024-08-17T17:15:32.299 INFO:tasks.rados.rados.0.smithi059.stdout:2950: done (2 left) 2024-08-17T17:15:32.299 INFO:tasks.rados.rados.0.smithi059.stdout:2952: done (1 left) 2024-08-17T17:15:32.299 INFO:tasks.rados.rados.0.smithi059.stdout:2953: setattr oid 35 current snap is 314 2024-08-17T17:15:32.300 INFO:tasks.rados.rados.0.smithi059.stdout:2951: finishing write tid 2 to smithi05980601-14 2024-08-17T17:15:32.301 INFO:tasks.rados.rados.0.smithi059.stdout:2951: finishing write tid 3 to smithi05980601-14 2024-08-17T17:15:32.301 INFO:tasks.rados.rados.0.smithi059.stdout:2951: finishing write tid 4 to smithi05980601-14 2024-08-17T17:15:32.302 INFO:tasks.rados.rados.0.smithi059.stdout:2954: copy_from oid 26 from oid 1 current snap is 314 2024-08-17T17:15:32.302 INFO:tasks.rados.rados.0.smithi059.stdout:2955: copy_from oid 17 from oid 29 current snap is 314 2024-08-17T17:15:32.302 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 314 2024-08-17T17:15:32.302 INFO:tasks.rados.rados.0.smithi059.stdout:2956: seq_num 949 ranges {958464=704512,1662976=794624,2457600=8192} 2024-08-17T17:15:32.311 INFO:tasks.rados.rados.0.smithi059.stdout:2956: writing smithi05980601-27 from 958464 to 1662976 tid 1 2024-08-17T17:15:32.317 INFO:tasks.rados.rados.0.smithi059.stdout:2956: writing smithi05980601-27 from 1662976 to 2457600 tid 2 2024-08-17T17:15:32.317 INFO:tasks.rados.rados.0.smithi059.stdout:2956: writing smithi05980601-27 from 2457600 to 2465792 tid 3 2024-08-17T17:15:32.318 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 314 2024-08-17T17:15:32.318 INFO:tasks.rados.rados.0.smithi059.stdout:2955: finishing copy_from to smithi05980601-17 2024-08-17T17:15:32.318 INFO:tasks.rados.rados.0.smithi059.stdout:2955: got expected ENOENT (src dne) 2024-08-17T17:15:32.318 INFO:tasks.rados.rados.0.smithi059.stdout:2951: finishing write tid 5 to smithi05980601-14 2024-08-17T17:15:32.318 INFO:tasks.rados.rados.0.smithi059.stdout:2951: oid 14 updating version 0 to 2098 2024-08-17T17:15:32.318 INFO:tasks.rados.rados.0.smithi059.stdout:2951: oid 14 version 2098 is already newer than 2095 2024-08-17T17:15:32.318 INFO:tasks.rados.rados.0.smithi059.stdout:2951: oid 14 version 2098 is already newer than 2097 2024-08-17T17:15:32.318 INFO:tasks.rados.rados.0.smithi059.stdout:2951: oid 14 version 2098 is already newer than 2096 2024-08-17T17:15:32.319 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2098 (ObjNum 947 snap 314 seq_num 947) dirty exists 2024-08-17T17:15:32.319 INFO:tasks.rados.rados.0.smithi059.stdout:2951: left oid 14 (ObjNum 947 snap 314 seq_num 947) 2024-08-17T17:15:32.319 INFO:tasks.rados.rados.0.smithi059.stdout:2955: finishing copy_from racing read to smithi05980601-17 2024-08-17T17:15:32.319 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1561 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-08-17T17:15:32.319 INFO:tasks.rados.rados.0.smithi059.stdout:2956: finishing write tid 1 to smithi05980601-27 2024-08-17T17:15:32.319 INFO:tasks.rados.rados.0.smithi059.stdout:2957: seq_num 950 ranges {5685248=720896,6406144=679936,7086080=122880} 2024-08-17T17:15:32.353 INFO:tasks.rados.rados.0.smithi059.stdout:2957: writing smithi05980601-2 from 5685248 to 6406144 tid 1 2024-08-17T17:15:32.356 INFO:tasks.rados.rados.0.smithi059.stdout:2957: writing smithi05980601-2 from 6406144 to 7086080 tid 2 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2957: writing smithi05980601-2 from 7086080 to 7208960 tid 3 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2951: done (5 left) 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2953: done (4 left) 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2955: done (3 left) 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2958: read oid 45 snap -1 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2958: expect (ObjNum 879 snap 298 seq_num 879) 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2959: rmattr oid 36 current snap is 314 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2959: done (4 left) 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2960: rollback oid 29 current snap is 314 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 282 2024-08-17T17:15:32.358 INFO:tasks.rados.rados.0.smithi059.stdout:2956: finishing write tid 2 to smithi05980601-27 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:2956: finishing write tid 3 to smithi05980601-27 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 314 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:2956: finishing write tid 4 to smithi05980601-27 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:2956: finishing write tid 5 to smithi05980601-27 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:2956: oid 27 updating version 0 to 1564 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:2956: oid 27 updating version 1564 to 1565 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:2956: oid 27 version 1565 is already newer than 1562 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:2956: oid 27 version 1565 is already newer than 1563 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 1565 (ObjNum 949 snap 314 seq_num 949) dirty exists 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:2956: left oid 27 (ObjNum 949 snap 314 seq_num 949) 2024-08-17T17:15:32.359 INFO:tasks.rados.rados.0.smithi059.stdout:2961: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-08-17T17:15:32.362 INFO:tasks.rados.rados.0.smithi059.stdout:2961: writing smithi05980601-4 from 0 to 737280 tid 1 2024-08-17T17:15:32.365 INFO:tasks.rados.rados.0.smithi059.stdout:2961: writing smithi05980601-4 from 737280 to 1351680 tid 2 2024-08-17T17:15:32.367 INFO:tasks.rados.rados.0.smithi059.stdout:2961: writing smithi05980601-4 from 1351680 to 1540096 tid 3 2024-08-17T17:15:32.367 INFO:tasks.rados.rados.0.smithi059.stdout:2956: done (5 left) 2024-08-17T17:15:32.367 INFO:tasks.rados.rados.0.smithi059.stdout:2962: read oid 22 snap -1 2024-08-17T17:15:32.367 INFO:tasks.rados.rados.0.smithi059.stdout:2962: expect (ObjNum 919 snap 312 seq_num 919) 2024-08-17T17:15:32.367 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 314 2024-08-17T17:15:32.367 INFO:tasks.rados.rados.0.smithi059.stdout:2960: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:15:32.367 INFO:tasks.rados.rados.0.smithi059.stdout:2960: finishing rollback tid 2 to smithi05980601-29 2024-08-17T17:15:32.367 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1682 (ObjNum 770 snap 252 seq_num 770) dirty exists 2024-08-17T17:15:32.367 INFO:tasks.rados.rados.0.smithi059.stdout:2957: finishing write tid 1 to smithi05980601-2 2024-08-17T17:15:32.368 INFO:tasks.rados.rados.0.smithi059.stdout:2958: expect (ObjNum 879 snap 298 seq_num 879) 2024-08-17T17:15:32.376 INFO:tasks.rados.rados.0.smithi059.stdout:2957: finishing write tid 2 to smithi05980601-2 2024-08-17T17:15:32.377 INFO:tasks.rados.rados.0.smithi059.stdout:2957: finishing write tid 3 to smithi05980601-2 2024-08-17T17:15:32.377 INFO:tasks.rados.rados.0.smithi059.stdout:2963: seq_num 952 ranges {0=753664,753664=499712,1253376=303104} 2024-08-17T17:15:32.380 INFO:tasks.rados.rados.0.smithi059.stdout:2963: writing smithi05980601-10 from 0 to 753664 tid 1 2024-08-17T17:15:32.383 INFO:tasks.rados.rados.0.smithi059.stdout:2963: writing smithi05980601-10 from 753664 to 1253376 tid 2 2024-08-17T17:15:32.385 INFO:tasks.rados.rados.0.smithi059.stdout:2963: writing smithi05980601-10 from 1253376 to 1556480 tid 3 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2958: done (6 left) 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2960: done (5 left) 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2964: copy_from oid 11 from oid 47 current snap is 314 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2957: finishing write tid 4 to smithi05980601-2 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2961: finishing write tid 1 to smithi05980601-4 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2957: finishing write tid 5 to smithi05980601-2 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2957: oid 2 updating version 0 to 2131 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2957: oid 2 updating version 2131 to 2132 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2957: oid 2 updating version 2132 to 2133 2024-08-17T17:15:32.386 INFO:tasks.rados.rados.0.smithi059.stdout:2957: oid 2 version 2133 is already newer than 2130 2024-08-17T17:15:32.387 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2133 (ObjNum 950 snap 314 seq_num 950) dirty exists 2024-08-17T17:15:32.390 INFO:tasks.rados.rados.0.smithi059.stdout:2957: left oid 2 (ObjNum 950 snap 314 seq_num 950) 2024-08-17T17:15:32.390 INFO:tasks.rados.rados.0.smithi059.stdout:2954: finishing copy_from racing read to smithi05980601-26 2024-08-17T17:15:32.390 INFO:tasks.rados.rados.0.smithi059.stdout:2961: finishing write tid 2 to smithi05980601-4 2024-08-17T17:15:32.390 INFO:tasks.rados.rados.0.smithi059.stdout:2961: finishing write tid 3 to smithi05980601-4 2024-08-17T17:15:32.390 INFO:tasks.rados.rados.0.smithi059.stdout:2954: finishing copy_from to smithi05980601-26 2024-08-17T17:15:32.391 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 1908 (ObjNum 911 snap 311 seq_num 911) dirty exists 2024-08-17T17:15:32.391 INFO:tasks.rados.rados.0.smithi059.stdout:2961: finishing write tid 4 to smithi05980601-4 2024-08-17T17:15:32.391 INFO:tasks.rados.rados.0.smithi059.stdout:2962: expect (ObjNum 919 snap 312 seq_num 919) 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:2961: finishing write tid 5 to smithi05980601-4 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:2961: oid 4 updating version 0 to 2137 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:2961: oid 4 version 2137 is already newer than 2134 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:2961: oid 4 version 2137 is already newer than 2136 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:2961: oid 4 version 2137 is already newer than 2135 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2137 (ObjNum 951 snap 314 seq_num 951) dirty exists 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:2961: left oid 4 (ObjNum 951 snap 314 seq_num 951) 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:2954: done (5 left) 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:2957: done (4 left) 2024-08-17T17:15:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:2961: done (3 left) 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2962: done (2 left) 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2965: snap_create 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2963: finishing write tid 1 to smithi05980601-10 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2964: finishing copy_from to smithi05980601-11 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2964: got expected ENOENT (src dne) 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2964: finishing copy_from racing read to smithi05980601-11 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2963: finishing write tid 2 to smithi05980601-10 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2963: finishing write tid 3 to smithi05980601-10 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2963: finishing write tid 4 to smithi05980601-10 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2963: finishing write tid 5 to smithi05980601-10 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2963: oid 10 updating version 0 to 1917 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2963: oid 10 version 1917 is already newer than 1914 2024-08-17T17:15:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:2963: oid 10 version 1917 is already newer than 1915 2024-08-17T17:15:32.449 INFO:tasks.rados.rados.0.smithi059.stdout:2963: oid 10 version 1917 is already newer than 1916 2024-08-17T17:15:32.449 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1917 (ObjNum 952 snap 314 seq_num 952) dirty exists 2024-08-17T17:15:32.449 INFO:tasks.rados.rados.0.smithi059.stdout:2963: left oid 10 (ObjNum 952 snap 314 seq_num 952) 2024-08-17T17:15:33.213 INFO:tasks.rados.rados.0.smithi059.stdout:2963: done (2 left) 2024-08-17T17:15:33.213 INFO:tasks.rados.rados.0.smithi059.stdout:2964: done (1 left) 2024-08-17T17:15:33.213 INFO:tasks.rados.rados.0.smithi059.stdout:2965: done (0 left) 2024-08-17T17:15:33.213 INFO:tasks.rados.rados.0.smithi059.stdout:2966: snap_create 2024-08-17T17:15:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:33 smithi059 ceph-mon[92261]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T17:15:33.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:33 smithi059 ceph-mon[94685]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T17:15:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:33 smithi087 ceph-mon[85676]: osdmap e689: 8 total, 8 up, 8 in 2024-08-17T17:15:34.219 INFO:tasks.rados.rados.0.smithi059.stdout:2966: done (0 left) 2024-08-17T17:15:34.219 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 316 2024-08-17T17:15:34.219 INFO:tasks.rados.rados.0.smithi059.stdout:2967: seq_num 953 ranges {1228800=770048,1998848=786432,2785280=16384} 2024-08-17T17:15:34.230 INFO:tasks.rados.rados.0.smithi059.stdout:2967: writing smithi05980601-42 from 1228800 to 1998848 tid 1 2024-08-17T17:15:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2967: writing smithi05980601-42 from 1998848 to 2785280 tid 2 2024-08-17T17:15:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2967: writing smithi05980601-42 from 2785280 to 2801664 tid 3 2024-08-17T17:15:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2968: read oid 35 snap 311 2024-08-17T17:15:34.236 INFO:tasks.rados.rados.0.smithi059.stdout:2968: expect (ObjNum 871 snap 295 seq_num 871) 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2969: read oid 9 snap -1 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2969: expect (ObjNum 941 snap 314 seq_num 941) 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2970: read oid 17 snap -1 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2970: expect (ObjNum 795 snap 265 seq_num 795) 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2971: rollback oid 44 current snap is 316 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 44 to 309 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2972: copy_from oid 14 from oid 41 current snap is 316 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2973: copy_from oid 10 from oid 18 current snap is 316 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2974: read oid 30 snap 311 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2974: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:15:34.237 INFO:tasks.rados.rados.0.smithi059.stdout:2975: rmattr oid 25 current snap is 316 2024-08-17T17:15:34.238 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 316 2024-08-17T17:15:34.238 INFO:tasks.rados.rados.0.smithi059.stdout:2976: seq_num 954 ranges {942080=786432,1728512=671744,2400256=131072} 2024-08-17T17:15:34.247 INFO:tasks.rados.rados.0.smithi059.stdout:2976: writing smithi05980601-20 from 942080 to 1728512 tid 1 2024-08-17T17:15:34.252 INFO:tasks.rados.rados.0.smithi059.stdout:2976: writing smithi05980601-20 from 1728512 to 2400256 tid 2 2024-08-17T17:15:34.253 INFO:tasks.rados.rados.0.smithi059.stdout:2976: writing smithi05980601-20 from 2400256 to 2531328 tid 3 2024-08-17T17:15:34.253 INFO:tasks.rados.rados.0.smithi059.stdout:2977: copy_from oid 24 from oid 46 current snap is 316 2024-08-17T17:15:34.253 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 316 2024-08-17T17:15:34.253 INFO:tasks.rados.rados.0.smithi059.stdout:2978: seq_num 955 ranges {0=802816,802816=557056,1359872=245760} 2024-08-17T17:15:34.258 INFO:tasks.rados.rados.0.smithi059.stdout:2978: writing smithi05980601-36 from 0 to 802816 tid 1 2024-08-17T17:15:34.261 INFO:tasks.rados.rados.0.smithi059.stdout:2978: writing smithi05980601-36 from 802816 to 1359872 tid 2 2024-08-17T17:15:34.263 INFO:tasks.rados.rados.0.smithi059.stdout:2978: writing smithi05980601-36 from 1359872 to 1605632 tid 3 2024-08-17T17:15:34.263 INFO:tasks.rados.rados.0.smithi059.stdout:2979: snap_remove snap 250 2024-08-17T17:15:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:34 smithi059 ceph-mon[94685]: pgmap v702: 121 pgs: 121 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.7 MiB/s wr, 22 op/s 2024-08-17T17:15:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:34 smithi059 ceph-mon[94685]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T17:15:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:34 smithi059 ceph-mon[92261]: pgmap v702: 121 pgs: 121 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.7 MiB/s wr, 22 op/s 2024-08-17T17:15:34.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:34 smithi059 ceph-mon[92261]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T17:15:34.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:15:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:15:34] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.51.0" 2024-08-17T17:15:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:34 smithi087 ceph-mon[85676]: pgmap v702: 121 pgs: 121 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 8.7 MiB/s wr, 22 op/s 2024-08-17T17:15:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:34 smithi087 ceph-mon[85676]: osdmap e690: 8 total, 8 up, 8 in 2024-08-17T17:15:35.229 INFO:tasks.rados.rados.0.smithi059.stdout:2979: done (12 left) 2024-08-17T17:15:35.229 INFO:tasks.rados.rados.0.smithi059.stdout:2980: delete oid 39 current snap is 316 2024-08-17T17:15:35.229 INFO:tasks.rados.rados.0.smithi059.stdout:2968: expect (ObjNum 871 snap 295 seq_num 871) 2024-08-17T17:15:35.239 INFO:tasks.rados.rados.0.smithi059.stdout:2967: finishing write tid 1 to smithi05980601-42 2024-08-17T17:15:35.239 INFO:tasks.rados.rados.0.smithi059.stdout:2967: finishing write tid 2 to smithi05980601-42 2024-08-17T17:15:35.239 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1525 (ObjNum 926 snap 312 seq_num 926) dirty exists 2024-08-17T17:15:35.239 INFO:tasks.rados.rados.0.smithi059.stdout:2967: finishing write tid 3 to smithi05980601-42 2024-08-17T17:15:35.239 INFO:tasks.rados.rados.0.smithi059.stdout:2967: finishing write tid 4 to smithi05980601-42 2024-08-17T17:15:35.239 INFO:tasks.rados.rados.0.smithi059.stdout:2967: finishing write tid 5 to smithi05980601-42 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2967: oid 42 updating version 0 to 1681 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2967: oid 42 version 1681 is already newer than 1678 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2967: oid 42 version 1681 is already newer than 1679 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2967: oid 42 version 1681 is already newer than 1680 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1681 (ObjNum 953 snap 316 seq_num 953) dirty exists 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2967: left oid 42 (ObjNum 953 snap 316 seq_num 953) 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2971: finishing rollback tid 1 to smithi05980601-44 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2971: finishing rollback tid 2 to smithi05980601-44 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1683 (ObjNum 758 snap 250 seq_num 758) dirty exists 2024-08-17T17:15:35.240 INFO:tasks.rados.rados.0.smithi059.stdout:2970: expect (ObjNum 795 snap 265 seq_num 795) 2024-08-17T17:15:35.283 INFO:tasks.rados.rados.0.smithi059.stdout:2974: expect (ObjNum 707 snap 227 seq_num 707) 2024-08-17T17:15:35.384 INFO:tasks.rados.rados.0.smithi059.stdout:2976: finishing write tid 1 to smithi05980601-20 2024-08-17T17:15:35.384 INFO:tasks.rados.rados.0.smithi059.stdout:2978: finishing write tid 1 to smithi05980601-36 2024-08-17T17:15:35.384 INFO:tasks.rados.rados.0.smithi059.stdout:2976: finishing write tid 2 to smithi05980601-20 2024-08-17T17:15:35.384 INFO:tasks.rados.rados.0.smithi059.stdout:2976: finishing write tid 3 to smithi05980601-20 2024-08-17T17:15:35.384 INFO:tasks.rados.rados.0.smithi059.stdout:2972: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:15:35.384 INFO:tasks.rados.rados.0.smithi059.stdout:2978: finishing write tid 2 to smithi05980601-36 2024-08-17T17:15:35.384 INFO:tasks.rados.rados.0.smithi059.stdout:2967: done (12 left) 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2968: done (11 left) 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2970: done (10 left) 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2971: done (9 left) 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2974: done (8 left) 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2975: done (7 left) 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2980: done (6 left) 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 316 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2978: finishing write tid 3 to smithi05980601-36 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2978: finishing write tid 4 to smithi05980601-36 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2976: finishing write tid 4 to smithi05980601-20 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2978: finishing write tid 5 to smithi05980601-36 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2978: oid 36 updating version 0 to 1529 2024-08-17T17:15:35.385 INFO:tasks.rados.rados.0.smithi059.stdout:2978: oid 36 version 1529 is already newer than 1528 2024-08-17T17:15:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:2978: oid 36 version 1529 is already newer than 1527 2024-08-17T17:15:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:2978: oid 36 version 1529 is already newer than 1526 2024-08-17T17:15:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1529 (ObjNum 955 snap 316 seq_num 955) dirty exists 2024-08-17T17:15:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:2978: left oid 36 (ObjNum 955 snap 316 seq_num 955) 2024-08-17T17:15:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:2976: finishing write tid 5 to smithi05980601-20 2024-08-17T17:15:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:2976: oid 20 updating version 0 to 2140 2024-08-17T17:15:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:2976: oid 20 version 2140 is already newer than 2138 2024-08-17T17:15:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:2976: oid 20 updating version 2140 to 2141 2024-08-17T17:15:35.386 INFO:tasks.rados.rados.0.smithi059.stdout:2976: oid 20 version 2141 is already newer than 2139 2024-08-17T17:15:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2141 (ObjNum 954 snap 316 seq_num 954) dirty exists 2024-08-17T17:15:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:2976: left oid 20 (ObjNum 954 snap 316 seq_num 954) 2024-08-17T17:15:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:2972: finishing copy_from to smithi05980601-14 2024-08-17T17:15:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2096 (ObjNum 880 snap 298 seq_num 880) dirty exists 2024-08-17T17:15:35.387 INFO:tasks.rados.rados.0.smithi059.stdout:2977: finishing copy_from racing read to smithi05980601-24 2024-08-17T17:15:35.388 INFO:tasks.rados.rados.0.smithi059.stdout:2977: finishing copy_from to smithi05980601-24 2024-08-17T17:15:35.388 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 2121 (ObjNum 925 snap 312 seq_num 925) dirty exists 2024-08-17T17:15:35.388 INFO:tasks.rados.rados.0.smithi059.stdout:2981: seq_num 957 ranges {7208960=434176,7643136=720896,8364032=483328} 2024-08-17T17:15:35.425 INFO:tasks.rados.rados.0.smithi059.stdout:2981: writing smithi05980601-2 from 7208960 to 7643136 tid 1 2024-08-17T17:15:35.429 INFO:tasks.rados.rados.0.smithi059.stdout:2981: writing smithi05980601-2 from 7643136 to 8364032 tid 2 2024-08-17T17:15:35.432 INFO:tasks.rados.rados.0.smithi059.stdout:2981: writing smithi05980601-2 from 8364032 to 8847360 tid 3 2024-08-17T17:15:35.432 INFO:tasks.rados.rados.0.smithi059.stdout:2972: done (6 left) 2024-08-17T17:15:35.432 INFO:tasks.rados.rados.0.smithi059.stdout:2976: done (5 left) 2024-08-17T17:15:35.432 INFO:tasks.rados.rados.0.smithi059.stdout:2977: done (4 left) 2024-08-17T17:15:35.432 INFO:tasks.rados.rados.0.smithi059.stdout:2978: done (3 left) 2024-08-17T17:15:35.432 INFO:tasks.rados.rados.0.smithi059.stdout:2982: snap_remove snap 305 2024-08-17T17:15:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:35 smithi059 ceph-mon[92261]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T17:15:35.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:35.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:35 smithi059 ceph-mon[94685]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T17:15:35.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:35 smithi087 ceph-mon[85676]: osdmap e691: 8 total, 8 up, 8 in 2024-08-17T17:15:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:36.211 INFO:tasks.rados.rados.0.smithi059.stdout:2982: done (3 left) 2024-08-17T17:15:36.211 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 316 2024-08-17T17:15:36.211 INFO:tasks.rados.rados.0.smithi059.stdout:2983: seq_num 958 ranges {1433600=450560,1884160=655360,2539520=548864} 2024-08-17T17:15:36.220 INFO:tasks.rados.rados.0.smithi059.stdout:2983: writing smithi05980601-29 from 1433600 to 1884160 tid 1 2024-08-17T17:15:36.224 INFO:tasks.rados.rados.0.smithi059.stdout:2983: writing smithi05980601-29 from 1884160 to 2539520 tid 2 2024-08-17T17:15:36.228 INFO:tasks.rados.rados.0.smithi059.stdout:2983: writing smithi05980601-29 from 2539520 to 3088384 tid 3 2024-08-17T17:15:36.228 INFO:tasks.rados.rados.0.smithi059.stdout:2984: rmattr oid 44 current snap is 316 2024-08-17T17:15:36.228 INFO:tasks.rados.rados.0.smithi059.stdout:2969: expect (ObjNum 941 snap 314 seq_num 941) 2024-08-17T17:15:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:36 smithi059 ceph-mon[92261]: pgmap v705: 121 pgs: 121 active+clean; 415 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.0 MiB/s wr, 30 op/s 2024-08-17T17:15:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:36 smithi059 ceph-mon[92261]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T17:15:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:36 smithi059 ceph-mon[92261]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T17:15:36.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:36 smithi059 ceph-mon[94685]: pgmap v705: 121 pgs: 121 active+clean; 415 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.0 MiB/s wr, 30 op/s 2024-08-17T17:15:36.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:36 smithi059 ceph-mon[94685]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T17:15:36.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:36 smithi059 ceph-mon[94685]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T17:15:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:36 smithi087 ceph-mon[85676]: pgmap v705: 121 pgs: 121 active+clean; 415 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.0 MiB/s wr, 30 op/s 2024-08-17T17:15:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:36 smithi087 ceph-mon[85676]: osdmap e692: 8 total, 8 up, 8 in 2024-08-17T17:15:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:36 smithi087 ceph-mon[85676]: osdmap e693: 8 total, 8 up, 8 in 2024-08-17T17:15:38.123 INFO:tasks.rados.rados.0.smithi059.stdout:2973: finishing copy_from racing read to smithi05980601-10 2024-08-17T17:15:38.123 INFO:tasks.rados.rados.0.smithi059.stdout:2973: finishing copy_from to smithi05980601-10 2024-08-17T17:15:38.123 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1677 (ObjNum 946 snap 314 seq_num 946) dirty exists 2024-08-17T17:15:38.124 INFO:tasks.rados.rados.0.smithi059.stdout:2981: finishing write tid 1 to smithi05980601-2 2024-08-17T17:15:38.124 INFO:tasks.rados.rados.0.smithi059.stdout:2981: finishing write tid 2 to smithi05980601-2 2024-08-17T17:15:38.124 INFO:tasks.rados.rados.0.smithi059.stdout:2969: done (4 left) 2024-08-17T17:15:38.124 INFO:tasks.rados.rados.0.smithi059.stdout:2973: done (3 left) 2024-08-17T17:15:38.124 INFO:tasks.rados.rados.0.smithi059.stdout:2985: snap_remove snap 267 2024-08-17T17:15:38.236 INFO:tasks.rados.rados.0.smithi059.stdout:2985: done (3 left) 2024-08-17T17:15:38.237 INFO:tasks.rados.rados.0.smithi059.stdout:2986: snap_remove snap 294 2024-08-17T17:15:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:38 smithi059 ceph-mon[92261]: pgmap v708: 121 pgs: 121 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-08-17T17:15:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:38 smithi059 ceph-mon[94685]: pgmap v708: 121 pgs: 121 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-08-17T17:15:38.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:38 smithi087 ceph-mon[85676]: pgmap v708: 121 pgs: 121 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 5.3 MiB/s wr, 16 op/s 2024-08-17T17:15:39.245 INFO:tasks.rados.rados.0.smithi059.stdout:2986: done (3 left) 2024-08-17T17:15:39.245 INFO:tasks.rados.rados.0.smithi059.stdout:2987: rmattr oid 1 current snap is 316 2024-08-17T17:15:39.245 INFO:tasks.rados.rados.0.smithi059.stdout:2988: read oid 28 snap -1 2024-08-17T17:15:39.245 INFO:tasks.rados.rados.0.smithi059.stdout:2988: expect deleted 2024-08-17T17:15:39.245 INFO:tasks.rados.rados.0.smithi059.stdout:2989: read oid 23 snap -1 2024-08-17T17:15:39.245 INFO:tasks.rados.rados.0.smithi059.stdout:2989: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:15:39.246 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 316 2024-08-17T17:15:39.246 INFO:tasks.rados.rados.0.smithi059.stdout:2990: seq_num 959 ranges {1605632=466944,2072576=540672,2613248=557056,3170304=106496} 2024-08-17T17:15:39.258 INFO:tasks.rados.rados.0.smithi059.stdout:2990: writing smithi05980601-36 from 1605632 to 2072576 tid 1 2024-08-17T17:15:39.263 INFO:tasks.rados.rados.0.smithi059.stdout:2990: writing smithi05980601-36 from 2072576 to 2613248 tid 2 2024-08-17T17:15:39.267 INFO:tasks.rados.rados.0.smithi059.stdout:2990: writing smithi05980601-36 from 2613248 to 3170304 tid 3 2024-08-17T17:15:39.268 INFO:tasks.rados.rados.0.smithi059.stdout:2990: writing smithi05980601-36 from 3170304 to 3276800 tid 4 2024-08-17T17:15:39.268 INFO:tasks.rados.rados.0.smithi059.stdout:2981: finishing write tid 3 to smithi05980601-2 2024-08-17T17:15:39.268 INFO:tasks.rados.rados.0.smithi059.stdout:2981: finishing write tid 4 to smithi05980601-2 2024-08-17T17:15:39.268 INFO:tasks.rados.rados.0.smithi059.stdout:2981: finishing write tid 5 to smithi05980601-2 2024-08-17T17:15:39.268 INFO:tasks.rados.rados.0.smithi059.stdout:2981: oid 2 updating version 0 to 2144 2024-08-17T17:15:39.268 INFO:tasks.rados.rados.0.smithi059.stdout:2981: oid 2 version 2144 is already newer than 2143 2024-08-17T17:15:39.268 INFO:tasks.rados.rados.0.smithi059.stdout:2981: oid 2 updating version 2144 to 2145 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2981: oid 2 version 2145 is already newer than 2142 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2145 (ObjNum 957 snap 316 seq_num 957) dirty exists 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2981: left oid 2 (ObjNum 957 snap 316 seq_num 957) 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2983: finishing write tid 1 to smithi05980601-29 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2983: finishing write tid 2 to smithi05980601-29 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2983: finishing write tid 3 to smithi05980601-29 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1684 (ObjNum 758 snap 250 seq_num 758) dirty exists 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2983: finishing write tid 4 to smithi05980601-29 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2983: finishing write tid 5 to smithi05980601-29 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2983: oid 29 updating version 0 to 1685 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2983: oid 29 version 1685 is already newer than 1683 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2983: oid 29 updating version 1685 to 1686 2024-08-17T17:15:39.269 INFO:tasks.rados.rados.0.smithi059.stdout:2983: oid 29 version 1686 is already newer than 1684 2024-08-17T17:15:39.270 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1686 (ObjNum 958 snap 316 seq_num 958) dirty exists 2024-08-17T17:15:39.270 INFO:tasks.rados.rados.0.smithi059.stdout:2983: left oid 29 (ObjNum 958 snap 316 seq_num 958) 2024-08-17T17:15:39.270 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1911 (ObjNum 911 snap 311 seq_num 911) dirty exists 2024-08-17T17:15:39.270 INFO:tasks.rados.rados.0.smithi059.stdout:2989: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:15:39.307 INFO:tasks.rados.rados.0.smithi059.stdout:2990: finishing write tid 1 to smithi05980601-36 2024-08-17T17:15:39.307 INFO:tasks.rados.rados.0.smithi059.stdout:2981: done (6 left) 2024-08-17T17:15:39.307 INFO:tasks.rados.rados.0.smithi059.stdout:2983: done (5 left) 2024-08-17T17:15:39.307 INFO:tasks.rados.rados.0.smithi059.stdout:2984: done (4 left) 2024-08-17T17:15:39.307 INFO:tasks.rados.rados.0.smithi059.stdout:2987: done (3 left) 2024-08-17T17:15:39.307 INFO:tasks.rados.rados.0.smithi059.stdout:2988: done (2 left) 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2989: done (1 left) 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 316 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: finishing write tid 2 to smithi05980601-36 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: finishing write tid 3 to smithi05980601-36 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: finishing write tid 4 to smithi05980601-36 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: finishing write tid 5 to smithi05980601-36 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: finishing write tid 6 to smithi05980601-36 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: oid 36 updating version 0 to 1531 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: oid 36 updating version 1531 to 1534 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: oid 36 version 1534 is already newer than 1532 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: oid 36 version 1534 is already newer than 1533 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:2990: oid 36 version 1534 is already newer than 1530 2024-08-17T17:15:39.308 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1534 (ObjNum 959 snap 316 seq_num 959) dirty exists 2024-08-17T17:15:39.309 INFO:tasks.rados.rados.0.smithi059.stdout:2990: left oid 36 (ObjNum 959 snap 316 seq_num 959) 2024-08-17T17:15:39.309 INFO:tasks.rados.rados.0.smithi059.stdout:2991: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-08-17T17:15:39.309 INFO:tasks.rados.rados.0.smithi059.stdout:2991: writing smithi05980601-28 from 0 to 483328 tid 1 2024-08-17T17:15:39.312 INFO:tasks.rados.rados.0.smithi059.stdout:2991: writing smithi05980601-28 from 483328 to 909312 tid 2 2024-08-17T17:15:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:2991: writing smithi05980601-28 from 909312 to 1671168 tid 3 2024-08-17T17:15:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:2991: writing smithi05980601-28 from 1671168 to 1687552 tid 4 2024-08-17T17:15:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:2990: done (1 left) 2024-08-17T17:15:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:2992: snap_remove snap 275 2024-08-17T17:15:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:39 smithi059 ceph-mon[92261]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T17:15:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:39 smithi059 ceph-mon[94685]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T17:15:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:39 smithi087 ceph-mon[85676]: osdmap e694: 8 total, 8 up, 8 in 2024-08-17T17:15:40.246 INFO:tasks.rados.rados.0.smithi059.stdout:2991: finishing write tid 1 to smithi05980601-28 2024-08-17T17:15:40.246 INFO:tasks.rados.rados.0.smithi059.stdout:2991: finishing write tid 2 to smithi05980601-28 2024-08-17T17:15:40.246 INFO:tasks.rados.rados.0.smithi059.stdout:2991: finishing write tid 3 to smithi05980601-28 2024-08-17T17:15:40.247 INFO:tasks.rados.rados.0.smithi059.stdout:2991: finishing write tid 4 to smithi05980601-28 2024-08-17T17:15:40.247 INFO:tasks.rados.rados.0.smithi059.stdout:2991: finishing write tid 5 to smithi05980601-28 2024-08-17T17:15:40.247 INFO:tasks.rados.rados.0.smithi059.stdout:2991: finishing write tid 6 to smithi05980601-28 2024-08-17T17:15:40.247 INFO:tasks.rados.rados.0.smithi059.stdout:2991: oid 28 updating version 0 to 1916 2024-08-17T17:15:40.247 INFO:tasks.rados.rados.0.smithi059.stdout:2991: oid 28 version 1916 is already newer than 1913 2024-08-17T17:15:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:2991: oid 28 version 1916 is already newer than 1914 2024-08-17T17:15:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:2991: oid 28 version 1916 is already newer than 1915 2024-08-17T17:15:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:2991: oid 28 version 1916 is already newer than 1912 2024-08-17T17:15:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1916 (ObjNum 960 snap 316 seq_num 960) dirty exists 2024-08-17T17:15:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:2991: left oid 28 (ObjNum 960 snap 316 seq_num 960) 2024-08-17T17:15:40.249 INFO:tasks.rados.rados.0.smithi059.stdout:2991: done (1 left) 2024-08-17T17:15:40.249 INFO:tasks.rados.rados.0.smithi059.stdout:2992: done (0 left) 2024-08-17T17:15:40.249 INFO:tasks.rados.rados.0.smithi059.stdout:2993: copy_from oid 34 from oid 39 current snap is 316 2024-08-17T17:15:40.249 INFO:tasks.rados.rados.0.smithi059.stdout:2994: snap_remove snap 280 2024-08-17T17:15:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:40 smithi059 ceph-mon[94685]: pgmap v710: 121 pgs: 121 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 8.7 MiB/s wr, 25 op/s 2024-08-17T17:15:40.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:40 smithi059 ceph-mon[94685]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T17:15:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:40 smithi059 ceph-mon[92261]: pgmap v710: 121 pgs: 121 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 8.7 MiB/s wr, 25 op/s 2024-08-17T17:15:40.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:40 smithi059 ceph-mon[92261]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T17:15:40.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:40 smithi087 ceph-mon[85676]: pgmap v710: 121 pgs: 121 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 8.7 MiB/s wr, 25 op/s 2024-08-17T17:15:40.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:40 smithi087 ceph-mon[85676]: osdmap e695: 8 total, 8 up, 8 in 2024-08-17T17:15:41.209 INFO:tasks.rados.rados.0.smithi059.stdout:2994: done (1 left) 2024-08-17T17:15:41.209 INFO:tasks.rados.rados.0.smithi059.stdout:2995: copy_from oid 5 from oid 16 current snap is 316 2024-08-17T17:15:41.209 INFO:tasks.rados.rados.0.smithi059.stdout:2993: finishing copy_from to smithi05980601-34 2024-08-17T17:15:41.209 INFO:tasks.rados.rados.0.smithi059.stdout:2993: got expected ENOENT (src dne) 2024-08-17T17:15:41.210 INFO:tasks.rados.rados.0.smithi059.stdout:2993: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:15:41.210 INFO:tasks.rados.rados.0.smithi059.stdout:2993: done (1 left) 2024-08-17T17:15:41.210 INFO:tasks.rados.rados.0.smithi059.stdout:2996: read oid 18 snap -1 2024-08-17T17:15:41.210 INFO:tasks.rados.rados.0.smithi059.stdout:2996: expect (ObjNum 946 snap 314 seq_num 946) 2024-08-17T17:15:41.210 INFO:tasks.rados.rados.0.smithi059.stdout:2997: delete oid 34 current snap is 316 2024-08-17T17:15:41.223 INFO:tasks.rados.rados.0.smithi059.stdout:2995: finishing copy_from to smithi05980601-5 2024-08-17T17:15:41.223 INFO:tasks.rados.rados.0.smithi059.stdout:2995: got expected ENOENT (src dne) 2024-08-17T17:15:41.223 INFO:tasks.rados.rados.0.smithi059.stdout:2995: finishing copy_from racing read to smithi05980601-5 2024-08-17T17:15:41.224 INFO:tasks.rados.rados.0.smithi059.stdout:2995: done (2 left) 2024-08-17T17:15:41.224 INFO:tasks.rados.rados.0.smithi059.stdout:2997: done (1 left) 2024-08-17T17:15:41.224 INFO:tasks.rados.rados.0.smithi059.stdout:2998: setattr oid 21 current snap is 316 2024-08-17T17:15:41.226 INFO:tasks.rados.rados.0.smithi059.stdout:2999: snap_create 2024-08-17T17:15:41.240 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2099 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:15:41.240 INFO:tasks.rados.rados.0.smithi059.stdout:2996: expect (ObjNum 946 snap 314 seq_num 946) 2024-08-17T17:15:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:41 smithi059 ceph-mon[92261]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T17:15:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:41 smithi059 ceph-mon[92261]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.2 MiB/s wr, 23 op/s 2024-08-17T17:15:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:41 smithi059 ceph-mon[92261]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T17:15:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:41 smithi059 ceph-mon[94685]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T17:15:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:41 smithi059 ceph-mon[94685]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.2 MiB/s wr, 23 op/s 2024-08-17T17:15:41.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:41 smithi059 ceph-mon[94685]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T17:15:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:41 smithi087 ceph-mon[85676]: osdmap e696: 8 total, 8 up, 8 in 2024-08-17T17:15:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:41 smithi087 ceph-mon[85676]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 7.2 MiB/s wr, 23 op/s 2024-08-17T17:15:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:41 smithi087 ceph-mon[85676]: osdmap e697: 8 total, 8 up, 8 in 2024-08-17T17:15:42.209 INFO:tasks.rados.rados.0.smithi059.stdout:2996: done (2 left) 2024-08-17T17:15:42.210 INFO:tasks.rados.rados.0.smithi059.stdout:2998: done (1 left) 2024-08-17T17:15:42.210 INFO:tasks.rados.rados.0.smithi059.stdout:2999: done (0 left) 2024-08-17T17:15:42.210 INFO:tasks.rados.rados.0.smithi059.stdout:3000: snap_remove snap 282 2024-08-17T17:15:43.222 INFO:tasks.rados.rados.0.smithi059.stdout:3000: done (0 left) 2024-08-17T17:15:43.222 INFO:tasks.rados.rados.0.smithi059.stdout:3001: snap_remove snap 315 2024-08-17T17:15:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:43 smithi059 ceph-mon[92261]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T17:15:43.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:43 smithi059 ceph-mon[94685]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T17:15:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:43 smithi087 ceph-mon[85676]: osdmap e698: 8 total, 8 up, 8 in 2024-08-17T17:15:44.227 INFO:tasks.rados.rados.0.smithi059.stdout:3001: done (0 left) 2024-08-17T17:15:44.227 INFO:tasks.rados.rados.0.smithi059.stdout:3002: rollback oid 18 current snap is 317 2024-08-17T17:15:44.228 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 286 2024-08-17T17:15:44.228 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 317 2024-08-17T17:15:44.228 INFO:tasks.rados.rados.0.smithi059.stdout:3003: seq_num 962 ranges {3850240=516096,4366336=589824,4956160=614400} 2024-08-17T17:15:44.248 INFO:tasks.rados.rados.0.smithi059.stdout:3003: writing smithi05980601-10 from 3850240 to 4366336 tid 1 2024-08-17T17:15:44.251 INFO:tasks.rados.rados.0.smithi059.stdout:3003: writing smithi05980601-10 from 4366336 to 4956160 tid 2 2024-08-17T17:15:44.255 INFO:tasks.rados.rados.0.smithi059.stdout:3003: writing smithi05980601-10 from 4956160 to 5570560 tid 3 2024-08-17T17:15:44.255 INFO:tasks.rados.rados.0.smithi059.stdout:3004: snap_create 2024-08-17T17:15:44.255 INFO:tasks.rados.rados.0.smithi059.stdout:3002: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:15:44.255 INFO:tasks.rados.rados.0.smithi059.stdout:3002: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:15:44.255 INFO:tasks.rados.rados.0.smithi059.stdout:3002: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:15:44.255 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 1680 (ObjNum 33 snap 0 seq_num 315803440) dirty exists 2024-08-17T17:15:44.256 INFO:tasks.rados.rados.0.smithi059.stdout:3003: finishing write tid 1 to smithi05980601-10 2024-08-17T17:15:44.256 INFO:tasks.rados.rados.0.smithi059.stdout:3003: finishing write tid 2 to smithi05980601-10 2024-08-17T17:15:44.260 INFO:tasks.rados.rados.0.smithi059.stdout:3003: finishing write tid 3 to smithi05980601-10 2024-08-17T17:15:44.260 INFO:tasks.rados.rados.0.smithi059.stdout:3003: finishing write tid 4 to smithi05980601-10 2024-08-17T17:15:44.262 INFO:tasks.rados.rados.0.smithi059.stdout:3003: finishing write tid 5 to smithi05980601-10 2024-08-17T17:15:44.262 INFO:tasks.rados.rados.0.smithi059.stdout:3003: oid 10 updating version 0 to 1921 2024-08-17T17:15:44.262 INFO:tasks.rados.rados.0.smithi059.stdout:3003: oid 10 version 1921 is already newer than 1918 2024-08-17T17:15:44.262 INFO:tasks.rados.rados.0.smithi059.stdout:3003: oid 10 version 1921 is already newer than 1919 2024-08-17T17:15:44.262 INFO:tasks.rados.rados.0.smithi059.stdout:3003: oid 10 version 1921 is already newer than 1920 2024-08-17T17:15:44.262 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1921 (ObjNum 962 snap 317 seq_num 962) dirty exists 2024-08-17T17:15:44.262 INFO:tasks.rados.rados.0.smithi059.stdout:3003: left oid 10 (ObjNum 962 snap 317 seq_num 962) 2024-08-17T17:15:44.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:15:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:15:44] "GET /metrics HTTP/1.1" 200 36277 "" "Prometheus/2.51.0" 2024-08-17T17:15:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:44 smithi059 ceph-mon[92261]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 820 KiB/s wr, 12 op/s 2024-08-17T17:15:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:44 smithi059 ceph-mon[92261]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T17:15:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:44 smithi059 ceph-mon[94685]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 820 KiB/s wr, 12 op/s 2024-08-17T17:15:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:44 smithi059 ceph-mon[94685]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T17:15:44.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:44 smithi087 ceph-mon[85676]: pgmap v716: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 820 KiB/s wr, 12 op/s 2024-08-17T17:15:44.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:44 smithi087 ceph-mon[85676]: osdmap e699: 8 total, 8 up, 8 in 2024-08-17T17:15:45.228 INFO:tasks.rados.rados.0.smithi059.stdout:3002: done (2 left) 2024-08-17T17:15:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:3003: done (1 left) 2024-08-17T17:15:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:3004: done (0 left) 2024-08-17T17:15:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:3005: rollback oid 20 current snap is 318 2024-08-17T17:15:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 20 to 316 2024-08-17T17:15:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 318 2024-08-17T17:15:45.229 INFO:tasks.rados.rados.0.smithi059.stdout:3006: seq_num 963 ranges {0=532480,532480=475136,1007616=532480,1540096=196608} 2024-08-17T17:15:45.231 INFO:tasks.rados.rados.0.smithi059.stdout:3006: writing smithi05980601-35 from 0 to 532480 tid 1 2024-08-17T17:15:45.234 INFO:tasks.rados.rados.0.smithi059.stdout:3006: writing smithi05980601-35 from 532480 to 1007616 tid 2 2024-08-17T17:15:45.237 INFO:tasks.rados.rados.0.smithi059.stdout:3006: writing smithi05980601-35 from 1007616 to 1540096 tid 3 2024-08-17T17:15:45.238 INFO:tasks.rados.rados.0.smithi059.stdout:3006: writing smithi05980601-35 from 1540096 to 1736704 tid 4 2024-08-17T17:15:45.238 INFO:tasks.rados.rados.0.smithi059.stdout:3007: delete oid 5 current snap is 318 2024-08-17T17:15:45.238 INFO:tasks.rados.rados.0.smithi059.stdout:3005: finishing rollback tid 0 to smithi05980601-20 2024-08-17T17:15:45.239 INFO:tasks.rados.rados.0.smithi059.stdout:3005: finishing rollback tid 1 to smithi05980601-20 2024-08-17T17:15:45.239 INFO:tasks.rados.rados.0.smithi059.stdout:3005: finishing rollback tid 2 to smithi05980601-20 2024-08-17T17:15:45.239 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2148 (ObjNum 954 snap 316 seq_num 954) dirty exists 2024-08-17T17:15:45.241 INFO:tasks.rados.rados.0.smithi059.stdout:3005: done (2 left) 2024-08-17T17:15:45.241 INFO:tasks.rados.rados.0.smithi059.stdout:3007: done (1 left) 2024-08-17T17:15:45.241 INFO:tasks.rados.rados.0.smithi059.stdout:3008: setattr oid 3 current snap is 318 2024-08-17T17:15:45.242 INFO:tasks.rados.rados.0.smithi059.stdout:3006: finishing write tid 1 to smithi05980601-35 2024-08-17T17:15:45.242 INFO:tasks.rados.rados.0.smithi059.stdout:3006: finishing write tid 2 to smithi05980601-35 2024-08-17T17:15:45.243 INFO:tasks.rados.rados.0.smithi059.stdout:3009: rmattr oid 7 current snap is 318 2024-08-17T17:15:45.243 INFO:tasks.rados.rados.0.smithi059.stdout:3009: done (2 left) 2024-08-17T17:15:45.243 INFO:tasks.rados.rados.0.smithi059.stdout:3010: rmattr oid 28 current snap is 318 2024-08-17T17:15:45.243 INFO:tasks.rados.rados.0.smithi059.stdout:3010: done (2 left) 2024-08-17T17:15:45.243 INFO:tasks.rados.rados.0.smithi059.stdout:3011: read oid 13 snap 261 2024-08-17T17:15:45.243 INFO:tasks.rados.rados.0.smithi059.stdout:3011: expect (ObjNum 568 snap 186 seq_num 568) 2024-08-17T17:15:45.243 INFO:tasks.rados.rados.0.smithi059.stdout:3012: read oid 2 snap -1 2024-08-17T17:15:45.243 INFO:tasks.rados.rados.0.smithi059.stdout:3012: expect (ObjNum 957 snap 316 seq_num 957) 2024-08-17T17:15:45.243 INFO:tasks.rados.rados.0.smithi059.stdout:3013: delete oid 14 current snap is 318 2024-08-17T17:15:45.245 INFO:tasks.rados.rados.0.smithi059.stdout:3006: finishing write tid 3 to smithi05980601-35 2024-08-17T17:15:45.246 INFO:tasks.rados.rados.0.smithi059.stdout:3006: finishing write tid 4 to smithi05980601-35 2024-08-17T17:15:45.246 INFO:tasks.rados.rados.0.smithi059.stdout:3006: finishing write tid 5 to smithi05980601-35 2024-08-17T17:15:45.248 INFO:tasks.rados.rados.0.smithi059.stdout:3006: finishing write tid 6 to smithi05980601-35 2024-08-17T17:15:45.248 INFO:tasks.rados.rados.0.smithi059.stdout:3006: oid 35 updating version 0 to 1567 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi059.stdout:3006: oid 35 updating version 1567 to 1568 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi059.stdout:3006: oid 35 updating version 1568 to 1569 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi059.stdout:3006: oid 35 version 1569 is already newer than 1566 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi059.stdout:3006: oid 35 updating version 1569 to 1570 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1570 (ObjNum 963 snap 318 seq_num 963) dirty exists 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi059.stdout:3006: left oid 35 (ObjNum 963 snap 318 seq_num 963) 2024-08-17T17:15:45.249 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1535 (ObjNum 855 snap 289 seq_num 855) dirty exists 2024-08-17T17:15:45.259 INFO:tasks.rados.rados.0.smithi059.stdout:3011: expect (ObjNum 568 snap 186 seq_num 568) 2024-08-17T17:15:45.319 INFO:tasks.rados.rados.0.smithi059.stdout:3012: expect (ObjNum 957 snap 316 seq_num 957) 2024-08-17T17:15:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:45 smithi059 ceph-mon[92261]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T17:15:45.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:45 smithi059 ceph-mon[94685]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T17:15:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:45 smithi087 ceph-mon[85676]: osdmap e700: 8 total, 8 up, 8 in 2024-08-17T17:15:45.870 INFO:tasks.rados.rados.0.smithi059.stdout:3006: done (4 left) 2024-08-17T17:15:45.870 INFO:tasks.rados.rados.0.smithi059.stdout:3008: done (3 left) 2024-08-17T17:15:45.870 INFO:tasks.rados.rados.0.smithi059.stdout:3011: done (2 left) 2024-08-17T17:15:45.870 INFO:tasks.rados.rados.0.smithi059.stdout:3012: done (1 left) 2024-08-17T17:15:45.871 INFO:tasks.rados.rados.0.smithi059.stdout:3013: done (0 left) 2024-08-17T17:15:45.871 INFO:tasks.rados.rados.0.smithi059.stdout:3014: snap_create 2024-08-17T17:15:46.209 INFO:tasks.rados.rados.0.smithi059.stdout:3014: done (0 left) 2024-08-17T17:15:46.209 INFO:tasks.rados.rados.0.smithi059.stdout:3015: snap_remove snap 261 2024-08-17T17:15:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:46 smithi059 ceph-mon[92261]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 820 KiB/s wr, 14 op/s 2024-08-17T17:15:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:46 smithi059 ceph-mon[92261]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T17:15:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:46 smithi059 ceph-mon[92261]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T17:15:46.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:46 smithi059 ceph-mon[94685]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 820 KiB/s wr, 14 op/s 2024-08-17T17:15:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:46 smithi059 ceph-mon[94685]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T17:15:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:46 smithi059 ceph-mon[94685]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T17:15:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:46 smithi087 ceph-mon[85676]: pgmap v719: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 442 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 820 KiB/s wr, 14 op/s 2024-08-17T17:15:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:46 smithi087 ceph-mon[85676]: osdmap e701: 8 total, 8 up, 8 in 2024-08-17T17:15:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:46 smithi087 ceph-mon[85676]: osdmap e702: 8 total, 8 up, 8 in 2024-08-17T17:15:47.211 INFO:tasks.rados.rados.0.smithi059.stdout:3015: done (0 left) 2024-08-17T17:15:47.212 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 319 2024-08-17T17:15:47.212 INFO:tasks.rados.rados.0.smithi059.stdout:3016: seq_num 966 ranges {2498560=581632,3080192=581632,3661824=622592} 2024-08-17T17:15:47.229 INFO:tasks.rados.rados.0.smithi059.stdout:3016: writing smithi05980601-31 from 2498560 to 3080192 tid 1 2024-08-17T17:15:47.233 INFO:tasks.rados.rados.0.smithi059.stdout:3016: writing smithi05980601-31 from 3080192 to 3661824 tid 2 2024-08-17T17:15:47.238 INFO:tasks.rados.rados.0.smithi059.stdout:3016: writing smithi05980601-31 from 3661824 to 4284416 tid 3 2024-08-17T17:15:47.238 INFO:tasks.rados.rados.0.smithi059.stdout:3017: delete oid 49 current snap is 319 2024-08-17T17:15:47.241 INFO:tasks.rados.rados.0.smithi059.stdout:3016: finishing write tid 1 to smithi05980601-31 2024-08-17T17:15:47.242 INFO:tasks.rados.rados.0.smithi059.stdout:3016: finishing write tid 2 to smithi05980601-31 2024-08-17T17:15:47.247 INFO:tasks.rados.rados.0.smithi059.stdout:3016: finishing write tid 3 to smithi05980601-31 2024-08-17T17:15:47.247 INFO:tasks.rados.rados.0.smithi059.stdout:3016: finishing write tid 4 to smithi05980601-31 2024-08-17T17:15:47.250 INFO:tasks.rados.rados.0.smithi059.stdout:3016: finishing write tid 5 to smithi05980601-31 2024-08-17T17:15:47.250 INFO:tasks.rados.rados.0.smithi059.stdout:3016: oid 31 updating version 0 to 2762 2024-08-17T17:15:47.251 INFO:tasks.rados.rados.0.smithi059.stdout:3016: oid 31 updating version 2762 to 2768 2024-08-17T17:15:47.251 INFO:tasks.rados.rados.0.smithi059.stdout:3016: oid 31 version 2768 is already newer than 2763 2024-08-17T17:15:47.251 INFO:tasks.rados.rados.0.smithi059.stdout:3016: oid 31 updating version 2768 to 2769 2024-08-17T17:15:47.251 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 2769 (ObjNum 966 snap 319 seq_num 966) dirty exists 2024-08-17T17:15:47.251 INFO:tasks.rados.rados.0.smithi059.stdout:3016: left oid 31 (ObjNum 966 snap 319 seq_num 966) 2024-08-17T17:15:47.251 INFO:tasks.rados.rados.0.smithi059.stdout:3016: done (1 left) 2024-08-17T17:15:47.251 INFO:tasks.rados.rados.0.smithi059.stdout:3017: done (0 left) 2024-08-17T17:15:47.251 INFO:tasks.rados.rados.0.smithi059.stdout:3018: delete oid 44 current snap is 319 2024-08-17T17:15:47.253 INFO:tasks.rados.rados.0.smithi059.stdout:3018: done (0 left) 2024-08-17T17:15:47.253 INFO:tasks.rados.rados.0.smithi059.stdout:3019: snap_remove snap 292 2024-08-17T17:15:47.537 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:15:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[104528]: 2024-08-17T17:15:47.250+0000 7fd05788d640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 149 after trimming was started 2024-08-17T17:15:48.238 INFO:tasks.rados.rados.0.smithi059.stdout:3019: done (0 left) 2024-08-17T17:15:48.238 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 319 2024-08-17T17:15:48.238 INFO:tasks.rados.rados.0.smithi059.stdout:3020: seq_num 969 ranges {327680=638976,966656=630784,1597440=532480,2129920=40960} 2024-08-17T17:15:48.244 INFO:tasks.rados.rados.0.smithi059.stdout:3020: writing smithi05980601-45 from 327680 to 966656 tid 1 2024-08-17T17:15:48.249 INFO:tasks.rados.rados.0.smithi059.stdout:3020: writing smithi05980601-45 from 966656 to 1597440 tid 2 2024-08-17T17:15:48.253 INFO:tasks.rados.rados.0.smithi059.stdout:3020: writing smithi05980601-45 from 1597440 to 2129920 tid 3 2024-08-17T17:15:48.254 INFO:tasks.rados.rados.0.smithi059.stdout:3020: writing smithi05980601-45 from 2129920 to 2170880 tid 4 2024-08-17T17:15:48.254 INFO:tasks.rados.rados.0.smithi059.stdout:3021: read oid 30 snap -1 2024-08-17T17:15:48.254 INFO:tasks.rados.rados.0.smithi059.stdout:3021: expect (ObjNum 933 snap 314 seq_num 933) 2024-08-17T17:15:48.254 INFO:tasks.rados.rados.0.smithi059.stdout:3022: rmattr oid 41 current snap is 319 2024-08-17T17:15:48.254 INFO:tasks.rados.rados.0.smithi059.stdout:3023: snap_remove snap 300 2024-08-17T17:15:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:48 smithi059 ceph-mon[94685]: pgmap v722: 121 pgs: 121 active+clean; 431 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:15:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:48 smithi059 ceph-mon[94685]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T17:15:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:48 smithi059 ceph-mon[92261]: pgmap v722: 121 pgs: 121 active+clean; 431 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:15:48.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:48 smithi059 ceph-mon[92261]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T17:15:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:48 smithi087 ceph-mon[85676]: pgmap v722: 121 pgs: 121 active+clean; 431 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 0 B/s wr, 8 op/s 2024-08-17T17:15:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:48 smithi087 ceph-mon[85676]: osdmap e703: 8 total, 8 up, 8 in 2024-08-17T17:15:49.245 INFO:tasks.rados.rados.0.smithi059.stdout:3020: finishing write tid 1 to smithi05980601-45 2024-08-17T17:15:49.245 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 2101 (ObjNum 880 snap 298 seq_num 880) dirty exists 2024-08-17T17:15:49.245 INFO:tasks.rados.rados.0.smithi059.stdout:3020: finishing write tid 2 to smithi05980601-45 2024-08-17T17:15:49.245 INFO:tasks.rados.rados.0.smithi059.stdout:3020: finishing write tid 3 to smithi05980601-45 2024-08-17T17:15:49.245 INFO:tasks.rados.rados.0.smithi059.stdout:3020: finishing write tid 4 to smithi05980601-45 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:3020: finishing write tid 5 to smithi05980601-45 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:3020: finishing write tid 6 to smithi05980601-45 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:3020: oid 45 updating version 0 to 1925 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:3020: oid 45 updating version 1925 to 1926 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:3020: oid 45 version 1926 is already newer than 1923 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:3020: oid 45 version 1926 is already newer than 1922 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:3020: oid 45 version 1926 is already newer than 1924 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 1926 (ObjNum 969 snap 319 seq_num 969) dirty exists 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:3020: left oid 45 (ObjNum 969 snap 319 seq_num 969) 2024-08-17T17:15:49.246 INFO:tasks.rados.rados.0.smithi059.stdout:3021: expect (ObjNum 933 snap 314 seq_num 933) 2024-08-17T17:15:49.438 INFO:tasks.rados.rados.0.smithi059.stdout:3020: done (3 left) 2024-08-17T17:15:49.438 INFO:tasks.rados.rados.0.smithi059.stdout:3021: done (2 left) 2024-08-17T17:15:49.438 INFO:tasks.rados.rados.0.smithi059.stdout:3022: done (1 left) 2024-08-17T17:15:49.438 INFO:tasks.rados.rados.0.smithi059.stdout:3023: done (0 left) 2024-08-17T17:15:49.438 INFO:tasks.rados.rados.0.smithi059.stdout:3024: snap_create 2024-08-17T17:15:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:49 smithi059 ceph-mon[92261]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T17:15:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:49 smithi059 ceph-mon[94685]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T17:15:49.554 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:49 smithi087 ceph-mon[85676]: osdmap e704: 8 total, 8 up, 8 in 2024-08-17T17:15:50.247 INFO:tasks.rados.rados.0.smithi059.stdout:3024: done (0 left) 2024-08-17T17:15:50.247 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 320 2024-08-17T17:15:50.247 INFO:tasks.rados.rados.0.smithi059.stdout:3025: seq_num 970 ranges {2531328=655360,3186688=516096,3702784=688128} 2024-08-17T17:15:50.264 INFO:tasks.rados.rados.0.smithi059.stdout:3025: writing smithi05980601-20 from 2531328 to 3186688 tid 1 2024-08-17T17:15:50.267 INFO:tasks.rados.rados.0.smithi059.stdout:3025: writing smithi05980601-20 from 3186688 to 3702784 tid 2 2024-08-17T17:15:50.273 INFO:tasks.rados.rados.0.smithi059.stdout:3025: writing smithi05980601-20 from 3702784 to 4390912 tid 3 2024-08-17T17:15:50.273 INFO:tasks.rados.rados.0.smithi059.stdout:3026: read oid 9 snap 290 2024-08-17T17:15:50.273 INFO:tasks.rados.rados.0.smithi059.stdout:3026: expect (ObjNum 843 snap 286 seq_num 843) 2024-08-17T17:15:50.273 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 19 current snap is 320 2024-08-17T17:15:50.274 INFO:tasks.rados.rados.0.smithi059.stdout:3027: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-08-17T17:15:50.276 INFO:tasks.rados.rados.0.smithi059.stdout:3027: writing smithi05980601-19 from 0 to 671744 tid 1 2024-08-17T17:15:50.281 INFO:tasks.rados.rados.0.smithi059.stdout:3027: writing smithi05980601-19 from 671744 to 1474560 tid 2 2024-08-17T17:15:50.283 INFO:tasks.rados.rados.0.smithi059.stdout:3027: writing smithi05980601-19 from 1474560 to 1875968 tid 3 2024-08-17T17:15:50.283 INFO:tasks.rados.rados.0.smithi059.stdout:3028: setattr oid 47 current snap is 320 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: finishing write tid 1 to smithi05980601-20 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: finishing write tid 2 to smithi05980601-20 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: finishing write tid 3 to smithi05980601-20 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: finishing write tid 4 to smithi05980601-20 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: finishing write tid 5 to smithi05980601-20 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: oid 20 updating version 0 to 2152 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: oid 20 version 2152 is already newer than 2150 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: oid 20 version 2152 is already newer than 2151 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: oid 20 version 2152 is already newer than 2149 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2152 (ObjNum 970 snap 320 seq_num 970) dirty exists 2024-08-17T17:15:50.284 INFO:tasks.rados.rados.0.smithi059.stdout:3025: left oid 20 (ObjNum 970 snap 320 seq_num 970) 2024-08-17T17:15:50.285 INFO:tasks.rados.rados.0.smithi059.stdout:3027: finishing write tid 1 to smithi05980601-19 2024-08-17T17:15:50.287 INFO:tasks.rados.rados.0.smithi059.stdout:3025: done (3 left) 2024-08-17T17:15:50.287 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 320 2024-08-17T17:15:50.287 INFO:tasks.rados.rados.0.smithi059.stdout:3029: seq_num 972 ranges {548864=688128,1236992=688128,1925120=516096} 2024-08-17T17:15:50.294 INFO:tasks.rados.rados.0.smithi059.stdout:3029: writing smithi05980601-13 from 548864 to 1236992 tid 1 2024-08-17T17:15:50.298 INFO:tasks.rados.rados.0.smithi059.stdout:3029: writing smithi05980601-13 from 1236992 to 1925120 tid 2 2024-08-17T17:15:50.301 INFO:tasks.rados.rados.0.smithi059.stdout:3029: writing smithi05980601-13 from 1925120 to 2441216 tid 3 2024-08-17T17:15:50.301 INFO:tasks.rados.rados.0.smithi059.stdout:3030: read oid 31 snap -1 2024-08-17T17:15:50.301 INFO:tasks.rados.rados.0.smithi059.stdout:3030: expect (ObjNum 966 snap 319 seq_num 966) 2024-08-17T17:15:50.301 INFO:tasks.rados.rados.0.smithi059.stdout:3031: delete oid 26 current snap is 320 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:3027: finishing write tid 2 to smithi05980601-19 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:3027: finishing write tid 3 to smithi05980601-19 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:3027: finishing write tid 4 to smithi05980601-19 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1747 (ObjNum 49 snap 0 seq_num 1650024801) dirty exists 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:3027: finishing write tid 5 to smithi05980601-19 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:3027: oid 19 updating version 0 to 2803 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:3027: oid 19 version 2803 is already newer than 2801 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:3027: oid 19 version 2803 is already newer than 2802 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:3027: oid 19 version 2803 is already newer than 2800 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 2803 (ObjNum 971 snap 320 seq_num 971) dirty exists 2024-08-17T17:15:50.302 INFO:tasks.rados.rados.0.smithi059.stdout:3027: left oid 19 (ObjNum 971 snap 320 seq_num 971) 2024-08-17T17:15:50.303 INFO:tasks.rados.rados.0.smithi059.stdout:3029: finishing write tid 1 to smithi05980601-13 2024-08-17T17:15:50.304 INFO:tasks.rados.rados.0.smithi059.stdout:3029: finishing write tid 2 to smithi05980601-13 2024-08-17T17:15:50.305 INFO:tasks.rados.rados.0.smithi059.stdout:3029: finishing write tid 3 to smithi05980601-13 2024-08-17T17:15:50.305 INFO:tasks.rados.rados.0.smithi059.stdout:3029: finishing write tid 4 to smithi05980601-13 2024-08-17T17:15:50.306 INFO:tasks.rados.rados.0.smithi059.stdout:3029: finishing write tid 5 to smithi05980601-13 2024-08-17T17:15:50.307 INFO:tasks.rados.rados.0.smithi059.stdout:3029: oid 13 updating version 0 to 2483 2024-08-17T17:15:50.307 INFO:tasks.rados.rados.0.smithi059.stdout:3029: oid 13 updating version 2483 to 2484 2024-08-17T17:15:50.307 INFO:tasks.rados.rados.0.smithi059.stdout:3029: oid 13 updating version 2484 to 2485 2024-08-17T17:15:50.307 INFO:tasks.rados.rados.0.smithi059.stdout:3029: oid 13 updating version 2485 to 2486 2024-08-17T17:15:50.307 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 2486 (ObjNum 972 snap 320 seq_num 972) dirty exists 2024-08-17T17:15:50.307 INFO:tasks.rados.rados.0.smithi059.stdout:3029: left oid 13 (ObjNum 972 snap 320 seq_num 972) 2024-08-17T17:15:50.318 INFO:tasks.rados.rados.0.smithi059.stdout:3030: expect (ObjNum 966 snap 319 seq_num 966) 2024-08-17T17:15:50.511 INFO:tasks.rados.rados.0.smithi059.stdout:3026: expect (ObjNum 843 snap 286 seq_num 843) 2024-08-17T17:15:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:50 smithi059 ceph-mon[92261]: pgmap v725: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T17:15:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:50 smithi059 ceph-mon[92261]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T17:15:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:50 smithi059 ceph-mon[94685]: pgmap v725: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T17:15:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:50 smithi059 ceph-mon[94685]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T17:15:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:50 smithi087 ceph-mon[85676]: pgmap v725: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-08-17T17:15:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:50 smithi087 ceph-mon[85676]: osdmap e705: 8 total, 8 up, 8 in 2024-08-17T17:15:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:15:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:51 smithi059 ceph-mon[92261]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T17:15:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:51 smithi059 ceph-mon[92261]: pgmap v728: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T17:15:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:51 smithi059 ceph-mon[92261]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T17:15:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:51 smithi059 ceph-mon[94685]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T17:15:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:51 smithi059 ceph-mon[94685]: pgmap v728: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T17:15:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:51 smithi059 ceph-mon[94685]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T17:15:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:51 smithi087 ceph-mon[85676]: osdmap e706: 8 total, 8 up, 8 in 2024-08-17T17:15:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:51 smithi087 ceph-mon[85676]: pgmap v728: 121 pgs: 121 active+clean; 432 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-08-17T17:15:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:51 smithi087 ceph-mon[85676]: osdmap e707: 8 total, 8 up, 8 in 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:3026: done (5 left) 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:3027: done (4 left) 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:3028: done (3 left) 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:3029: done (2 left) 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:3030: done (1 left) 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:3031: done (0 left) 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:3032: read oid 24 snap -1 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:3032: expect (ObjNum 925 snap 312 seq_num 925) 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 320 2024-08-17T17:15:51.631 INFO:tasks.rados.rados.0.smithi059.stdout:3033: seq_num 974 ranges {3276800=720896,3997696=507904,4505600=671744,5177344=24576} 2024-08-17T17:15:51.652 INFO:tasks.rados.rados.0.smithi059.stdout:3033: writing smithi05980601-36 from 3276800 to 3997696 tid 1 2024-08-17T17:15:51.655 INFO:tasks.rados.rados.0.smithi059.stdout:3033: writing smithi05980601-36 from 3997696 to 4505600 tid 2 2024-08-17T17:15:51.660 INFO:tasks.rados.rados.0.smithi059.stdout:3033: writing smithi05980601-36 from 4505600 to 5177344 tid 3 2024-08-17T17:15:51.660 INFO:tasks.rados.rados.0.smithi059.stdout:3033: writing smithi05980601-36 from 5177344 to 5201920 tid 4 2024-08-17T17:15:51.660 INFO:tasks.rados.rados.0.smithi059.stdout:3034: delete oid 44 current snap is 320 2024-08-17T17:15:51.660 INFO:tasks.rados.rados.0.smithi059.stdout:3032: expect (ObjNum 925 snap 312 seq_num 925) 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: finishing write tid 1 to smithi05980601-36 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: finishing write tid 2 to smithi05980601-36 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: finishing write tid 3 to smithi05980601-36 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: finishing write tid 4 to smithi05980601-36 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: finishing write tid 5 to smithi05980601-36 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: finishing write tid 6 to smithi05980601-36 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: oid 36 updating version 0 to 1539 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: oid 36 updating version 1539 to 1540 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: oid 36 version 1540 is already newer than 1537 2024-08-17T17:15:51.770 INFO:tasks.rados.rados.0.smithi059.stdout:3033: oid 36 version 1540 is already newer than 1536 2024-08-17T17:15:51.771 INFO:tasks.rados.rados.0.smithi059.stdout:3033: oid 36 version 1540 is already newer than 1538 2024-08-17T17:15:51.771 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1540 (ObjNum 974 snap 320 seq_num 974) dirty exists 2024-08-17T17:15:51.771 INFO:tasks.rados.rados.0.smithi059.stdout:3033: left oid 36 (ObjNum 974 snap 320 seq_num 974) 2024-08-17T17:15:51.771 INFO:tasks.rados.rados.0.smithi059.stdout:3032: done (2 left) 2024-08-17T17:15:51.771 INFO:tasks.rados.rados.0.smithi059.stdout:3033: done (1 left) 2024-08-17T17:15:51.771 INFO:tasks.rados.rados.0.smithi059.stdout:3034: done (0 left) 2024-08-17T17:15:51.771 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 320 2024-08-17T17:15:51.771 INFO:tasks.rados.rados.0.smithi059.stdout:3035: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-08-17T17:15:51.773 INFO:tasks.rados.rados.0.smithi059.stdout:3035: writing smithi05980601-14 from 0 to 753664 tid 1 2024-08-17T17:15:51.777 INFO:tasks.rados.rados.0.smithi059.stdout:3035: writing smithi05980601-14 from 753664 to 1425408 tid 2 2024-08-17T17:15:51.780 INFO:tasks.rados.rados.0.smithi059.stdout:3035: writing smithi05980601-14 from 1425408 to 1957888 tid 3 2024-08-17T17:15:51.780 INFO:tasks.rados.rados.0.smithi059.stdout:3036: copy_from oid 32 from oid 49 current snap is 320 2024-08-17T17:15:51.780 INFO:tasks.rados.rados.0.smithi059.stdout:3035: finishing write tid 1 to smithi05980601-14 2024-08-17T17:15:51.781 INFO:tasks.rados.rados.0.smithi059.stdout:3035: finishing write tid 2 to smithi05980601-14 2024-08-17T17:15:51.781 INFO:tasks.rados.rados.0.smithi059.stdout:3037: snap_create 2024-08-17T17:15:51.781 INFO:tasks.rados.rados.0.smithi059.stdout:3036: finishing copy_from to smithi05980601-32 2024-08-17T17:15:51.782 INFO:tasks.rados.rados.0.smithi059.stdout:3036: got expected ENOENT (src dne) 2024-08-17T17:15:51.782 INFO:tasks.rados.rados.0.smithi059.stdout:3036: finishing copy_from racing read to smithi05980601-32 2024-08-17T17:15:51.783 INFO:tasks.rados.rados.0.smithi059.stdout:3035: finishing write tid 3 to smithi05980601-14 2024-08-17T17:15:51.783 INFO:tasks.rados.rados.0.smithi059.stdout:3035: finishing write tid 4 to smithi05980601-14 2024-08-17T17:15:51.785 INFO:tasks.rados.rados.0.smithi059.stdout:3035: finishing write tid 5 to smithi05980601-14 2024-08-17T17:15:51.785 INFO:tasks.rados.rados.0.smithi059.stdout:3035: oid 14 updating version 0 to 2103 2024-08-17T17:15:51.785 INFO:tasks.rados.rados.0.smithi059.stdout:3035: oid 14 version 2103 is already newer than 2101 2024-08-17T17:15:51.785 INFO:tasks.rados.rados.0.smithi059.stdout:3035: oid 14 version 2103 is already newer than 2102 2024-08-17T17:15:51.785 INFO:tasks.rados.rados.0.smithi059.stdout:3035: oid 14 version 2103 is already newer than 2100 2024-08-17T17:15:51.785 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2103 (ObjNum 976 snap 320 seq_num 976) dirty exists 2024-08-17T17:15:51.785 INFO:tasks.rados.rados.0.smithi059.stdout:3035: left oid 14 (ObjNum 976 snap 320 seq_num 976) 2024-08-17T17:15:52.254 INFO:tasks.rados.rados.0.smithi059.stdout:3035: done (2 left) 2024-08-17T17:15:52.254 INFO:tasks.rados.rados.0.smithi059.stdout:3036: done (1 left) 2024-08-17T17:15:52.254 INFO:tasks.rados.rados.0.smithi059.stdout:3037: done (0 left) 2024-08-17T17:15:52.254 INFO:tasks.rados.rados.0.smithi059.stdout:3038: copy_from oid 4 from oid 16 current snap is 321 2024-08-17T17:15:52.254 INFO:tasks.rados.rados.0.smithi059.stdout:3039: snap_create 2024-08-17T17:15:52.259 INFO:tasks.rados.rados.0.smithi059.stdout:3038: finishing copy_from to smithi05980601-4 2024-08-17T17:15:52.259 INFO:tasks.rados.rados.0.smithi059.stdout:3038: got expected ENOENT (src dne) 2024-08-17T17:15:52.259 INFO:tasks.rados.rados.0.smithi059.stdout:3038: finishing copy_from racing read to smithi05980601-4 2024-08-17T17:15:53.259 INFO:tasks.rados.rados.0.smithi059.stdout:3038: done (1 left) 2024-08-17T17:15:53.260 INFO:tasks.rados.rados.0.smithi059.stdout:3039: done (0 left) 2024-08-17T17:15:53.260 INFO:tasks.rados.rados.0.smithi059.stdout:3040: read oid 49 snap -1 2024-08-17T17:15:53.260 INFO:tasks.rados.rados.0.smithi059.stdout:3040: expect deleted 2024-08-17T17:15:53.260 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 322 2024-08-17T17:15:53.260 INFO:tasks.rados.rados.0.smithi059.stdout:3041: seq_num 977 ranges {1810432=770048,2580480=557056,3137536=491520,3629056=155648} 2024-08-17T17:15:53.273 INFO:tasks.rados.rados.0.smithi059.stdout:3041: writing smithi05980601-22 from 1810432 to 2580480 tid 1 2024-08-17T17:15:53.276 INFO:tasks.rados.rados.0.smithi059.stdout:3041: writing smithi05980601-22 from 2580480 to 3137536 tid 2 2024-08-17T17:15:53.279 INFO:tasks.rados.rados.0.smithi059.stdout:3041: writing smithi05980601-22 from 3137536 to 3629056 tid 3 2024-08-17T17:15:53.281 INFO:tasks.rados.rados.0.smithi059.stdout:3041: writing smithi05980601-22 from 3629056 to 3784704 tid 4 2024-08-17T17:15:53.281 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 322 2024-08-17T17:15:53.281 INFO:tasks.rados.rados.0.smithi059.stdout:3042: seq_num 978 ranges {0=786432,786432=442368,1228800=647168,1875968=114688} 2024-08-17T17:15:53.285 INFO:tasks.rados.rados.0.smithi059.stdout:3042: writing smithi05980601-26 from 0 to 786432 tid 1 2024-08-17T17:15:53.288 INFO:tasks.rados.rados.0.smithi059.stdout:3042: writing smithi05980601-26 from 786432 to 1228800 tid 2 2024-08-17T17:15:53.291 INFO:tasks.rados.rados.0.smithi059.stdout:3042: writing smithi05980601-26 from 1228800 to 1875968 tid 3 2024-08-17T17:15:53.292 INFO:tasks.rados.rados.0.smithi059.stdout:3042: writing smithi05980601-26 from 1875968 to 1990656 tid 4 2024-08-17T17:15:53.292 INFO:tasks.rados.rados.0.smithi059.stdout:3043: copy_from oid 45 from oid 28 current snap is 322 2024-08-17T17:15:53.292 INFO:tasks.rados.rados.0.smithi059.stdout:3041: finishing write tid 1 to smithi05980601-22 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: finishing write tid 2 to smithi05980601-22 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: finishing write tid 3 to smithi05980601-22 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: finishing write tid 4 to smithi05980601-22 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: finishing write tid 5 to smithi05980601-22 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: finishing write tid 6 to smithi05980601-22 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: oid 22 updating version 0 to 1574 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: oid 22 updating version 1574 to 1575 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: oid 22 version 1575 is already newer than 1573 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: oid 22 version 1575 is already newer than 1571 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: oid 22 version 1575 is already newer than 1572 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 1575 (ObjNum 977 snap 322 seq_num 977) dirty exists 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3041: left oid 22 (ObjNum 977 snap 322 seq_num 977) 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3042: finishing write tid 1 to smithi05980601-26 2024-08-17T17:15:53.293 INFO:tasks.rados.rados.0.smithi059.stdout:3042: finishing write tid 2 to smithi05980601-26 2024-08-17T17:15:53.294 INFO:tasks.rados.rados.0.smithi059.stdout:3040: done (3 left) 2024-08-17T17:15:53.294 INFO:tasks.rados.rados.0.smithi059.stdout:3041: done (2 left) 2024-08-17T17:15:53.294 INFO:tasks.rados.rados.0.smithi059.stdout:3044: snap_create 2024-08-17T17:15:53.295 INFO:tasks.rados.rados.0.smithi059.stdout:3042: finishing write tid 3 to smithi05980601-26 2024-08-17T17:15:53.295 INFO:tasks.rados.rados.0.smithi059.stdout:3042: finishing write tid 4 to smithi05980601-26 2024-08-17T17:15:53.295 INFO:tasks.rados.rados.0.smithi059.stdout:3042: finishing write tid 5 to smithi05980601-26 2024-08-17T17:15:53.297 INFO:tasks.rados.rados.0.smithi059.stdout:3042: finishing write tid 6 to smithi05980601-26 2024-08-17T17:15:53.297 INFO:tasks.rados.rados.0.smithi059.stdout:3042: oid 26 updating version 0 to 1910 2024-08-17T17:15:53.297 INFO:tasks.rados.rados.0.smithi059.stdout:3042: oid 26 updating version 1910 to 1913 2024-08-17T17:15:53.297 INFO:tasks.rados.rados.0.smithi059.stdout:3042: oid 26 updating version 1913 to 1914 2024-08-17T17:15:53.297 INFO:tasks.rados.rados.0.smithi059.stdout:3042: oid 26 version 1914 is already newer than 1911 2024-08-17T17:15:53.297 INFO:tasks.rados.rados.0.smithi059.stdout:3042: oid 26 version 1914 is already newer than 1912 2024-08-17T17:15:53.298 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 1914 (ObjNum 978 snap 322 seq_num 978) dirty exists 2024-08-17T17:15:53.298 INFO:tasks.rados.rados.0.smithi059.stdout:3042: left oid 26 (ObjNum 978 snap 322 seq_num 978) 2024-08-17T17:15:53.301 INFO:tasks.rados.rados.0.smithi059.stdout:3043: finishing copy_from racing read to smithi05980601-45 2024-08-17T17:15:53.302 INFO:tasks.rados.rados.0.smithi059.stdout:3043: finishing copy_from to smithi05980601-45 2024-08-17T17:15:53.302 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 1916 (ObjNum 960 snap 316 seq_num 960) dirty exists 2024-08-17T17:15:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[92261]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T17:15:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[92261]: pgmap v731: 121 pgs: 121 active+clean; 435 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 908 KiB/s wr, 12 op/s 2024-08-17T17:15:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:15:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:15:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[94685]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T17:15:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[94685]: pgmap v731: 121 pgs: 121 active+clean; 435 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 908 KiB/s wr, 12 op/s 2024-08-17T17:15:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:15:53.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:53 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:15:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:53 smithi087 ceph-mon[85676]: osdmap e708: 8 total, 8 up, 8 in 2024-08-17T17:15:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:53 smithi087 ceph-mon[85676]: pgmap v731: 121 pgs: 121 active+clean; 435 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 908 KiB/s wr, 12 op/s 2024-08-17T17:15:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:15:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:15:53.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:15:53.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:53 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:15:54.273 INFO:tasks.rados.rados.0.smithi059.stdout:3042: done (2 left) 2024-08-17T17:15:54.273 INFO:tasks.rados.rados.0.smithi059.stdout:3043: done (1 left) 2024-08-17T17:15:54.273 INFO:tasks.rados.rados.0.smithi059.stdout:3044: done (0 left) 2024-08-17T17:15:54.273 INFO:tasks.rados.rados.0.smithi059.stdout:3045: snap_remove snap 299 2024-08-17T17:15:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:54 smithi059 ceph-mon[92261]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T17:15:54.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:54 smithi059 ceph-mon[94685]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T17:15:54.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:15:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:15:54] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.51.0" 2024-08-17T17:15:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:54 smithi087 ceph-mon[85676]: osdmap e709: 8 total, 8 up, 8 in 2024-08-17T17:15:55.278 INFO:tasks.rados.rados.0.smithi059.stdout:3045: done (0 left) 2024-08-17T17:15:55.279 INFO:tasks.rados.rados.0.smithi059.stdout:3046: snap_remove snap 298 2024-08-17T17:15:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:55 smithi059 ceph-mon[92261]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T17:15:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:55 smithi059 ceph-mon[92261]: pgmap v734: 121 pgs: 121 active+clean; 437 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T17:15:55.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:55 smithi059 ceph-mon[94685]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T17:15:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:55 smithi059 ceph-mon[94685]: pgmap v734: 121 pgs: 121 active+clean; 437 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T17:15:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:55 smithi087 ceph-mon[85676]: osdmap e710: 8 total, 8 up, 8 in 2024-08-17T17:15:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:55 smithi087 ceph-mon[85676]: pgmap v734: 121 pgs: 121 active+clean; 437 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T17:15:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:3046: done (0 left) 2024-08-17T17:15:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:3047: rollback oid 35 current snap is 323 2024-08-17T17:15:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 35 to 286 2024-08-17T17:15:56.218 INFO:tasks.rados.rados.0.smithi059.stdout:3048: snap_remove snap 303 2024-08-17T17:15:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:56 smithi059 ceph-mon[92261]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T17:15:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:56 smithi059 ceph-mon[92261]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T17:15:56.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:56 smithi059 ceph-mon[94685]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T17:15:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:56 smithi059 ceph-mon[94685]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T17:15:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:56 smithi087 ceph-mon[85676]: osdmap e711: 8 total, 8 up, 8 in 2024-08-17T17:15:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:56 smithi087 ceph-mon[85676]: osdmap e712: 8 total, 8 up, 8 in 2024-08-17T17:15:57.216 INFO:tasks.rados.rados.0.smithi059.stdout:3047: finishing rollback tid 0 to smithi05980601-35 2024-08-17T17:15:57.217 INFO:tasks.rados.rados.0.smithi059.stdout:3047: finishing rollback tid 1 to smithi05980601-35 2024-08-17T17:15:57.217 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1577 (ObjNum 49 snap 0 seq_num 338152560) dirty dne 2024-08-17T17:15:57.217 INFO:tasks.rados.rados.0.smithi059.stdout:3047: done (1 left) 2024-08-17T17:15:57.217 INFO:tasks.rados.rados.0.smithi059.stdout:3048: done (0 left) 2024-08-17T17:15:57.217 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 323 2024-08-17T17:15:57.217 INFO:tasks.rados.rados.0.smithi059.stdout:3049: seq_num 979 ranges {6520832=802816,7323648=729088,8052736=458752,8511488=16384} 2024-08-17T17:15:57.258 INFO:tasks.rados.rados.0.smithi059.stdout:3049: writing smithi05980601-33 from 6520832 to 7323648 tid 1 2024-08-17T17:15:57.262 INFO:tasks.rados.rados.0.smithi059.stdout:3049: writing smithi05980601-33 from 7323648 to 8052736 tid 2 2024-08-17T17:15:57.265 INFO:tasks.rados.rados.0.smithi059.stdout:3049: writing smithi05980601-33 from 8052736 to 8511488 tid 3 2024-08-17T17:15:57.265 INFO:tasks.rados.rados.0.smithi059.stdout:3049: writing smithi05980601-33 from 8511488 to 8527872 tid 4 2024-08-17T17:15:57.265 INFO:tasks.rados.rados.0.smithi059.stdout:3050: setattr oid 11 current snap is 323 2024-08-17T17:15:57.265 INFO:tasks.rados.rados.0.smithi059.stdout:3049: finishing write tid 1 to smithi05980601-33 2024-08-17T17:15:57.267 INFO:tasks.rados.rados.0.smithi059.stdout:3051: read oid 49 snap -1 2024-08-17T17:15:57.268 INFO:tasks.rados.rados.0.smithi059.stdout:3051: expect deleted 2024-08-17T17:15:57.268 INFO:tasks.rados.rados.0.smithi059.stdout:3052: rollback oid 24 current snap is 323 2024-08-17T17:15:57.268 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 24 to 321 2024-08-17T17:15:57.268 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 323 2024-08-17T17:15:57.268 INFO:tasks.rados.rados.0.smithi059.stdout:3053: seq_num 980 ranges {2375680=417792,2793472=614400,3407872=663552,4071424=327680} 2024-08-17T17:15:57.283 INFO:tasks.rados.rados.0.smithi059.stdout:3053: writing smithi05980601-8 from 2375680 to 2793472 tid 1 2024-08-17T17:15:57.287 INFO:tasks.rados.rados.0.smithi059.stdout:3053: writing smithi05980601-8 from 2793472 to 3407872 tid 2 2024-08-17T17:15:57.291 INFO:tasks.rados.rados.0.smithi059.stdout:3053: writing smithi05980601-8 from 3407872 to 4071424 tid 3 2024-08-17T17:15:57.293 INFO:tasks.rados.rados.0.smithi059.stdout:3053: writing smithi05980601-8 from 4071424 to 4399104 tid 4 2024-08-17T17:15:57.293 INFO:tasks.rados.rados.0.smithi059.stdout:3054: read oid 50 snap -1 2024-08-17T17:15:57.293 INFO:tasks.rados.rados.0.smithi059.stdout:3054: expect (ObjNum 940 snap 314 seq_num 940) 2024-08-17T17:15:57.293 INFO:tasks.rados.rados.0.smithi059.stdout:3049: finishing write tid 2 to smithi05980601-33 2024-08-17T17:15:57.293 INFO:tasks.rados.rados.0.smithi059.stdout:3049: finishing write tid 3 to smithi05980601-33 2024-08-17T17:15:57.294 INFO:tasks.rados.rados.0.smithi059.stdout:3049: finishing write tid 4 to smithi05980601-33 2024-08-17T17:15:57.294 INFO:tasks.rados.rados.0.smithi059.stdout:3055: snap_remove snap 290 2024-08-17T17:15:58.284 INFO:tasks.rados.rados.0.smithi059.stdout:3049: finishing write tid 5 to smithi05980601-33 2024-08-17T17:15:58.284 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2847 (ObjNum 816 snap 273 seq_num 816) dirty exists 2024-08-17T17:15:58.284 INFO:tasks.rados.rados.0.smithi059.stdout:3049: finishing write tid 6 to smithi05980601-33 2024-08-17T17:15:58.284 INFO:tasks.rados.rados.0.smithi059.stdout:3049: oid 33 updating version 0 to 1686 2024-08-17T17:15:58.284 INFO:tasks.rados.rados.0.smithi059.stdout:3049: oid 33 updating version 1686 to 1690 2024-08-17T17:15:58.284 INFO:tasks.rados.rados.0.smithi059.stdout:3049: oid 33 version 1690 is already newer than 1689 2024-08-17T17:15:58.284 INFO:tasks.rados.rados.0.smithi059.stdout:3049: oid 33 version 1690 is already newer than 1687 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3049: oid 33 version 1690 is already newer than 1688 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1690 (ObjNum 979 snap 323 seq_num 979) dirty exists 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3049: left oid 33 (ObjNum 979 snap 323 seq_num 979) 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3052: finishing rollback tid 0 to smithi05980601-24 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3052: finishing rollback tid 1 to smithi05980601-24 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3052: finishing rollback tid 2 to smithi05980601-24 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 2124 (ObjNum 925 snap 312 seq_num 925) dirty exists 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3053: finishing write tid 1 to smithi05980601-8 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3053: finishing write tid 2 to smithi05980601-8 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3053: finishing write tid 3 to smithi05980601-8 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3053: finishing write tid 4 to smithi05980601-8 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3053: finishing write tid 5 to smithi05980601-8 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3053: finishing write tid 6 to smithi05980601-8 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3053: oid 8 updating version 0 to 2489 2024-08-17T17:15:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3053: oid 8 version 2489 is already newer than 2487 2024-08-17T17:15:58.286 INFO:tasks.rados.rados.0.smithi059.stdout:3053: oid 8 version 2489 is already newer than 2488 2024-08-17T17:15:58.286 INFO:tasks.rados.rados.0.smithi059.stdout:3053: oid 8 updating version 2489 to 2490 2024-08-17T17:15:58.286 INFO:tasks.rados.rados.0.smithi059.stdout:3053: oid 8 updating version 2490 to 2491 2024-08-17T17:15:58.286 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2491 (ObjNum 980 snap 323 seq_num 980) dirty exists 2024-08-17T17:15:58.286 INFO:tasks.rados.rados.0.smithi059.stdout:3053: left oid 8 (ObjNum 980 snap 323 seq_num 980) 2024-08-17T17:15:58.286 INFO:tasks.rados.rados.0.smithi059.stdout:3054: expect (ObjNum 940 snap 314 seq_num 940) 2024-08-17T17:15:58.379 INFO:tasks.rados.rados.0.smithi059.stdout:3049: done (6 left) 2024-08-17T17:15:58.380 INFO:tasks.rados.rados.0.smithi059.stdout:3050: done (5 left) 2024-08-17T17:15:58.380 INFO:tasks.rados.rados.0.smithi059.stdout:3051: done (4 left) 2024-08-17T17:15:58.380 INFO:tasks.rados.rados.0.smithi059.stdout:3052: done (3 left) 2024-08-17T17:15:58.380 INFO:tasks.rados.rados.0.smithi059.stdout:3053: done (2 left) 2024-08-17T17:15:58.380 INFO:tasks.rados.rados.0.smithi059.stdout:3054: done (1 left) 2024-08-17T17:15:58.380 INFO:tasks.rados.rados.0.smithi059.stdout:3055: done (0 left) 2024-08-17T17:15:58.380 INFO:tasks.rados.rados.0.smithi059.stdout:3056: snap_create 2024-08-17T17:15:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:58 smithi059 ceph-mon[92261]: pgmap v737: 121 pgs: 121 active+clean; 443 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-17T17:15:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:58 smithi059 ceph-mon[92261]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T17:15:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:58 smithi059 ceph-mon[94685]: pgmap v737: 121 pgs: 121 active+clean; 443 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-17T17:15:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:58 smithi059 ceph-mon[94685]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T17:15:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:58 smithi087 ceph-mon[85676]: pgmap v737: 121 pgs: 121 active+clean; 443 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-08-17T17:15:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:58 smithi087 ceph-mon[85676]: osdmap e713: 8 total, 8 up, 8 in 2024-08-17T17:15:59.293 INFO:tasks.rados.rados.0.smithi059.stdout:3056: done (0 left) 2024-08-17T17:15:59.293 INFO:tasks.rados.rados.0.smithi059.stdout:3057: delete oid 44 current snap is 324 2024-08-17T17:15:59.295 INFO:tasks.rados.rados.0.smithi059.stdout:3057: done (0 left) 2024-08-17T17:15:59.295 INFO:tasks.rados.rados.0.smithi059.stdout:3058: delete oid 20 current snap is 324 2024-08-17T17:15:59.298 INFO:tasks.rados.rados.0.smithi059.stdout:3058: done (0 left) 2024-08-17T17:15:59.298 INFO:tasks.rados.rados.0.smithi059.stdout:3059: rmattr oid 37 current snap is 324 2024-08-17T17:15:59.299 INFO:tasks.rados.rados.0.smithi059.stdout:3060: snap_create 2024-08-17T17:15:59.304 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 2861 (ObjNum 900 snap 308 seq_num 900) dirty exists 2024-08-17T17:15:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:59 smithi059 ceph-mon[92261]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T17:15:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:15:59 smithi059 ceph-mon[92261]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 448 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T17:15:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:59 smithi059 ceph-mon[94685]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T17:15:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:15:59 smithi059 ceph-mon[94685]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 448 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T17:15:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:59 smithi087 ceph-mon[85676]: osdmap e714: 8 total, 8 up, 8 in 2024-08-17T17:15:59.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:15:59 smithi087 ceph-mon[85676]: pgmap v740: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 448 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-17T17:16:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3059: done (1 left) 2024-08-17T17:16:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3060: done (0 left) 2024-08-17T17:16:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 325 2024-08-17T17:16:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3061: seq_num 983 ranges {1540096=466944,2007040=712704,2719744=434176,3153920=458752} 2024-08-17T17:16:00.305 INFO:tasks.rados.rados.0.smithi059.stdout:3061: writing smithi05980601-4 from 1540096 to 2007040 tid 1 2024-08-17T17:16:00.309 INFO:tasks.rados.rados.0.smithi059.stdout:3061: writing smithi05980601-4 from 2007040 to 2719744 tid 2 2024-08-17T17:16:00.312 INFO:tasks.rados.rados.0.smithi059.stdout:3061: writing smithi05980601-4 from 2719744 to 3153920 tid 3 2024-08-17T17:16:00.316 INFO:tasks.rados.rados.0.smithi059.stdout:3061: writing smithi05980601-4 from 3153920 to 3612672 tid 4 2024-08-17T17:16:00.316 INFO:tasks.rados.rados.0.smithi059.stdout:3062: read oid 38 snap -1 2024-08-17T17:16:00.316 INFO:tasks.rados.rados.0.smithi059.stdout:3062: expect (ObjNum 939 snap 314 seq_num 939) 2024-08-17T17:16:00.316 INFO:tasks.rados.rados.0.smithi059.stdout:3063: rmattr oid 3 current snap is 325 2024-08-17T17:16:00.316 INFO:tasks.rados.rados.0.smithi059.stdout:3061: finishing write tid 1 to smithi05980601-4 2024-08-17T17:16:00.316 INFO:tasks.rados.rados.0.smithi059.stdout:3061: finishing write tid 2 to smithi05980601-4 2024-08-17T17:16:00.316 INFO:tasks.rados.rados.0.smithi059.stdout:3064: read oid 31 snap 296 2024-08-17T17:16:00.316 INFO:tasks.rados.rados.0.smithi059.stdout:3064: expect (ObjNum 746 snap 247 seq_num 746) 2024-08-17T17:16:00.316 INFO:tasks.rados.rados.0.smithi059.stdout:3065: rmattr oid 21 current snap is 325 2024-08-17T17:16:00.317 INFO:tasks.rados.rados.0.smithi059.stdout:3066: snap_remove snap 301 2024-08-17T17:16:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:00 smithi059 ceph-mon[92261]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T17:16:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:00 smithi059 ceph-mon[94685]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T17:16:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:00 smithi087 ceph-mon[85676]: osdmap e715: 8 total, 8 up, 8 in 2024-08-17T17:16:01.307 INFO:tasks.rados.rados.0.smithi059.stdout:3061: finishing write tid 3 to smithi05980601-4 2024-08-17T17:16:01.307 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2102 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:16:01.307 INFO:tasks.rados.rados.0.smithi059.stdout:3061: finishing write tid 4 to smithi05980601-4 2024-08-17T17:16:01.307 INFO:tasks.rados.rados.0.smithi059.stdout:3061: finishing write tid 5 to smithi05980601-4 2024-08-17T17:16:01.307 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1541 (ObjNum 855 snap 289 seq_num 855) dirty exists 2024-08-17T17:16:01.307 INFO:tasks.rados.rados.0.smithi059.stdout:3061: finishing write tid 6 to smithi05980601-4 2024-08-17T17:16:01.307 INFO:tasks.rados.rados.0.smithi059.stdout:3061: oid 4 updating version 0 to 2156 2024-08-17T17:16:01.307 INFO:tasks.rados.rados.0.smithi059.stdout:3061: oid 4 updating version 2156 to 2157 2024-08-17T17:16:01.307 INFO:tasks.rados.rados.0.smithi059.stdout:3061: oid 4 version 2157 is already newer than 2154 2024-08-17T17:16:01.308 INFO:tasks.rados.rados.0.smithi059.stdout:3061: oid 4 version 2157 is already newer than 2155 2024-08-17T17:16:01.308 INFO:tasks.rados.rados.0.smithi059.stdout:3061: oid 4 updating version 2157 to 2158 2024-08-17T17:16:01.308 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2158 (ObjNum 983 snap 325 seq_num 983) dirty exists 2024-08-17T17:16:01.308 INFO:tasks.rados.rados.0.smithi059.stdout:3061: left oid 4 (ObjNum 983 snap 325 seq_num 983) 2024-08-17T17:16:01.308 INFO:tasks.rados.rados.0.smithi059.stdout:3064: expect (ObjNum 746 snap 247 seq_num 746) 2024-08-17T17:16:01.345 INFO:tasks.rados.rados.0.smithi059.stdout:3062: expect (ObjNum 939 snap 314 seq_num 939) 2024-08-17T17:16:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:01 smithi087 ceph-mon[85676]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T17:16:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:01 smithi087 ceph-mon[85676]: pgmap v743: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 450 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-17T17:16:01.614 INFO:tasks.rados.rados.0.smithi059.stdout:3061: done (5 left) 2024-08-17T17:16:01.614 INFO:tasks.rados.rados.0.smithi059.stdout:3062: done (4 left) 2024-08-17T17:16:01.614 INFO:tasks.rados.rados.0.smithi059.stdout:3063: done (3 left) 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3064: done (2 left) 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3065: done (1 left) 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3066: done (0 left) 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3067: rollback oid 47 current snap is 325 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 257 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3068: copy_from oid 35 from oid 44 current snap is 325 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3069: read oid 32 snap -1 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3069: expect deleted 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3070: copy_from oid 33 from oid 7 current snap is 325 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3071: read oid 30 snap -1 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3071: expect (ObjNum 933 snap 314 seq_num 933) 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 325 2024-08-17T17:16:01.615 INFO:tasks.rados.rados.0.smithi059.stdout:3072: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-08-17T17:16:01.616 INFO:tasks.rados.rados.0.smithi059.stdout:3072: writing smithi05980601-20 from 0 to 483328 tid 1 2024-08-17T17:16:01.621 INFO:tasks.rados.rados.0.smithi059.stdout:3072: writing smithi05980601-20 from 483328 to 1081344 tid 2 2024-08-17T17:16:01.625 INFO:tasks.rados.rados.0.smithi059.stdout:3072: writing smithi05980601-20 from 1081344 to 1728512 tid 3 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3072: writing smithi05980601-20 from 1728512 to 2088960 tid 4 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3073: setattr oid 10 current snap is 325 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3070: finishing copy_from to smithi05980601-33 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3070: got expected ENOENT (src dne) 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3068: finishing copy_from to smithi05980601-35 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3068: got expected ENOENT (src dne) 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3068: finishing copy_from racing read to smithi05980601-35 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3070: finishing copy_from racing read to smithi05980601-33 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3067: finishing rollback tid 0 to smithi05980601-47 2024-08-17T17:16:01.628 INFO:tasks.rados.rados.0.smithi059.stdout:3067: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:16:01.629 INFO:tasks.rados.rados.0.smithi059.stdout:3067: finishing rollback tid 2 to smithi05980601-47 2024-08-17T17:16:01.629 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1750 (ObjNum 731 snap 237 seq_num 731) dirty exists 2024-08-17T17:16:01.629 INFO:tasks.rados.rados.0.smithi059.stdout:3072: finishing write tid 1 to smithi05980601-20 2024-08-17T17:16:01.629 INFO:tasks.rados.rados.0.smithi059.stdout:3072: finishing write tid 2 to smithi05980601-20 2024-08-17T17:16:01.629 INFO:tasks.rados.rados.0.smithi059.stdout:3071: expect (ObjNum 933 snap 314 seq_num 933) 2024-08-17T17:16:01.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:01 smithi059 ceph-mon[92261]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T17:16:01.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:01 smithi059 ceph-mon[92261]: pgmap v743: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 450 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-17T17:16:01.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:01 smithi059 ceph-mon[94685]: osdmap e716: 8 total, 8 up, 8 in 2024-08-17T17:16:01.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:01 smithi059 ceph-mon[94685]: pgmap v743: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 450 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-17T17:16:01.815 INFO:tasks.rados.rados.0.smithi059.stdout:3072: finishing write tid 3 to smithi05980601-20 2024-08-17T17:16:01.815 INFO:tasks.rados.rados.0.smithi059.stdout:3072: finishing write tid 4 to smithi05980601-20 2024-08-17T17:16:01.815 INFO:tasks.rados.rados.0.smithi059.stdout:3072: finishing write tid 5 to smithi05980601-20 2024-08-17T17:16:01.815 INFO:tasks.rados.rados.0.smithi059.stdout:3072: finishing write tid 6 to smithi05980601-20 2024-08-17T17:16:01.815 INFO:tasks.rados.rados.0.smithi059.stdout:3072: oid 20 updating version 0 to 2159 2024-08-17T17:16:01.815 INFO:tasks.rados.rados.0.smithi059.stdout:3072: oid 20 updating version 2159 to 2163 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3072: oid 20 version 2163 is already newer than 2162 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3072: oid 20 version 2163 is already newer than 2161 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3072: oid 20 version 2163 is already newer than 2160 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2163 (ObjNum 984 snap 325 seq_num 984) dirty exists 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3072: left oid 20 (ObjNum 984 snap 325 seq_num 984) 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3067: done (6 left) 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3068: done (5 left) 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3069: done (4 left) 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3070: done (3 left) 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3071: done (2 left) 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3072: done (1 left) 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3074: read oid 47 snap -1 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3074: expect (ObjNum 731 snap 237 seq_num 731) 2024-08-17T17:16:01.816 INFO:tasks.rados.rados.0.smithi059.stdout:3075: rmattr oid 44 current snap is 325 2024-08-17T17:16:01.817 INFO:tasks.rados.rados.0.smithi059.stdout:3075: done (2 left) 2024-08-17T17:16:01.817 INFO:tasks.rados.rados.0.smithi059.stdout:3076: snap_create 2024-08-17T17:16:01.818 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1927 (ObjNum 962 snap 317 seq_num 962) dirty exists 2024-08-17T17:16:01.847 INFO:tasks.rados.rados.0.smithi059.stdout:3074: expect (ObjNum 731 snap 237 seq_num 731) 2024-08-17T17:16:02.695 INFO:tasks.rados.rados.0.smithi059.stdout:3073: done (2 left) 2024-08-17T17:16:02.695 INFO:tasks.rados.rados.0.smithi059.stdout:3074: done (1 left) 2024-08-17T17:16:02.695 INFO:tasks.rados.rados.0.smithi059.stdout:3076: done (0 left) 2024-08-17T17:16:02.695 INFO:tasks.rados.rados.0.smithi059.stdout:3077: delete oid 33 current snap is 326 2024-08-17T17:16:02.698 INFO:tasks.rados.rados.0.smithi059.stdout:3077: done (0 left) 2024-08-17T17:16:02.698 INFO:tasks.rados.rados.0.smithi059.stdout:3078: snap_remove snap 325 2024-08-17T17:16:02.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:02 smithi059 ceph-mon[94685]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T17:16:02.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:02 smithi059 ceph-mon[92261]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T17:16:02.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:02 smithi087 ceph-mon[85676]: osdmap e717: 8 total, 8 up, 8 in 2024-08-17T17:16:03.317 INFO:tasks.rados.rados.0.smithi059.stdout:3078: done (0 left) 2024-08-17T17:16:03.317 INFO:tasks.rados.rados.0.smithi059.stdout:3079: snap_remove snap 324 2024-08-17T17:16:03.689 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:03 smithi059 ceph-mon[94685]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T17:16:03.689 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:03 smithi059 ceph-mon[94685]: pgmap v746: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 984 KiB/s wr, 17 op/s 2024-08-17T17:16:03.689 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:03 smithi059 ceph-mon[92261]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T17:16:03.689 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:03 smithi059 ceph-mon[92261]: pgmap v746: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 984 KiB/s wr, 17 op/s 2024-08-17T17:16:03.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:03 smithi087 ceph-mon[85676]: osdmap e718: 8 total, 8 up, 8 in 2024-08-17T17:16:03.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:03 smithi087 ceph-mon[85676]: pgmap v746: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 984 KiB/s wr, 17 op/s 2024-08-17T17:16:04.323 INFO:tasks.rados.rados.0.smithi059.stdout:3079: done (0 left) 2024-08-17T17:16:04.323 INFO:tasks.rados.rados.0.smithi059.stdout:3080: read oid 40 snap -1 2024-08-17T17:16:04.323 INFO:tasks.rados.rados.0.smithi059.stdout:3080: expect deleted 2024-08-17T17:16:04.323 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 326 2024-08-17T17:16:04.323 INFO:tasks.rados.rados.0.smithi059.stdout:3081: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2024-08-17T17:16:04.326 INFO:tasks.rados.rados.0.smithi059.stdout:3081: writing smithi05980601-16 from 0 to 516096 tid 1 2024-08-17T17:16:04.331 INFO:tasks.rados.rados.0.smithi059.stdout:3081: writing smithi05980601-16 from 516096 to 1286144 tid 2 2024-08-17T17:16:04.335 INFO:tasks.rados.rados.0.smithi059.stdout:3081: writing smithi05980601-16 from 1286144 to 1941504 tid 3 2024-08-17T17:16:04.337 INFO:tasks.rados.rados.0.smithi059.stdout:3081: writing smithi05980601-16 from 1941504 to 2121728 tid 4 2024-08-17T17:16:04.337 INFO:tasks.rados.rados.0.smithi059.stdout:3082: delete oid 9 current snap is 326 2024-08-17T17:16:04.337 INFO:tasks.rados.rados.0.smithi059.stdout:3081: finishing write tid 1 to smithi05980601-16 2024-08-17T17:16:04.338 INFO:tasks.rados.rados.0.smithi059.stdout:3081: finishing write tid 2 to smithi05980601-16 2024-08-17T17:16:04.341 INFO:tasks.rados.rados.0.smithi059.stdout:3081: finishing write tid 3 to smithi05980601-16 2024-08-17T17:16:04.341 INFO:tasks.rados.rados.0.smithi059.stdout:3081: finishing write tid 4 to smithi05980601-16 2024-08-17T17:16:04.341 INFO:tasks.rados.rados.0.smithi059.stdout:3081: finishing write tid 5 to smithi05980601-16 2024-08-17T17:16:04.345 INFO:tasks.rados.rados.0.smithi059.stdout:3081: finishing write tid 6 to smithi05980601-16 2024-08-17T17:16:04.345 INFO:tasks.rados.rados.0.smithi059.stdout:3081: oid 16 updating version 0 to 1928 2024-08-17T17:16:04.345 INFO:tasks.rados.rados.0.smithi059.stdout:3081: oid 16 updating version 1928 to 1932 2024-08-17T17:16:04.345 INFO:tasks.rados.rados.0.smithi059.stdout:3081: oid 16 version 1932 is already newer than 1931 2024-08-17T17:16:04.345 INFO:tasks.rados.rados.0.smithi059.stdout:3081: oid 16 version 1932 is already newer than 1930 2024-08-17T17:16:04.345 INFO:tasks.rados.rados.0.smithi059.stdout:3081: oid 16 version 1932 is already newer than 1929 2024-08-17T17:16:04.345 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 1932 (ObjNum 986 snap 326 seq_num 986) dirty exists 2024-08-17T17:16:04.345 INFO:tasks.rados.rados.0.smithi059.stdout:3081: left oid 16 (ObjNum 986 snap 326 seq_num 986) 2024-08-17T17:16:04.346 INFO:tasks.rados.rados.0.smithi059.stdout:3080: done (2 left) 2024-08-17T17:16:04.346 INFO:tasks.rados.rados.0.smithi059.stdout:3081: done (1 left) 2024-08-17T17:16:04.346 INFO:tasks.rados.rados.0.smithi059.stdout:3082: done (0 left) 2024-08-17T17:16:04.347 INFO:tasks.rados.rados.0.smithi059.stdout:3083: rollback oid 19 current snap is 326 2024-08-17T17:16:04.347 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 19 to 286 2024-08-17T17:16:04.347 INFO:tasks.rados.rados.0.smithi059.stdout:3084: rollback oid 47 current snap is 326 2024-08-17T17:16:04.347 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 309 2024-08-17T17:16:04.347 INFO:tasks.rados.rados.0.smithi059.stdout:3085: copy_from oid 40 from oid 5 current snap is 326 2024-08-17T17:16:04.347 INFO:tasks.rados.rados.0.smithi059.stdout:3086: copy_from oid 17 from oid 4 current snap is 326 2024-08-17T17:16:04.347 INFO:tasks.rados.rados.0.smithi059.stdout:3087: snap_remove snap 319 2024-08-17T17:16:04.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:04 smithi059 ceph-mon[92261]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T17:16:04.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:04 smithi059 ceph-mon[94685]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T17:16:04.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:16:04 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:16:04] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.51.0" 2024-08-17T17:16:04.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:04 smithi087 ceph-mon[85676]: osdmap e719: 8 total, 8 up, 8 in 2024-08-17T17:16:05.332 INFO:tasks.rados.rados.0.smithi059.stdout:3085: finishing copy_from to smithi05980601-40 2024-08-17T17:16:05.332 INFO:tasks.rados.rados.0.smithi059.stdout:3085: got expected ENOENT (src dne) 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3085: finishing copy_from racing read to smithi05980601-40 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3084: finishing rollback tid 0 to smithi05980601-47 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3084: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 1752 (ObjNum 33 snap 0 seq_num 315803440) dirty dne 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3083: finishing rollback tid 0 to smithi05980601-19 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3083: finishing rollback tid 1 to smithi05980601-19 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3083: finishing rollback tid 2 to smithi05980601-19 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 2879 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3086: finishing copy_from racing read to smithi05980601-17 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3086: finishing copy_from to smithi05980601-17 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 2158 (ObjNum 983 snap 325 seq_num 983) dirty exists 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3083: done (4 left) 2024-08-17T17:16:05.333 INFO:tasks.rados.rados.0.smithi059.stdout:3084: done (3 left) 2024-08-17T17:16:05.334 INFO:tasks.rados.rados.0.smithi059.stdout:3085: done (2 left) 2024-08-17T17:16:05.334 INFO:tasks.rados.rados.0.smithi059.stdout:3086: done (1 left) 2024-08-17T17:16:05.334 INFO:tasks.rados.rados.0.smithi059.stdout:3087: done (0 left) 2024-08-17T17:16:05.334 INFO:tasks.rados.rados.0.smithi059.stdout:3088: delete oid 29 current snap is 326 2024-08-17T17:16:05.340 INFO:tasks.rados.rados.0.smithi059.stdout:3088: done (0 left) 2024-08-17T17:16:05.340 INFO:tasks.rados.rados.0.smithi059.stdout:3089: delete oid 21 current snap is 326 2024-08-17T17:16:05.344 INFO:tasks.rados.rados.0.smithi059.stdout:3089: done (0 left) 2024-08-17T17:16:05.344 INFO:tasks.rados.rados.0.smithi059.stdout:3090: copy_from oid 13 from oid 17 current snap is 326 2024-08-17T17:16:05.344 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 326 2024-08-17T17:16:05.344 INFO:tasks.rados.rados.0.smithi059.stdout:3091: seq_num 990 ranges {1990656=589824,2580480=753664,3334144=638976,3973120=212992} 2024-08-17T17:16:05.358 INFO:tasks.rados.rados.0.smithi059.stdout:3091: writing smithi05980601-26 from 1990656 to 2580480 tid 1 2024-08-17T17:16:05.362 INFO:tasks.rados.rados.0.smithi059.stdout:3091: writing smithi05980601-26 from 2580480 to 3334144 tid 2 2024-08-17T17:16:05.366 INFO:tasks.rados.rados.0.smithi059.stdout:3091: writing smithi05980601-26 from 3334144 to 3973120 tid 3 2024-08-17T17:16:05.367 INFO:tasks.rados.rados.0.smithi059.stdout:3091: writing smithi05980601-26 from 3973120 to 4186112 tid 4 2024-08-17T17:16:05.368 INFO:tasks.rados.rados.0.smithi059.stdout:3092: snap_create 2024-08-17T17:16:05.368 INFO:tasks.rados.rados.0.smithi059.stdout:3091: finishing write tid 1 to smithi05980601-26 2024-08-17T17:16:05.368 INFO:tasks.rados.rados.0.smithi059.stdout:3090: finishing copy_from racing read to smithi05980601-13 2024-08-17T17:16:05.368 INFO:tasks.rados.rados.0.smithi059.stdout:3091: finishing write tid 2 to smithi05980601-26 2024-08-17T17:16:05.371 INFO:tasks.rados.rados.0.smithi059.stdout:3090: finishing copy_from to smithi05980601-13 2024-08-17T17:16:05.371 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 2158 (ObjNum 983 snap 325 seq_num 983) dirty exists 2024-08-17T17:16:05.371 INFO:tasks.rados.rados.0.smithi059.stdout:3091: finishing write tid 3 to smithi05980601-26 2024-08-17T17:16:05.371 INFO:tasks.rados.rados.0.smithi059.stdout:3091: finishing write tid 4 to smithi05980601-26 2024-08-17T17:16:05.371 INFO:tasks.rados.rados.0.smithi059.stdout:3091: finishing write tid 5 to smithi05980601-26 2024-08-17T17:16:05.372 INFO:tasks.rados.rados.0.smithi059.stdout:3091: finishing write tid 6 to smithi05980601-26 2024-08-17T17:16:05.372 INFO:tasks.rados.rados.0.smithi059.stdout:3091: oid 26 updating version 0 to 1916 2024-08-17T17:16:05.372 INFO:tasks.rados.rados.0.smithi059.stdout:3091: oid 26 updating version 1916 to 1918 2024-08-17T17:16:05.372 INFO:tasks.rados.rados.0.smithi059.stdout:3091: oid 26 updating version 1918 to 1919 2024-08-17T17:16:05.372 INFO:tasks.rados.rados.0.smithi059.stdout:3091: oid 26 version 1919 is already newer than 1917 2024-08-17T17:16:05.372 INFO:tasks.rados.rados.0.smithi059.stdout:3091: oid 26 version 1919 is already newer than 1915 2024-08-17T17:16:05.372 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 1919 (ObjNum 990 snap 326 seq_num 990) dirty exists 2024-08-17T17:16:05.373 INFO:tasks.rados.rados.0.smithi059.stdout:3091: left oid 26 (ObjNum 990 snap 326 seq_num 990) 2024-08-17T17:16:05.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:05 smithi059 ceph-mon[92261]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T17:16:05.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:05 smithi059 ceph-mon[92261]: pgmap v749: 121 pgs: 121 active+clean; 453 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-17T17:16:05.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:05.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:05 smithi059 ceph-mon[94685]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T17:16:05.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:05 smithi059 ceph-mon[94685]: pgmap v749: 121 pgs: 121 active+clean; 453 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-17T17:16:05.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:05.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:05 smithi087 ceph-mon[85676]: osdmap e720: 8 total, 8 up, 8 in 2024-08-17T17:16:05.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:05 smithi087 ceph-mon[85676]: pgmap v749: 121 pgs: 121 active+clean; 453 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.5 MiB/s wr, 20 op/s 2024-08-17T17:16:05.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:3090: done (2 left) 2024-08-17T17:16:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:3091: done (1 left) 2024-08-17T17:16:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:3092: done (0 left) 2024-08-17T17:16:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:3093: copy_from oid 24 from oid 35 current snap is 327 2024-08-17T17:16:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:3094: read oid 32 snap 263 2024-08-17T17:16:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:3094: expect (ObjNum 769 snap 251 seq_num 769) 2024-08-17T17:16:06.216 INFO:tasks.rados.rados.0.smithi059.stdout:3095: snap_remove snap 311 2024-08-17T17:16:06.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:06 smithi059 ceph-mon[92261]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T17:16:06.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:06 smithi059 ceph-mon[92261]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T17:16:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:06 smithi059 ceph-mon[94685]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T17:16:06.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:06 smithi059 ceph-mon[94685]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T17:16:06.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:06 smithi087 ceph-mon[85676]: osdmap e721: 8 total, 8 up, 8 in 2024-08-17T17:16:06.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:06 smithi087 ceph-mon[85676]: osdmap e722: 8 total, 8 up, 8 in 2024-08-17T17:16:07.226 INFO:tasks.rados.rados.0.smithi059.stdout:3093: finishing copy_from to smithi05980601-24 2024-08-17T17:16:07.226 INFO:tasks.rados.rados.0.smithi059.stdout:3093: got expected ENOENT (src dne) 2024-08-17T17:16:07.226 INFO:tasks.rados.rados.0.smithi059.stdout:3093: finishing copy_from racing read to smithi05980601-24 2024-08-17T17:16:07.226 INFO:tasks.rados.rados.0.smithi059.stdout:3094: expect (ObjNum 769 snap 251 seq_num 769) 2024-08-17T17:16:07.389 INFO:tasks.rados.rados.0.smithi059.stdout:3093: done (2 left) 2024-08-17T17:16:07.390 INFO:tasks.rados.rados.0.smithi059.stdout:3094: done (1 left) 2024-08-17T17:16:07.390 INFO:tasks.rados.rados.0.smithi059.stdout:3095: done (0 left) 2024-08-17T17:16:07.390 INFO:tasks.rados.rados.0.smithi059.stdout:3096: snap_remove snap 318 2024-08-17T17:16:08.340 INFO:tasks.rados.rados.0.smithi059.stdout:3096: done (0 left) 2024-08-17T17:16:08.340 INFO:tasks.rados.rados.0.smithi059.stdout:3097: delete oid 6 current snap is 327 2024-08-17T17:16:08.352 INFO:tasks.rados.rados.0.smithi059.stdout:3097: done (0 left) 2024-08-17T17:16:08.352 INFO:tasks.rados.rados.0.smithi059.stdout:3098: rollback oid 18 current snap is 327 2024-08-17T17:16:08.352 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 314 2024-08-17T17:16:08.352 INFO:tasks.rados.rados.0.smithi059.stdout:3099: rollback oid 20 current snap is 327 2024-08-17T17:16:08.352 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 20 to 323 2024-08-17T17:16:08.353 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 327 2024-08-17T17:16:08.353 INFO:tasks.rados.rados.0.smithi059.stdout:3100: seq_num 992 ranges {3612672=622592,4235264=524288,4759552=606208,5365760=475136} 2024-08-17T17:16:08.376 INFO:tasks.rados.rados.0.smithi059.stdout:3100: writing smithi05980601-17 from 3612672 to 4235264 tid 1 2024-08-17T17:16:08.378 INFO:tasks.rados.rados.0.smithi059.stdout:3100: writing smithi05980601-17 from 4235264 to 4759552 tid 2 2024-08-17T17:16:08.382 INFO:tasks.rados.rados.0.smithi059.stdout:3100: writing smithi05980601-17 from 4759552 to 5365760 tid 3 2024-08-17T17:16:08.386 INFO:tasks.rados.rados.0.smithi059.stdout:3100: writing smithi05980601-17 from 5365760 to 5840896 tid 4 2024-08-17T17:16:08.386 INFO:tasks.rados.rados.0.smithi059.stdout:3101: read oid 48 snap -1 2024-08-17T17:16:08.386 INFO:tasks.rados.rados.0.smithi059.stdout:3101: expect deleted 2024-08-17T17:16:08.386 INFO:tasks.rados.rados.0.smithi059.stdout:3098: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:16:08.386 INFO:tasks.rados.rados.0.smithi059.stdout:3098: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3099: finishing rollback tid 0 to smithi05980601-20 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3102: read oid 9 snap -1 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3102: expect deleted 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3103: rollback oid 2 current snap is 327 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 2 to 295 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3098: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 1683 (ObjNum 946 snap 314 seq_num 946) dirty exists 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3099: finishing rollback tid 1 to smithi05980601-20 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3099: finishing rollback tid 2 to smithi05980601-20 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2167 (ObjNum 970 snap 320 seq_num 970) dirty exists 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3098: done (5 left) 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3099: done (4 left) 2024-08-17T17:16:08.387 INFO:tasks.rados.rados.0.smithi059.stdout:3104: delete oid 41 current snap is 327 2024-08-17T17:16:08.388 INFO:tasks.rados.rados.0.smithi059.stdout:3100: finishing write tid 1 to smithi05980601-17 2024-08-17T17:16:08.388 INFO:tasks.rados.rados.0.smithi059.stdout:3100: finishing write tid 2 to smithi05980601-17 2024-08-17T17:16:08.388 INFO:tasks.rados.rados.0.smithi059.stdout:3101: done (4 left) 2024-08-17T17:16:08.388 INFO:tasks.rados.rados.0.smithi059.stdout:3102: done (3 left) 2024-08-17T17:16:08.389 INFO:tasks.rados.rados.0.smithi059.stdout:3104: done (2 left) 2024-08-17T17:16:08.389 INFO:tasks.rados.rados.0.smithi059.stdout:3105: setattr oid 3 current snap is 327 2024-08-17T17:16:08.389 INFO:tasks.rados.rados.0.smithi059.stdout:3100: finishing write tid 3 to smithi05980601-17 2024-08-17T17:16:08.390 INFO:tasks.rados.rados.0.smithi059.stdout:3100: finishing write tid 4 to smithi05980601-17 2024-08-17T17:16:08.390 INFO:tasks.rados.rados.0.smithi059.stdout:3100: finishing write tid 5 to smithi05980601-17 2024-08-17T17:16:08.391 INFO:tasks.rados.rados.0.smithi059.stdout:3103: finishing rollback tid 0 to smithi05980601-2 2024-08-17T17:16:08.391 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 327 2024-08-17T17:16:08.391 INFO:tasks.rados.rados.0.smithi059.stdout:3106: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-08-17T17:16:08.395 INFO:tasks.rados.rados.0.smithi059.stdout:3106: writing smithi05980601-15 from 0 to 655360 tid 1 2024-08-17T17:16:08.399 INFO:tasks.rados.rados.0.smithi059.stdout:3106: writing smithi05980601-15 from 655360 to 1343488 tid 2 2024-08-17T17:16:08.402 INFO:tasks.rados.rados.0.smithi059.stdout:3106: writing smithi05980601-15 from 1343488 to 1966080 tid 3 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:3106: writing smithi05980601-15 from 1966080 to 2260992 tid 4 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:3107: copy_from oid 24 from oid 19 current snap is 327 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:3103: finishing rollback tid 1 to smithi05980601-2 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:3103: finishing rollback tid 2 to smithi05980601-2 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2170 (ObjNum 852 snap 288 seq_num 852) dirty exists 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:3100: finishing write tid 6 to smithi05980601-17 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:3100: oid 17 updating version 0 to 2917 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:3100: oid 17 version 2917 is already newer than 2913 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:3100: oid 17 version 2917 is already newer than 2916 2024-08-17T17:16:08.405 INFO:tasks.rados.rados.0.smithi059.stdout:3100: oid 17 version 2917 is already newer than 2915 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:3100: oid 17 version 2917 is already newer than 2914 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 2917 (ObjNum 992 snap 327 seq_num 992) dirty exists 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:3100: left oid 17 (ObjNum 992 snap 327 seq_num 992) 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1542 (ObjNum 855 snap 289 seq_num 855) dirty exists 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:3106: finishing write tid 1 to smithi05980601-15 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:3100: done (4 left) 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:3103: done (3 left) 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:3105: done (2 left) 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:3108: rollback oid 11 current snap is 327 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 296 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:3106: finishing write tid 2 to smithi05980601-15 2024-08-17T17:16:08.406 INFO:tasks.rados.rados.0.smithi059.stdout:3109: setattr oid 8 current snap is 327 2024-08-17T17:16:08.407 INFO:tasks.rados.rados.0.smithi059.stdout:3106: finishing write tid 3 to smithi05980601-15 2024-08-17T17:16:08.407 INFO:tasks.rados.rados.0.smithi059.stdout:3106: finishing write tid 4 to smithi05980601-15 2024-08-17T17:16:08.407 INFO:tasks.rados.rados.0.smithi059.stdout:3106: finishing write tid 5 to smithi05980601-15 2024-08-17T17:16:08.407 INFO:tasks.rados.rados.0.smithi059.stdout:3110: snap_create 2024-08-17T17:16:08.408 INFO:tasks.rados.rados.0.smithi059.stdout:3106: finishing write tid 6 to smithi05980601-15 2024-08-17T17:16:08.408 INFO:tasks.rados.rados.0.smithi059.stdout:3106: oid 15 updating version 0 to 1922 2024-08-17T17:16:08.408 INFO:tasks.rados.rados.0.smithi059.stdout:3106: oid 15 updating version 1922 to 1924 2024-08-17T17:16:08.408 INFO:tasks.rados.rados.0.smithi059.stdout:3106: oid 15 version 1924 is already newer than 1921 2024-08-17T17:16:08.408 INFO:tasks.rados.rados.0.smithi059.stdout:3106: oid 15 version 1924 is already newer than 1923 2024-08-17T17:16:08.409 INFO:tasks.rados.rados.0.smithi059.stdout:3106: oid 15 version 1924 is already newer than 1920 2024-08-17T17:16:08.409 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 1924 (ObjNum 994 snap 327 seq_num 994) dirty exists 2024-08-17T17:16:08.409 INFO:tasks.rados.rados.0.smithi059.stdout:3106: left oid 15 (ObjNum 994 snap 327 seq_num 994) 2024-08-17T17:16:08.410 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2492 (ObjNum 980 snap 323 seq_num 980) dirty exists 2024-08-17T17:16:08.411 INFO:tasks.rados.rados.0.smithi059.stdout:3108: finishing rollback tid 0 to smithi05980601-11 2024-08-17T17:16:08.411 INFO:tasks.rados.rados.0.smithi059.stdout:3108: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:16:08.411 INFO:tasks.rados.rados.0.smithi059.stdout:3108: finishing rollback tid 2 to smithi05980601-11 2024-08-17T17:16:08.411 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2921 (ObjNum 816 snap 273 seq_num 816) dirty exists 2024-08-17T17:16:08.419 INFO:tasks.rados.rados.0.smithi059.stdout:3107: finishing copy_from racing read to smithi05980601-24 2024-08-17T17:16:08.420 INFO:tasks.rados.rados.0.smithi059.stdout:3107: finishing copy_from to smithi05980601-24 2024-08-17T17:16:08.421 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 2879 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:16:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:08 smithi059 ceph-mon[92261]: pgmap v752: 121 pgs: 121 active+clean; 452 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1016 KiB/s wr, 7 op/s 2024-08-17T17:16:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:08 smithi059 ceph-mon[92261]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T17:16:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:08 smithi059 ceph-mon[94685]: pgmap v752: 121 pgs: 121 active+clean; 452 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1016 KiB/s wr, 7 op/s 2024-08-17T17:16:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:08 smithi059 ceph-mon[94685]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T17:16:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:08 smithi087 ceph-mon[85676]: pgmap v752: 121 pgs: 121 active+clean; 452 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1016 KiB/s wr, 7 op/s 2024-08-17T17:16:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:08 smithi087 ceph-mon[85676]: osdmap e723: 8 total, 8 up, 8 in 2024-08-17T17:16:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:3106: done (4 left) 2024-08-17T17:16:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:3107: done (3 left) 2024-08-17T17:16:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:3108: done (2 left) 2024-08-17T17:16:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:3109: done (1 left) 2024-08-17T17:16:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:3110: done (0 left) 2024-08-17T17:16:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:3111: read oid 18 snap -1 2024-08-17T17:16:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:3111: expect (ObjNum 946 snap 314 seq_num 946) 2024-08-17T17:16:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:3112: read oid 38 snap -1 2024-08-17T17:16:09.348 INFO:tasks.rados.rados.0.smithi059.stdout:3112: expect (ObjNum 939 snap 314 seq_num 939) 2024-08-17T17:16:09.349 INFO:tasks.rados.rados.0.smithi059.stdout:3113: setattr oid 40 current snap is 328 2024-08-17T17:16:09.350 INFO:tasks.rados.rados.0.smithi059.stdout:3114: read oid 50 snap -1 2024-08-17T17:16:09.350 INFO:tasks.rados.rados.0.smithi059.stdout:3114: expect (ObjNum 940 snap 314 seq_num 940) 2024-08-17T17:16:09.350 INFO:tasks.rados.rados.0.smithi059.stdout:3115: rollback oid 7 current snap is 328 2024-08-17T17:16:09.351 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 263 2024-08-17T17:16:09.351 INFO:tasks.rados.rados.0.smithi059.stdout:3116: delete oid 16 current snap is 328 2024-08-17T17:16:09.359 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1917 (ObjNum 33 snap 0 seq_num 339302976) dirty exists 2024-08-17T17:16:09.359 INFO:tasks.rados.rados.0.smithi059.stdout:3115: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:16:09.359 INFO:tasks.rados.rados.0.smithi059.stdout:3115: finishing rollback tid 2 to smithi05980601-7 2024-08-17T17:16:09.359 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 2881 (ObjNum 784 snap 262 seq_num 784) dirty exists 2024-08-17T17:16:09.364 INFO:tasks.rados.rados.0.smithi059.stdout:3113: done (5 left) 2024-08-17T17:16:09.364 INFO:tasks.rados.rados.0.smithi059.stdout:3115: done (4 left) 2024-08-17T17:16:09.364 INFO:tasks.rados.rados.0.smithi059.stdout:3116: done (3 left) 2024-08-17T17:16:09.364 INFO:tasks.rados.rados.0.smithi059.stdout:3117: rollback oid 6 current snap is 328 2024-08-17T17:16:09.364 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 6 to 327 2024-08-17T17:16:09.364 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 328 2024-08-17T17:16:09.364 INFO:tasks.rados.rados.0.smithi059.stdout:3118: seq_num 996 ranges {1957888=688128,2646016=507904,3153920=581632,3735552=516096} 2024-08-17T17:16:09.380 INFO:tasks.rados.rados.0.smithi059.stdout:3118: writing smithi05980601-14 from 1957888 to 2646016 tid 1 2024-08-17T17:16:09.383 INFO:tasks.rados.rados.0.smithi059.stdout:3118: writing smithi05980601-14 from 2646016 to 3153920 tid 2 2024-08-17T17:16:09.386 INFO:tasks.rados.rados.0.smithi059.stdout:3118: writing smithi05980601-14 from 3153920 to 3735552 tid 3 2024-08-17T17:16:09.389 INFO:tasks.rados.rados.0.smithi059.stdout:3118: writing smithi05980601-14 from 3735552 to 4251648 tid 4 2024-08-17T17:16:09.389 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 328 2024-08-17T17:16:09.389 INFO:tasks.rados.rados.0.smithi059.stdout:3119: seq_num 997 ranges {0=704512,704512=794624,1499136=794624,2293760=16384} 2024-08-17T17:16:09.393 INFO:tasks.rados.rados.0.smithi059.stdout:3119: writing smithi05980601-35 from 0 to 704512 tid 1 2024-08-17T17:16:09.397 INFO:tasks.rados.rados.0.smithi059.stdout:3119: writing smithi05980601-35 from 704512 to 1499136 tid 2 2024-08-17T17:16:09.402 INFO:tasks.rados.rados.0.smithi059.stdout:3119: writing smithi05980601-35 from 1499136 to 2293760 tid 3 2024-08-17T17:16:09.402 INFO:tasks.rados.rados.0.smithi059.stdout:3119: writing smithi05980601-35 from 2293760 to 2310144 tid 4 2024-08-17T17:16:09.402 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 328 2024-08-17T17:16:09.402 INFO:tasks.rados.rados.0.smithi059.stdout:3120: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2024-08-17T17:16:09.406 INFO:tasks.rados.rados.0.smithi059.stdout:3120: writing smithi05980601-5 from 0 to 720896 tid 1 2024-08-17T17:16:09.410 INFO:tasks.rados.rados.0.smithi059.stdout:3120: writing smithi05980601-5 from 720896 to 1400832 tid 2 2024-08-17T17:16:09.413 INFO:tasks.rados.rados.0.smithi059.stdout:3120: writing smithi05980601-5 from 1400832 to 1998848 tid 3 2024-08-17T17:16:09.415 INFO:tasks.rados.rados.0.smithi059.stdout:3120: writing smithi05980601-5 from 1998848 to 2326528 tid 4 2024-08-17T17:16:09.415 INFO:tasks.rados.rados.0.smithi059.stdout:3121: snap_create 2024-08-17T17:16:09.415 INFO:tasks.rados.rados.0.smithi059.stdout:3117: finishing rollback tid 1 to smithi05980601-6 2024-08-17T17:16:09.415 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2164 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:16:09.416 INFO:tasks.rados.rados.0.smithi059.stdout:3114: expect (ObjNum 940 snap 314 seq_num 940) 2024-08-17T17:16:09.506 INFO:tasks.rados.rados.0.smithi059.stdout:3111: expect (ObjNum 946 snap 314 seq_num 946) 2024-08-17T17:16:09.664 INFO:tasks.rados.rados.0.smithi059.stdout:3112: expect (ObjNum 939 snap 314 seq_num 939) 2024-08-17T17:16:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:09 smithi059 ceph-mon[92261]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T17:16:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:09 smithi059 ceph-mon[92261]: pgmap v755: 121 pgs: 121 active+clean; 459 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:16:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:09 smithi059 ceph-mon[94685]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T17:16:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:09 smithi059 ceph-mon[94685]: pgmap v755: 121 pgs: 121 active+clean; 459 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:16:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:09 smithi087 ceph-mon[85676]: osdmap e724: 8 total, 8 up, 8 in 2024-08-17T17:16:09.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:09 smithi087 ceph-mon[85676]: pgmap v755: 121 pgs: 121 active+clean; 459 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-17T17:16:09.932 INFO:tasks.rados.rados.0.smithi059.stdout:3118: finishing write tid 1 to smithi05980601-14 2024-08-17T17:16:09.932 INFO:tasks.rados.rados.0.smithi059.stdout:3118: finishing write tid 2 to smithi05980601-14 2024-08-17T17:16:09.932 INFO:tasks.rados.rados.0.smithi059.stdout:3118: finishing write tid 3 to smithi05980601-14 2024-08-17T17:16:09.932 INFO:tasks.rados.rados.0.smithi059.stdout:3118: finishing write tid 4 to smithi05980601-14 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3118: finishing write tid 5 to smithi05980601-14 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3118: finishing write tid 6 to smithi05980601-14 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3118: oid 14 updating version 0 to 2107 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3118: oid 14 version 2107 is already newer than 2104 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3118: oid 14 updating version 2107 to 2108 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3118: oid 14 version 2108 is already newer than 2105 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3118: oid 14 version 2108 is already newer than 2106 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2108 (ObjNum 996 snap 328 seq_num 996) dirty exists 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3118: left oid 14 (ObjNum 996 snap 328 seq_num 996) 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3119: finishing write tid 1 to smithi05980601-35 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3119: finishing write tid 2 to smithi05980601-35 2024-08-17T17:16:09.933 INFO:tasks.rados.rados.0.smithi059.stdout:3119: finishing write tid 3 to smithi05980601-35 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3119: finishing write tid 4 to smithi05980601-35 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3119: finishing write tid 5 to smithi05980601-35 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3120: finishing write tid 1 to smithi05980601-5 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3120: finishing write tid 2 to smithi05980601-5 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3120: finishing write tid 3 to smithi05980601-5 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3119: finishing write tid 6 to smithi05980601-35 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3119: oid 35 updating version 0 to 1581 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3119: oid 35 version 1581 is already newer than 1579 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3119: oid 35 updating version 1581 to 1582 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3119: oid 35 version 1582 is already newer than 1580 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:3119: oid 35 version 1582 is already newer than 1578 2024-08-17T17:16:09.934 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1582 (ObjNum 997 snap 328 seq_num 997) dirty exists 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3119: left oid 35 (ObjNum 997 snap 328 seq_num 997) 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3120: finishing write tid 4 to smithi05980601-5 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3120: finishing write tid 5 to smithi05980601-5 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3120: finishing write tid 6 to smithi05980601-5 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3120: oid 5 updating version 0 to 2105 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3120: oid 5 updating version 2105 to 2106 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3120: oid 5 updating version 2106 to 2109 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3120: oid 5 version 2109 is already newer than 2107 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3120: oid 5 version 2109 is already newer than 2108 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 2109 (ObjNum 998 snap 328 seq_num 998) dirty exists 2024-08-17T17:16:09.935 INFO:tasks.rados.rados.0.smithi059.stdout:3120: left oid 5 (ObjNum 998 snap 328 seq_num 998) 2024-08-17T17:16:10.352 INFO:tasks.rados.rados.0.smithi059.stdout:3111: done (7 left) 2024-08-17T17:16:10.352 INFO:tasks.rados.rados.0.smithi059.stdout:3112: done (6 left) 2024-08-17T17:16:10.352 INFO:tasks.rados.rados.0.smithi059.stdout:3114: done (5 left) 2024-08-17T17:16:10.353 INFO:tasks.rados.rados.0.smithi059.stdout:3117: done (4 left) 2024-08-17T17:16:10.353 INFO:tasks.rados.rados.0.smithi059.stdout:3118: done (3 left) 2024-08-17T17:16:10.353 INFO:tasks.rados.rados.0.smithi059.stdout:3119: done (2 left) 2024-08-17T17:16:10.353 INFO:tasks.rados.rados.0.smithi059.stdout:3120: done (1 left) 2024-08-17T17:16:10.353 INFO:tasks.rados.rados.0.smithi059.stdout:3121: done (0 left) 2024-08-17T17:16:10.353 INFO:tasks.rados.rados.0.smithi059.stdout:3122: copy_from oid 48 from oid 43 current snap is 329 2024-08-17T17:16:10.353 INFO:tasks.rados.rados.0.smithi059.stdout:3123: setattr oid 7 current snap is 329 2024-08-17T17:16:10.354 INFO:tasks.rados.rados.0.smithi059.stdout:3124: read oid 36 snap 295 2024-08-17T17:16:10.354 INFO:tasks.rados.rados.0.smithi059.stdout:3124: expect (ObjNum 867 snap 293 seq_num 867) 2024-08-17T17:16:10.354 INFO:tasks.rados.rados.0.smithi059.stdout:3125: read oid 25 snap -1 2024-08-17T17:16:10.354 INFO:tasks.rados.rados.0.smithi059.stdout:3125: expect (ObjNum 926 snap 312 seq_num 926) 2024-08-17T17:16:10.354 INFO:tasks.rados.rados.0.smithi059.stdout:3126: delete oid 15 current snap is 329 2024-08-17T17:16:10.357 INFO:tasks.rados.rados.0.smithi059.stdout:3124: expect (ObjNum 867 snap 293 seq_num 867) 2024-08-17T17:16:10.361 INFO:tasks.rados.rados.0.smithi059.stdout:3124: done (4 left) 2024-08-17T17:16:10.361 INFO:tasks.rados.rados.0.smithi059.stdout:3126: done (3 left) 2024-08-17T17:16:10.361 INFO:tasks.rados.rados.0.smithi059.stdout:3127: snap_remove snap 295 2024-08-17T17:16:10.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:10 smithi059 ceph-mon[92261]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T17:16:10.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:10 smithi059 ceph-mon[94685]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T17:16:10.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:10 smithi087 ceph-mon[85676]: osdmap e725: 8 total, 8 up, 8 in 2024-08-17T17:16:11.217 INFO:tasks.rados.rados.0.smithi059.stdout:3127: done (3 left) 2024-08-17T17:16:11.218 INFO:tasks.rados.rados.0.smithi059.stdout:3128: delete oid 46 current snap is 329 2024-08-17T17:16:11.218 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 2882 (ObjNum 784 snap 262 seq_num 784) dirty exists 2024-08-17T17:16:11.218 INFO:tasks.rados.rados.0.smithi059.stdout:3125: expect (ObjNum 926 snap 312 seq_num 926) 2024-08-17T17:16:11.633 INFO:tasks.rados.rados.0.smithi059.stdout:3122: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:16:11.633 INFO:tasks.rados.rados.0.smithi059.stdout:3122: finishing copy_from to smithi05980601-48 2024-08-17T17:16:11.633 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1899 (ObjNum 891 snap 304 seq_num 891) dirty exists 2024-08-17T17:16:11.633 INFO:tasks.rados.rados.0.smithi059.stdout:3122: done (3 left) 2024-08-17T17:16:11.633 INFO:tasks.rados.rados.0.smithi059.stdout:3123: done (2 left) 2024-08-17T17:16:11.633 INFO:tasks.rados.rados.0.smithi059.stdout:3125: done (1 left) 2024-08-17T17:16:11.634 INFO:tasks.rados.rados.0.smithi059.stdout:3128: done (0 left) 2024-08-17T17:16:11.634 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 329 2024-08-17T17:16:11.634 INFO:tasks.rados.rados.0.smithi059.stdout:3129: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-08-17T17:16:11.637 INFO:tasks.rados.rados.0.smithi059.stdout:3129: writing smithi05980601-44 from 0 to 770048 tid 1 2024-08-17T17:16:11.641 INFO:tasks.rados.rados.0.smithi059.stdout:3129: writing smithi05980601-44 from 770048 to 1499136 tid 2 2024-08-17T17:16:11.646 INFO:tasks.rados.rados.0.smithi059.stdout:3129: writing smithi05980601-44 from 1499136 to 2269184 tid 3 2024-08-17T17:16:11.647 INFO:tasks.rados.rados.0.smithi059.stdout:3129: writing smithi05980601-44 from 2269184 to 2375680 tid 4 2024-08-17T17:16:11.647 INFO:tasks.rados.rados.0.smithi059.stdout:3130: snap_create 2024-08-17T17:16:11.647 INFO:tasks.rados.rados.0.smithi059.stdout:3129: finishing write tid 1 to smithi05980601-44 2024-08-17T17:16:11.647 INFO:tasks.rados.rados.0.smithi059.stdout:3129: finishing write tid 2 to smithi05980601-44 2024-08-17T17:16:11.650 INFO:tasks.rados.rados.0.smithi059.stdout:3129: finishing write tid 3 to smithi05980601-44 2024-08-17T17:16:11.650 INFO:tasks.rados.rados.0.smithi059.stdout:3129: finishing write tid 4 to smithi05980601-44 2024-08-17T17:16:11.650 INFO:tasks.rados.rados.0.smithi059.stdout:3129: finishing write tid 5 to smithi05980601-44 2024-08-17T17:16:11.651 INFO:tasks.rados.rados.0.smithi059.stdout:3129: finishing write tid 6 to smithi05980601-44 2024-08-17T17:16:11.651 INFO:tasks.rados.rados.0.smithi059.stdout:3129: oid 44 updating version 0 to 1692 2024-08-17T17:16:11.652 INFO:tasks.rados.rados.0.smithi059.stdout:3129: oid 44 updating version 1692 to 1693 2024-08-17T17:16:11.652 INFO:tasks.rados.rados.0.smithi059.stdout:3129: oid 44 updating version 1693 to 1696 2024-08-17T17:16:11.652 INFO:tasks.rados.rados.0.smithi059.stdout:3129: oid 44 version 1696 is already newer than 1695 2024-08-17T17:16:11.652 INFO:tasks.rados.rados.0.smithi059.stdout:3129: oid 44 version 1696 is already newer than 1694 2024-08-17T17:16:11.652 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1696 (ObjNum 1001 snap 329 seq_num 1001) dirty exists 2024-08-17T17:16:11.652 INFO:tasks.rados.rados.0.smithi059.stdout:3129: left oid 44 (ObjNum 1001 snap 329 seq_num 1001) 2024-08-17T17:16:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:11 smithi059 ceph-mon[92261]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T17:16:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:11 smithi059 ceph-mon[92261]: pgmap v758: 121 pgs: 121 active+clean; 465 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-17T17:16:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:11 smithi059 ceph-mon[92261]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T17:16:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:11 smithi059 ceph-mon[94685]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T17:16:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:11 smithi059 ceph-mon[94685]: pgmap v758: 121 pgs: 121 active+clean; 465 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-17T17:16:11.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:11 smithi059 ceph-mon[94685]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T17:16:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:11 smithi087 ceph-mon[85676]: osdmap e726: 8 total, 8 up, 8 in 2024-08-17T17:16:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:11 smithi087 ceph-mon[85676]: pgmap v758: 121 pgs: 121 active+clean; 465 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-08-17T17:16:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:11 smithi087 ceph-mon[85676]: osdmap e727: 8 total, 8 up, 8 in 2024-08-17T17:16:12.357 INFO:tasks.rados.rados.0.smithi059.stdout:3129: done (1 left) 2024-08-17T17:16:12.357 INFO:tasks.rados.rados.0.smithi059.stdout:3130: done (0 left) 2024-08-17T17:16:12.357 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 330 2024-08-17T17:16:12.358 INFO:tasks.rados.rados.0.smithi059.stdout:3131: seq_num 1002 ranges {3612672=786432,4399104=614400,5013504=581632,5595136=409600} 2024-08-17T17:16:12.381 INFO:tasks.rados.rados.0.smithi059.stdout:3131: writing smithi05980601-13 from 3612672 to 4399104 tid 1 2024-08-17T17:16:12.385 INFO:tasks.rados.rados.0.smithi059.stdout:3131: writing smithi05980601-13 from 4399104 to 5013504 tid 2 2024-08-17T17:16:12.388 INFO:tasks.rados.rados.0.smithi059.stdout:3131: writing smithi05980601-13 from 5013504 to 5595136 tid 3 2024-08-17T17:16:12.391 INFO:tasks.rados.rados.0.smithi059.stdout:3131: writing smithi05980601-13 from 5595136 to 6004736 tid 4 2024-08-17T17:16:12.391 INFO:tasks.rados.rados.0.smithi059.stdout:3132: copy_from oid 41 from oid 46 current snap is 330 2024-08-17T17:16:12.391 INFO:tasks.rados.rados.0.smithi059.stdout:3131: finishing write tid 1 to smithi05980601-13 2024-08-17T17:16:12.391 INFO:tasks.rados.rados.0.smithi059.stdout:3131: finishing write tid 2 to smithi05980601-13 2024-08-17T17:16:12.391 INFO:tasks.rados.rados.0.smithi059.stdout:3133: snap_remove snap 320 2024-08-17T17:16:13.366 INFO:tasks.rados.rados.0.smithi059.stdout:3133: done (2 left) 2024-08-17T17:16:13.366 INFO:tasks.rados.rados.0.smithi059.stdout:3134: read oid 23 snap -1 2024-08-17T17:16:13.366 INFO:tasks.rados.rados.0.smithi059.stdout:3134: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:16:13.366 INFO:tasks.rados.rados.0.smithi059.stdout:3135: rollback oid 28 current snap is 330 2024-08-17T17:16:13.367 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 28 to 323 2024-08-17T17:16:13.367 INFO:tasks.rados.rados.0.smithi059.stdout:3136: setattr oid 3 current snap is 330 2024-08-17T17:16:13.368 INFO:tasks.rados.rados.0.smithi059.stdout:3132: finishing copy_from to smithi05980601-41 2024-08-17T17:16:13.368 INFO:tasks.rados.rados.0.smithi059.stdout:3132: got expected ENOENT (src dne) 2024-08-17T17:16:13.368 INFO:tasks.rados.rados.0.smithi059.stdout:3132: finishing copy_from racing read to smithi05980601-41 2024-08-17T17:16:13.368 INFO:tasks.rados.rados.0.smithi059.stdout:3131: finishing write tid 3 to smithi05980601-13 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:3131: finishing write tid 4 to smithi05980601-13 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:3131: finishing write tid 5 to smithi05980601-13 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:3131: finishing write tid 6 to smithi05980601-13 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:3131: oid 13 updating version 0 to 2494 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:3131: oid 13 updating version 2494 to 2495 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:3131: oid 13 updating version 2495 to 2496 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:3131: oid 13 updating version 2496 to 2497 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:3131: oid 13 version 2497 is already newer than 2493 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 2497 (ObjNum 1002 snap 330 seq_num 1002) dirty exists 2024-08-17T17:16:13.369 INFO:tasks.rados.rados.0.smithi059.stdout:3131: left oid 13 (ObjNum 1002 snap 330 seq_num 1002) 2024-08-17T17:16:13.370 INFO:tasks.rados.rados.0.smithi059.stdout:3131: done (4 left) 2024-08-17T17:16:13.370 INFO:tasks.rados.rados.0.smithi059.stdout:3132: done (3 left) 2024-08-17T17:16:13.370 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 330 2024-08-17T17:16:13.370 INFO:tasks.rados.rados.0.smithi059.stdout:3137: seq_num 1003 ranges {15056896=802816,15859712=499712,16359424=737280,17096704=368640} 2024-08-17T17:16:13.457 INFO:tasks.rados.rados.0.smithi059.stdout:3137: writing smithi05980601-1 from 15056896 to 15859712 tid 1 2024-08-17T17:16:13.459 INFO:tasks.rados.rados.0.smithi059.stdout:3137: writing smithi05980601-1 from 15859712 to 16359424 tid 2 2024-08-17T17:16:13.464 INFO:tasks.rados.rados.0.smithi059.stdout:3137: writing smithi05980601-1 from 16359424 to 17096704 tid 3 2024-08-17T17:16:13.466 INFO:tasks.rados.rados.0.smithi059.stdout:3137: writing smithi05980601-1 from 17096704 to 17465344 tid 4 2024-08-17T17:16:13.466 INFO:tasks.rados.rados.0.smithi059.stdout:3138: snap_remove snap 313 2024-08-17T17:16:13.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:13 smithi059 ceph-mon[94685]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T17:16:13.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:13 smithi059 ceph-mon[94685]: pgmap v761: 121 pgs: 121 active+clean; 488 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-08-17T17:16:13.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:13 smithi059 ceph-mon[92261]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T17:16:13.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:13 smithi059 ceph-mon[92261]: pgmap v761: 121 pgs: 121 active+clean; 488 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-08-17T17:16:13.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:13 smithi087 ceph-mon[85676]: osdmap e728: 8 total, 8 up, 8 in 2024-08-17T17:16:13.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:13 smithi087 ceph-mon[85676]: pgmap v761: 121 pgs: 121 active+clean; 488 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 6.9 MiB/s wr, 34 op/s 2024-08-17T17:16:14.367 INFO:tasks.rados.rados.0.smithi059.stdout:3135: finishing rollback tid 0 to smithi05980601-28 2024-08-17T17:16:14.367 INFO:tasks.rados.rados.0.smithi059.stdout:3135: finishing rollback tid 1 to smithi05980601-28 2024-08-17T17:16:14.367 INFO:tasks.rados.rados.0.smithi059.stdout:3135: finishing rollback tid 2 to smithi05980601-28 2024-08-17T17:16:14.367 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1920 (ObjNum 960 snap 316 seq_num 960) dirty exists 2024-08-17T17:16:14.367 INFO:tasks.rados.rados.0.smithi059.stdout:3134: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1900 (ObjNum 855 snap 289 seq_num 855) dirty exists 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: finishing write tid 1 to smithi05980601-1 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: finishing write tid 2 to smithi05980601-1 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: finishing write tid 3 to smithi05980601-1 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: finishing write tid 4 to smithi05980601-1 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: finishing write tid 5 to smithi05980601-1 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: finishing write tid 6 to smithi05980601-1 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: oid 1 updating version 0 to 1924 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: oid 1 updating version 1924 to 1925 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: oid 1 version 1925 is already newer than 1922 2024-08-17T17:16:14.413 INFO:tasks.rados.rados.0.smithi059.stdout:3137: oid 1 version 1925 is already newer than 1923 2024-08-17T17:16:14.414 INFO:tasks.rados.rados.0.smithi059.stdout:3137: oid 1 version 1925 is already newer than 1921 2024-08-17T17:16:14.414 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1925 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-08-17T17:16:14.414 INFO:tasks.rados.rados.0.smithi059.stdout:3137: left oid 1 (ObjNum 1003 snap 330 seq_num 1003) 2024-08-17T17:16:14.414 INFO:tasks.rados.rados.0.smithi059.stdout:3134: done (4 left) 2024-08-17T17:16:14.414 INFO:tasks.rados.rados.0.smithi059.stdout:3135: done (3 left) 2024-08-17T17:16:14.414 INFO:tasks.rados.rados.0.smithi059.stdout:3136: done (2 left) 2024-08-17T17:16:14.414 INFO:tasks.rados.rados.0.smithi059.stdout:3137: done (1 left) 2024-08-17T17:16:14.414 INFO:tasks.rados.rados.0.smithi059.stdout:3138: done (0 left) 2024-08-17T17:16:14.414 INFO:tasks.rados.rados.0.smithi059.stdout:3139: delete oid 35 current snap is 330 2024-08-17T17:16:14.415 INFO:tasks.rados.rados.0.smithi059.stdout:3139: done (0 left) 2024-08-17T17:16:14.415 INFO:tasks.rados.rados.0.smithi059.stdout:3140: snap_create 2024-08-17T17:16:14.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:14 smithi059 ceph-mon[92261]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T17:16:14.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:16:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:16:14] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.51.0" 2024-08-17T17:16:14.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:14 smithi059 ceph-mon[94685]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T17:16:14.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:14 smithi087 ceph-mon[85676]: osdmap e729: 8 total, 8 up, 8 in 2024-08-17T17:16:15.377 INFO:tasks.rados.rados.0.smithi059.stdout:3140: done (0 left) 2024-08-17T17:16:15.377 INFO:tasks.rados.rados.0.smithi059.stdout:3141: read oid 43 snap 286 2024-08-17T17:16:15.378 INFO:tasks.rados.rados.0.smithi059.stdout:3141: expect (ObjNum 805 snap 269 seq_num 805) 2024-08-17T17:16:15.378 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 331 2024-08-17T17:16:15.378 INFO:tasks.rados.rados.0.smithi059.stdout:3142: seq_num 1005 ranges {4399104=32768} 2024-08-17T17:16:15.402 INFO:tasks.rados.rados.0.smithi059.stdout:3142: writing smithi05980601-8 from 4399104 to 4431872 tid 1 2024-08-17T17:16:15.402 INFO:tasks.rados.rados.0.smithi059.stdout:3143: rollback oid 29 current snap is 331 2024-08-17T17:16:15.402 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 326 2024-08-17T17:16:15.402 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 331 2024-08-17T17:16:15.402 INFO:tasks.rados.rados.0.smithi059.stdout:3144: seq_num 1006 ranges {1687552=49152} 2024-08-17T17:16:15.412 INFO:tasks.rados.rados.0.smithi059.stdout:3144: writing smithi05980601-45 from 1687552 to 1736704 tid 1 2024-08-17T17:16:15.412 INFO:tasks.rados.rados.0.smithi059.stdout:3145: delete oid 23 current snap is 331 2024-08-17T17:16:15.412 INFO:tasks.rados.rados.0.smithi059.stdout:3143: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:16:15.412 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1687 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:16:15.412 INFO:tasks.rados.rados.0.smithi059.stdout:3142: finishing write tid 1 to smithi05980601-8 2024-08-17T17:16:15.412 INFO:tasks.rados.rados.0.smithi059.stdout:3142: finishing write tid 2 to smithi05980601-8 2024-08-17T17:16:15.412 INFO:tasks.rados.rados.0.smithi059.stdout:3142: finishing write tid 3 to smithi05980601-8 2024-08-17T17:16:15.412 INFO:tasks.rados.rados.0.smithi059.stdout:3142: oid 8 updating version 0 to 2499 2024-08-17T17:16:15.413 INFO:tasks.rados.rados.0.smithi059.stdout:3142: oid 8 version 2499 is already newer than 2498 2024-08-17T17:16:15.413 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2499 (ObjNum 1005 snap 331 seq_num 1005) dirty exists 2024-08-17T17:16:15.413 INFO:tasks.rados.rados.0.smithi059.stdout:3142: left oid 8 (ObjNum 1005 snap 331 seq_num 1005) 2024-08-17T17:16:15.416 INFO:tasks.rados.rados.0.smithi059.stdout:3142: done (4 left) 2024-08-17T17:16:15.417 INFO:tasks.rados.rados.0.smithi059.stdout:3143: done (3 left) 2024-08-17T17:16:15.417 INFO:tasks.rados.rados.0.smithi059.stdout:3145: done (2 left) 2024-08-17T17:16:15.417 INFO:tasks.rados.rados.0.smithi059.stdout:3146: setattr oid 39 current snap is 331 2024-08-17T17:16:15.417 INFO:tasks.rados.rados.0.smithi059.stdout:3141: expect (ObjNum 805 snap 269 seq_num 805) 2024-08-17T17:16:15.702 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:15 smithi087 ceph-mon[85676]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T17:16:15.702 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:15 smithi087 ceph-mon[85676]: pgmap v764: 121 pgs: 121 active+clean; 498 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-08-17T17:16:15.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:15 smithi059 ceph-mon[92261]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T17:16:15.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:15 smithi059 ceph-mon[92261]: pgmap v764: 121 pgs: 121 active+clean; 498 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-08-17T17:16:15.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:15 smithi059 ceph-mon[94685]: osdmap e730: 8 total, 8 up, 8 in 2024-08-17T17:16:15.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:15 smithi059 ceph-mon[94685]: pgmap v764: 121 pgs: 121 active+clean; 498 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 5.5 MiB/s wr, 30 op/s 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:3144: finishing write tid 1 to smithi05980601-45 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:3144: finishing write tid 2 to smithi05980601-45 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:3141: done (2 left) 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:3147: read oid 40 snap -1 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:3147: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:3148: copy_from oid 6 from oid 25 current snap is 331 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:3144: finishing write tid 3 to smithi05980601-45 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:3144: oid 45 updating version 0 to 1935 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:3144: oid 45 updating version 1935 to 1936 2024-08-17T17:16:16.224 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 1936 (ObjNum 1006 snap 331 seq_num 1006) dirty exists 2024-08-17T17:16:16.225 INFO:tasks.rados.rados.0.smithi059.stdout:3144: left oid 45 (ObjNum 1006 snap 331 seq_num 1006) 2024-08-17T17:16:16.225 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 2958 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:16:16.225 INFO:tasks.rados.rados.0.smithi059.stdout:3144: done (3 left) 2024-08-17T17:16:16.225 INFO:tasks.rados.rados.0.smithi059.stdout:3146: done (2 left) 2024-08-17T17:16:16.225 INFO:tasks.rados.rados.0.smithi059.stdout:3149: read oid 44 snap -1 2024-08-17T17:16:16.225 INFO:tasks.rados.rados.0.smithi059.stdout:3149: expect (ObjNum 1001 snap 329 seq_num 1001) 2024-08-17T17:16:16.225 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 331 2024-08-17T17:16:16.225 INFO:tasks.rados.rados.0.smithi059.stdout:3150: seq_num 1008 ranges {12746752=90112} 2024-08-17T17:16:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3150: writing smithi05980601-43 from 12746752 to 12836864 tid 1 2024-08-17T17:16:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3151: copy_from oid 21 from oid 33 current snap is 331 2024-08-17T17:16:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3147: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:16:16.298 INFO:tasks.rados.rados.0.smithi059.stdout:3149: expect (ObjNum 1001 snap 329 seq_num 1001) 2024-08-17T17:16:16.360 INFO:tasks.rados.rados.0.smithi059.stdout:3148: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3148: finishing copy_from to smithi05980601-6 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1525 (ObjNum 926 snap 312 seq_num 926) dirty exists 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3151: finishing copy_from to smithi05980601-21 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3151: got expected ENOENT (src dne) 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3151: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3147: done (4 left) 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3148: done (3 left) 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3149: done (2 left) 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3151: done (1 left) 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3152: read oid 49 snap -1 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3152: expect deleted 2024-08-17T17:16:16.361 INFO:tasks.rados.rados.0.smithi059.stdout:3153: delete oid 41 current snap is 331 2024-08-17T17:16:16.362 INFO:tasks.rados.rados.0.smithi059.stdout:3150: finishing write tid 1 to smithi05980601-43 2024-08-17T17:16:16.362 INFO:tasks.rados.rados.0.smithi059.stdout:3150: finishing write tid 2 to smithi05980601-43 2024-08-17T17:16:16.362 INFO:tasks.rados.rados.0.smithi059.stdout:3150: finishing write tid 3 to smithi05980601-43 2024-08-17T17:16:16.362 INFO:tasks.rados.rados.0.smithi059.stdout:3150: oid 43 updating version 0 to 1927 2024-08-17T17:16:16.362 INFO:tasks.rados.rados.0.smithi059.stdout:3150: oid 43 version 1927 is already newer than 1926 2024-08-17T17:16:16.362 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1927 (ObjNum 1008 snap 331 seq_num 1008) dirty exists 2024-08-17T17:16:16.362 INFO:tasks.rados.rados.0.smithi059.stdout:3150: left oid 43 (ObjNum 1008 snap 331 seq_num 1008) 2024-08-17T17:16:16.362 INFO:tasks.rados.rados.0.smithi059.stdout:3150: done (2 left) 2024-08-17T17:16:16.363 INFO:tasks.rados.rados.0.smithi059.stdout:3153: done (1 left) 2024-08-17T17:16:16.363 INFO:tasks.rados.rados.0.smithi059.stdout:3154: snap_create 2024-08-17T17:16:16.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:16 smithi059 ceph-mon[94685]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T17:16:16.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:16 smithi059 ceph-mon[94685]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T17:16:16.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:16 smithi059 ceph-mon[92261]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T17:16:16.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:16 smithi059 ceph-mon[92261]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T17:16:16.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:16 smithi087 ceph-mon[85676]: osdmap e731: 8 total, 8 up, 8 in 2024-08-17T17:16:16.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:16 smithi087 ceph-mon[85676]: osdmap e732: 8 total, 8 up, 8 in 2024-08-17T17:16:17.219 INFO:tasks.rados.rados.0.smithi059.stdout:3152: done (1 left) 2024-08-17T17:16:17.219 INFO:tasks.rados.rados.0.smithi059.stdout:3154: done (0 left) 2024-08-17T17:16:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:3155: rmattr oid 44 current snap is 332 2024-08-17T17:16:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:3155: done (0 left) 2024-08-17T17:16:17.220 INFO:tasks.rados.rados.0.smithi059.stdout:3156: snap_remove snap 314 2024-08-17T17:16:18.230 INFO:tasks.rados.rados.0.smithi059.stdout:3156: done (0 left) 2024-08-17T17:16:18.230 INFO:tasks.rados.rados.0.smithi059.stdout:3157: read oid 10 snap -1 2024-08-17T17:16:18.230 INFO:tasks.rados.rados.0.smithi059.stdout:3157: expect (ObjNum 962 snap 317 seq_num 962) 2024-08-17T17:16:18.230 INFO:tasks.rados.rados.0.smithi059.stdout:3158: rmattr oid 46 current snap is 332 2024-08-17T17:16:18.230 INFO:tasks.rados.rados.0.smithi059.stdout:3158: done (1 left) 2024-08-17T17:16:18.230 INFO:tasks.rados.rados.0.smithi059.stdout:3159: copy_from oid 49 from oid 13 current snap is 332 2024-08-17T17:16:18.230 INFO:tasks.rados.rados.0.smithi059.stdout:3160: delete oid 15 current snap is 332 2024-08-17T17:16:18.237 INFO:tasks.rados.rados.0.smithi059.stdout:3160: done (2 left) 2024-08-17T17:16:18.237 INFO:tasks.rados.rados.0.smithi059.stdout:3161: read oid 5 snap -1 2024-08-17T17:16:18.237 INFO:tasks.rados.rados.0.smithi059.stdout:3161: expect (ObjNum 998 snap 328 seq_num 998) 2024-08-17T17:16:18.238 INFO:tasks.rados.rados.0.smithi059.stdout:3162: copy_from oid 43 from oid 30 current snap is 332 2024-08-17T17:16:18.238 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 332 2024-08-17T17:16:18.238 INFO:tasks.rados.rados.0.smithi059.stdout:3163: seq_num 1011 ranges {0=139264} 2024-08-17T17:16:18.238 INFO:tasks.rados.rados.0.smithi059.stdout:3163: writing smithi05980601-21 from 0 to 139264 tid 1 2024-08-17T17:16:18.239 INFO:tasks.rados.rados.0.smithi059.stdout:3164: delete oid 22 current snap is 332 2024-08-17T17:16:18.250 INFO:tasks.rados.rados.0.smithi059.stdout:3164: done (5 left) 2024-08-17T17:16:18.250 INFO:tasks.rados.rados.0.smithi059.stdout:3165: rollback oid 32 current snap is 332 2024-08-17T17:16:18.250 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 293 2024-08-17T17:16:18.250 INFO:tasks.rados.rados.0.smithi059.stdout:3166: copy_from oid 11 from oid 31 current snap is 332 2024-08-17T17:16:18.250 INFO:tasks.rados.rados.0.smithi059.stdout:3167: rollback oid 23 current snap is 332 2024-08-17T17:16:18.250 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 23 to 326 2024-08-17T17:16:18.250 INFO:tasks.rados.rados.0.smithi059.stdout:3168: delete oid 41 current snap is 332 2024-08-17T17:16:18.251 INFO:tasks.rados.rados.0.smithi059.stdout:3163: finishing write tid 1 to smithi05980601-21 2024-08-17T17:16:18.253 INFO:tasks.rados.rados.0.smithi059.stdout:3163: finishing write tid 2 to smithi05980601-21 2024-08-17T17:16:18.257 INFO:tasks.rados.rados.0.smithi059.stdout:3165: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:16:18.257 INFO:tasks.rados.rados.0.smithi059.stdout:3165: finishing rollback tid 2 to smithi05980601-32 2024-08-17T17:16:18.258 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 1685 (ObjNum 647 snap 208 seq_num 647) dirty exists 2024-08-17T17:16:18.260 INFO:tasks.rados.rados.0.smithi059.stdout:3165: done (8 left) 2024-08-17T17:16:18.260 INFO:tasks.rados.rados.0.smithi059.stdout:3168: done (7 left) 2024-08-17T17:16:18.261 INFO:tasks.rados.rados.0.smithi059.stdout:3169: read oid 27 snap -1 2024-08-17T17:16:18.261 INFO:tasks.rados.rados.0.smithi059.stdout:3169: expect (ObjNum 949 snap 314 seq_num 949) 2024-08-17T17:16:18.261 INFO:tasks.rados.rados.0.smithi059.stdout:3170: read oid 1 snap -1 2024-08-17T17:16:18.261 INFO:tasks.rados.rados.0.smithi059.stdout:3170: expect (ObjNum 1003 snap 330 seq_num 1003) 2024-08-17T17:16:18.261 INFO:tasks.rados.rados.0.smithi059.stdout:3171: snap_remove snap 304 2024-08-17T17:16:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:18 smithi059 ceph-mon[92261]: pgmap v767: 121 pgs: 121 active+clean; 502 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-08-17T17:16:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:18 smithi059 ceph-mon[92261]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T17:16:18.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:18 smithi059 ceph-mon[94685]: pgmap v767: 121 pgs: 121 active+clean; 502 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-08-17T17:16:18.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:18 smithi059 ceph-mon[94685]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T17:16:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:18 smithi087 ceph-mon[85676]: pgmap v767: 121 pgs: 121 active+clean; 502 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 16 op/s 2024-08-17T17:16:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:18 smithi087 ceph-mon[85676]: osdmap e733: 8 total, 8 up, 8 in 2024-08-17T17:16:19.241 INFO:tasks.rados.rados.0.smithi059.stdout:3171: done (9 left) 2024-08-17T17:16:19.241 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 332 2024-08-17T17:16:19.241 INFO:tasks.rados.rados.0.smithi059.stdout:3172: seq_num 1014 ranges {2277376=188416} 2024-08-17T17:16:19.255 INFO:tasks.rados.rados.0.smithi059.stdout:3172: writing smithi05980601-2 from 2277376 to 2465792 tid 1 2024-08-17T17:16:19.255 INFO:tasks.rados.rados.0.smithi059.stdout:3173: snap_create 2024-08-17T17:16:19.256 INFO:tasks.rados.rados.0.smithi059.stdout:3167: finishing rollback tid 1 to smithi05980601-23 2024-08-17T17:16:19.256 INFO:tasks.rados.rados.0.smithi059.stdout:3167: finishing rollback tid 2 to smithi05980601-23 2024-08-17T17:16:19.256 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 2174 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:16:19.256 INFO:tasks.rados.rados.0.smithi059.stdout:3162: finishing copy_from racing read to smithi05980601-43 2024-08-17T17:16:19.256 INFO:tasks.rados.rados.0.smithi059.stdout:3161: expect (ObjNum 998 snap 328 seq_num 998) 2024-08-17T17:16:19.323 INFO:tasks.rados.rados.0.smithi059.stdout:3163: finishing write tid 3 to smithi05980601-21 2024-08-17T17:16:19.323 INFO:tasks.rados.rados.0.smithi059.stdout:3163: oid 21 updating version 0 to 2110 2024-08-17T17:16:19.323 INFO:tasks.rados.rados.0.smithi059.stdout:3163: oid 21 updating version 2110 to 2111 2024-08-17T17:16:19.323 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2111 (ObjNum 1011 snap 332 seq_num 1011) dirty exists 2024-08-17T17:16:19.323 INFO:tasks.rados.rados.0.smithi059.stdout:3163: left oid 21 (ObjNum 1011 snap 332 seq_num 1011) 2024-08-17T17:16:19.323 INFO:tasks.rados.rados.0.smithi059.stdout:3157: expect (ObjNum 962 snap 317 seq_num 962) 2024-08-17T17:16:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:19 smithi059 ceph-mon[92261]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T17:16:19.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:19 smithi059 ceph-mon[94685]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T17:16:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:19 smithi087 ceph-mon[85676]: osdmap e734: 8 total, 8 up, 8 in 2024-08-17T17:16:19.589 INFO:tasks.rados.rados.0.smithi059.stdout:3166: finishing copy_from racing read to smithi05980601-11 2024-08-17T17:16:19.589 INFO:tasks.rados.rados.0.smithi059.stdout:3166: finishing copy_from to smithi05980601-11 2024-08-17T17:16:19.590 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2769 (ObjNum 966 snap 319 seq_num 966) dirty exists 2024-08-17T17:16:19.590 INFO:tasks.rados.rados.0.smithi059.stdout:3169: expect (ObjNum 949 snap 314 seq_num 949) 2024-08-17T17:16:19.677 INFO:tasks.rados.rados.0.smithi059.stdout:3159: finishing copy_from racing read to smithi05980601-49 2024-08-17T17:16:19.677 INFO:tasks.rados.rados.0.smithi059.stdout:3159: finishing copy_from to smithi05980601-49 2024-08-17T17:16:19.677 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 2497 (ObjNum 1002 snap 330 seq_num 1002) dirty exists 2024-08-17T17:16:19.678 INFO:tasks.rados.rados.0.smithi059.stdout:3162: finishing copy_from to smithi05980601-43 2024-08-17T17:16:19.678 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1668 (ObjNum 933 snap 314 seq_num 933) dirty exists 2024-08-17T17:16:19.678 INFO:tasks.rados.rados.0.smithi059.stdout:3170: expect (ObjNum 1003 snap 330 seq_num 1003) 2024-08-17T17:16:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:20 smithi059 ceph-mon[92261]: pgmap v770: 121 pgs: 121 active+clean; 505 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-08-17T17:16:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:20 smithi059 ceph-mon[92261]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T17:16:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:20.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:20 smithi059 ceph-mon[94685]: pgmap v770: 121 pgs: 121 active+clean; 505 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-08-17T17:16:20.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:20 smithi059 ceph-mon[94685]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T17:16:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:20 smithi087 ceph-mon[85676]: pgmap v770: 121 pgs: 121 active+clean; 505 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-08-17T17:16:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:20 smithi087 ceph-mon[85676]: osdmap e735: 8 total, 8 up, 8 in 2024-08-17T17:16:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:21 smithi059 ceph-mon[92261]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T17:16:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:21 smithi059 ceph-mon[92261]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T17:16:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:21 smithi059 ceph-mon[94685]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T17:16:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:21 smithi059 ceph-mon[94685]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T17:16:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:21 smithi087 ceph-mon[85676]: osdmap e736: 8 total, 8 up, 8 in 2024-08-17T17:16:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:21 smithi087 ceph-mon[85676]: osdmap e737: 8 total, 8 up, 8 in 2024-08-17T17:16:21.597 INFO:tasks.rados.rados.0.smithi059.stdout:3172: finishing write tid 1 to smithi05980601-2 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3172: finishing write tid 2 to smithi05980601-2 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3172: finishing write tid 3 to smithi05980601-2 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3172: oid 2 updating version 0 to 2175 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3172: oid 2 updating version 2175 to 2176 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2176 (ObjNum 1014 snap 332 seq_num 1014) dirty exists 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3172: left oid 2 (ObjNum 1014 snap 332 seq_num 1014) 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3157: done (10 left) 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3159: done (9 left) 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3161: done (8 left) 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3162: done (7 left) 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3163: done (6 left) 2024-08-17T17:16:21.598 INFO:tasks.rados.rados.0.smithi059.stdout:3166: done (5 left) 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3167: done (4 left) 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3169: done (3 left) 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3170: done (2 left) 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3172: done (1 left) 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3173: done (0 left) 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3174: rollback oid 12 current snap is 333 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 12 to 321 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3175: rmattr oid 23 current snap is 333 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3175: done (1 left) 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3176: read oid 2 snap -1 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3176: expect (ObjNum 1014 snap 332 seq_num 1014) 2024-08-17T17:16:21.599 INFO:tasks.rados.rados.0.smithi059.stdout:3177: read oid 34 snap -1 2024-08-17T17:16:21.600 INFO:tasks.rados.rados.0.smithi059.stdout:3177: expect deleted 2024-08-17T17:16:21.600 INFO:tasks.rados.rados.0.smithi059.stdout:3178: read oid 26 snap 316 2024-08-17T17:16:21.600 INFO:tasks.rados.rados.0.smithi059.stdout:3178: expect (ObjNum 911 snap 311 seq_num 911) 2024-08-17T17:16:21.600 INFO:tasks.rados.rados.0.smithi059.stdout:3179: rmattr oid 11 current snap is 333 2024-08-17T17:16:21.600 INFO:tasks.rados.rados.0.smithi059.stdout:3179: done (4 left) 2024-08-17T17:16:21.600 INFO:tasks.rados.rados.0.smithi059.stdout:3180: read oid 1 snap -1 2024-08-17T17:16:21.600 INFO:tasks.rados.rados.0.smithi059.stdout:3180: expect (ObjNum 1003 snap 330 seq_num 1003) 2024-08-17T17:16:21.606 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 333 2024-08-17T17:16:21.606 INFO:tasks.rados.rados.0.smithi059.stdout:3181: seq_num 1015 ranges {4882432=204800} 2024-08-17T17:16:21.636 INFO:tasks.rados.rados.0.smithi059.stdout:3181: writing smithi05980601-38 from 4882432 to 5087232 tid 1 2024-08-17T17:16:21.637 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 333 2024-08-17T17:16:21.637 INFO:tasks.rados.rados.0.smithi059.stdout:3182: seq_num 1016 ranges {3612672=221184} 2024-08-17T17:16:21.660 INFO:tasks.rados.rados.0.smithi059.stdout:3182: writing smithi05980601-4 from 3612672 to 3833856 tid 1 2024-08-17T17:16:21.660 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 333 2024-08-17T17:16:21.660 INFO:tasks.rados.rados.0.smithi059.stdout:3174: finishing rollback tid 1 to smithi05980601-12 2024-08-17T17:16:21.660 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 1909 (ObjNum 129 snap 0 seq_num 1275539682) dirty dne 2024-08-17T17:16:21.661 INFO:tasks.rados.rados.0.smithi059.stdout:3183: seq_num 1017 ranges {2465792=237568} 2024-08-17T17:16:21.675 INFO:tasks.rados.rados.0.smithi059.stdout:3183: writing smithi05980601-27 from 2465792 to 2703360 tid 1 2024-08-17T17:16:21.675 INFO:tasks.rados.rados.0.smithi059.stdout:3174: done (7 left) 2024-08-17T17:16:21.675 INFO:tasks.rados.rados.0.smithi059.stdout:3177: done (6 left) 2024-08-17T17:16:21.676 INFO:tasks.rados.rados.0.smithi059.stdout:3184: snap_create 2024-08-17T17:16:21.676 INFO:tasks.rados.rados.0.smithi059.stdout:3176: expect (ObjNum 1014 snap 332 seq_num 1014) 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:3181: finishing write tid 1 to smithi05980601-38 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:3181: finishing write tid 2 to smithi05980601-38 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:3181: finishing write tid 3 to smithi05980601-38 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:3181: oid 38 updating version 0 to 1753 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:3181: oid 38 updating version 1753 to 1754 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1754 (ObjNum 1015 snap 333 seq_num 1015) dirty exists 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:3181: left oid 38 (ObjNum 1015 snap 333 seq_num 1015) 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:3182: finishing write tid 1 to smithi05980601-4 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:3182: finishing write tid 2 to smithi05980601-4 2024-08-17T17:16:21.778 INFO:tasks.rados.rados.0.smithi059.stdout:3182: finishing write tid 3 to smithi05980601-4 2024-08-17T17:16:21.779 INFO:tasks.rados.rados.0.smithi059.stdout:3182: oid 4 updating version 0 to 2177 2024-08-17T17:16:21.779 INFO:tasks.rados.rados.0.smithi059.stdout:3182: oid 4 updating version 2177 to 2178 2024-08-17T17:16:21.779 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2178 (ObjNum 1016 snap 333 seq_num 1016) dirty exists 2024-08-17T17:16:21.779 INFO:tasks.rados.rados.0.smithi059.stdout:3182: left oid 4 (ObjNum 1016 snap 333 seq_num 1016) 2024-08-17T17:16:21.779 INFO:tasks.rados.rados.0.smithi059.stdout:3180: expect (ObjNum 1003 snap 330 seq_num 1003) 2024-08-17T17:16:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:22 smithi059 ceph-mon[92261]: pgmap v773: 121 pgs: 121 active+clean; 497 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-17T17:16:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:22 smithi059 ceph-mon[94685]: pgmap v773: 121 pgs: 121 active+clean; 497 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-17T17:16:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:22 smithi087 ceph-mon[85676]: pgmap v773: 121 pgs: 121 active+clean; 497 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-08-17T17:16:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:23 smithi059 ceph-mon[92261]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T17:16:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:23 smithi059 ceph-mon[92261]: pgmap v776: 121 pgs: 121 active+clean; 509 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-08-17T17:16:23.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:23 smithi059 ceph-mon[94685]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T17:16:23.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:23 smithi059 ceph-mon[94685]: pgmap v776: 121 pgs: 121 active+clean; 509 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-08-17T17:16:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:23 smithi087 ceph-mon[85676]: osdmap e738: 8 total, 8 up, 8 in 2024-08-17T17:16:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:23 smithi087 ceph-mon[85676]: pgmap v776: 121 pgs: 121 active+clean; 509 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 31 MiB/s rd, 3.6 MiB/s wr, 9 op/s 2024-08-17T17:16:23.694 INFO:tasks.rados.rados.0.smithi059.stdout:3178: expect (ObjNum 911 snap 311 seq_num 911) 2024-08-17T17:16:24.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:16:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:16:24] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.51.0" 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3183: finishing write tid 1 to smithi05980601-27 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3183: finishing write tid 2 to smithi05980601-27 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3183: finishing write tid 3 to smithi05980601-27 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3183: oid 27 updating version 0 to 1585 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3183: oid 27 updating version 1585 to 1586 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 1586 (ObjNum 1017 snap 333 seq_num 1017) dirty exists 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3183: left oid 27 (ObjNum 1017 snap 333 seq_num 1017) 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3176: done (6 left) 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3178: done (5 left) 2024-08-17T17:16:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3180: done (4 left) 2024-08-17T17:16:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3181: done (3 left) 2024-08-17T17:16:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3182: done (2 left) 2024-08-17T17:16:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3183: done (1 left) 2024-08-17T17:16:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3184: done (0 left) 2024-08-17T17:16:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 334 2024-08-17T17:16:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3185: seq_num 1018 ranges {6455296=253952} 2024-08-17T17:16:25.338 INFO:tasks.rados.rados.0.smithi059.stdout:3185: writing smithi05980601-25 from 6455296 to 6709248 tid 1 2024-08-17T17:16:25.338 INFO:tasks.rados.rados.0.smithi059.stdout:3186: rmattr oid 5 current snap is 334 2024-08-17T17:16:25.338 INFO:tasks.rados.rados.0.smithi059.stdout:3186: done (1 left) 2024-08-17T17:16:25.338 INFO:tasks.rados.rados.0.smithi059.stdout:3187: snap_create 2024-08-17T17:16:25.341 INFO:tasks.rados.rados.0.smithi059.stdout:3185: finishing write tid 1 to smithi05980601-25 2024-08-17T17:16:25.342 INFO:tasks.rados.rados.0.smithi059.stdout:3185: finishing write tid 2 to smithi05980601-25 2024-08-17T17:16:25.343 INFO:tasks.rados.rados.0.smithi059.stdout:3185: finishing write tid 3 to smithi05980601-25 2024-08-17T17:16:25.343 INFO:tasks.rados.rados.0.smithi059.stdout:3185: oid 25 updating version 0 to 1902 2024-08-17T17:16:25.343 INFO:tasks.rados.rados.0.smithi059.stdout:3185: oid 25 version 1902 is already newer than 1901 2024-08-17T17:16:25.343 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1902 (ObjNum 1018 snap 334 seq_num 1018) dirty exists 2024-08-17T17:16:25.343 INFO:tasks.rados.rados.0.smithi059.stdout:3185: left oid 25 (ObjNum 1018 snap 334 seq_num 1018) 2024-08-17T17:16:25.605 INFO:tasks.rados.rados.0.smithi059.stdout:3185: done (1 left) 2024-08-17T17:16:25.605 INFO:tasks.rados.rados.0.smithi059.stdout:3187: done (0 left) 2024-08-17T17:16:25.605 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 335 2024-08-17T17:16:25.605 INFO:tasks.rados.rados.0.smithi059.stdout:3188: seq_num 1019 ranges {0=270336} 2024-08-17T17:16:25.606 INFO:tasks.rados.rados.0.smithi059.stdout:3188: writing smithi05980601-40 from 0 to 270336 tid 1 2024-08-17T17:16:25.606 INFO:tasks.rados.rados.0.smithi059.stdout:3189: snap_create 2024-08-17T17:16:25.609 INFO:tasks.rados.rados.0.smithi059.stdout:3188: finishing write tid 1 to smithi05980601-40 2024-08-17T17:16:25.610 INFO:tasks.rados.rados.0.smithi059.stdout:3188: finishing write tid 2 to smithi05980601-40 2024-08-17T17:16:25.612 INFO:tasks.rados.rados.0.smithi059.stdout:3188: finishing write tid 3 to smithi05980601-40 2024-08-17T17:16:25.612 INFO:tasks.rados.rados.0.smithi059.stdout:3188: oid 40 updating version 0 to 1929 2024-08-17T17:16:25.612 INFO:tasks.rados.rados.0.smithi059.stdout:3188: oid 40 version 1929 is already newer than 1928 2024-08-17T17:16:25.612 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1929 (ObjNum 1019 snap 335 seq_num 1019) dirty exists 2024-08-17T17:16:25.612 INFO:tasks.rados.rados.0.smithi059.stdout:3188: left oid 40 (ObjNum 1019 snap 335 seq_num 1019) 2024-08-17T17:16:26.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:25 smithi059 ceph-mon[92261]: pgmap v777: 121 pgs: 121 active+clean; 510 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-08-17T17:16:26.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:25 smithi059 ceph-mon[94685]: pgmap v777: 121 pgs: 121 active+clean; 510 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-08-17T17:16:26.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:25 smithi087 ceph-mon[85676]: pgmap v777: 121 pgs: 121 active+clean; 510 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-08-17T17:16:26.221 INFO:tasks.rados.rados.0.smithi059.stdout:3188: done (1 left) 2024-08-17T17:16:26.221 INFO:tasks.rados.rados.0.smithi059.stdout:3189: done (0 left) 2024-08-17T17:16:26.221 INFO:tasks.rados.rados.0.smithi059.stdout:3190: snap_create 2024-08-17T17:16:27.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:26 smithi059 ceph-mon[92261]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T17:16:27.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:26 smithi059 ceph-mon[92261]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T17:16:27.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:26 smithi059 ceph-mon[94685]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T17:16:27.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:26 smithi059 ceph-mon[94685]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T17:16:27.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:26 smithi087 ceph-mon[85676]: osdmap e739: 8 total, 8 up, 8 in 2024-08-17T17:16:27.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:26 smithi087 ceph-mon[85676]: osdmap e740: 8 total, 8 up, 8 in 2024-08-17T17:16:27.226 INFO:tasks.rados.rados.0.smithi059.stdout:3190: done (0 left) 2024-08-17T17:16:27.226 INFO:tasks.rados.rados.0.smithi059.stdout:3191: setattr oid 37 current snap is 337 2024-08-17T17:16:27.227 INFO:tasks.rados.rados.0.smithi059.stdout:3192: copy_from oid 13 from oid 1 current snap is 337 2024-08-17T17:16:27.227 INFO:tasks.rados.rados.0.smithi059.stdout:3193: delete oid 27 current snap is 337 2024-08-17T17:16:27.232 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 2989 (ObjNum 900 snap 308 seq_num 900) dirty exists 2024-08-17T17:16:27.234 INFO:tasks.rados.rados.0.smithi059.stdout:3191: done (2 left) 2024-08-17T17:16:27.234 INFO:tasks.rados.rados.0.smithi059.stdout:3193: done (1 left) 2024-08-17T17:16:27.234 INFO:tasks.rados.rados.0.smithi059.stdout:3194: copy_from oid 18 from oid 34 current snap is 337 2024-08-17T17:16:27.234 INFO:tasks.rados.rados.0.smithi059.stdout:3195: snap_remove snap 328 2024-08-17T17:16:28.234 INFO:tasks.rados.rados.0.smithi059.stdout:3195: done (2 left) 2024-08-17T17:16:28.234 INFO:tasks.rados.rados.0.smithi059.stdout:3196: rmattr oid 15 current snap is 337 2024-08-17T17:16:28.234 INFO:tasks.rados.rados.0.smithi059.stdout:3196: done (2 left) 2024-08-17T17:16:28.234 INFO:tasks.rados.rados.0.smithi059.stdout:3197: setattr oid 5 current snap is 337 2024-08-17T17:16:28.234 INFO:tasks.rados.rados.0.smithi059.stdout:3194: finishing copy_from to smithi05980601-18 2024-08-17T17:16:28.235 INFO:tasks.rados.rados.0.smithi059.stdout:3194: got expected ENOENT (src dne) 2024-08-17T17:16:28.235 INFO:tasks.rados.rados.0.smithi059.stdout:3194: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:16:28.235 INFO:tasks.rados.rados.0.smithi059.stdout:3192: finishing copy_from racing read to smithi05980601-13 2024-08-17T17:16:28.235 INFO:tasks.rados.rados.0.smithi059.stdout:3192: finishing copy_from to smithi05980601-13 2024-08-17T17:16:28.235 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 1925 (ObjNum 1003 snap 330 seq_num 1003) dirty exists 2024-08-17T17:16:28.236 INFO:tasks.rados.rados.0.smithi059.stdout:3192: done (2 left) 2024-08-17T17:16:28.236 INFO:tasks.rados.rados.0.smithi059.stdout:3194: done (1 left) 2024-08-17T17:16:28.236 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 337 2024-08-17T17:16:28.236 INFO:tasks.rados.rados.0.smithi059.stdout:3198: seq_num 1021 ranges {0=303104} 2024-08-17T17:16:28.238 INFO:tasks.rados.rados.0.smithi059.stdout:3198: writing smithi05980601-46 from 0 to 303104 tid 1 2024-08-17T17:16:28.239 INFO:tasks.rados.rados.0.smithi059.stdout:3199: read oid 42 snap -1 2024-08-17T17:16:28.239 INFO:tasks.rados.rados.0.smithi059.stdout:3199: expect (ObjNum 953 snap 316 seq_num 953) 2024-08-17T17:16:28.239 INFO:tasks.rados.rados.0.smithi059.stdout:3200: delete oid 8 current snap is 337 2024-08-17T17:16:28.245 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 2112 (ObjNum 998 snap 328 seq_num 998) dirty exists 2024-08-17T17:16:28.247 INFO:tasks.rados.rados.0.smithi059.stdout:3197: done (3 left) 2024-08-17T17:16:28.247 INFO:tasks.rados.rados.0.smithi059.stdout:3200: done (2 left) 2024-08-17T17:16:28.247 INFO:tasks.rados.rados.0.smithi059.stdout:3201: copy_from oid 35 from oid 2 current snap is 337 2024-08-17T17:16:28.247 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 337 2024-08-17T17:16:28.247 INFO:tasks.rados.rados.0.smithi059.stdout:3202: seq_num 1023 ranges {6709248=335872} 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:3202: writing smithi05980601-25 from 6709248 to 7045120 tid 1 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 337 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:3198: finishing write tid 1 to smithi05980601-46 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:3198: finishing write tid 2 to smithi05980601-46 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:3198: finishing write tid 3 to smithi05980601-46 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:3198: oid 46 updating version 0 to 2180 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:3198: oid 46 version 2180 is already newer than 2179 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2180 (ObjNum 1021 snap 337 seq_num 1021) dirty exists 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:3198: left oid 46 (ObjNum 1021 snap 337 seq_num 1021) 2024-08-17T17:16:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:3203: seq_num 1024 ranges {4284416=352256} 2024-08-17T17:16:28.312 INFO:tasks.rados.rados.0.smithi059.stdout:3203: writing smithi05980601-11 from 4284416 to 4636672 tid 1 2024-08-17T17:16:28.312 INFO:tasks.rados.rados.0.smithi059.stdout:3198: done (4 left) 2024-08-17T17:16:28.312 INFO:tasks.rados.rados.0.smithi059.stdout:3204: read oid 14 snap -1 2024-08-17T17:16:28.312 INFO:tasks.rados.rados.0.smithi059.stdout:3204: expect (ObjNum 996 snap 328 seq_num 996) 2024-08-17T17:16:28.312 INFO:tasks.rados.rados.0.smithi059.stdout:3205: snap_create 2024-08-17T17:16:28.313 INFO:tasks.rados.rados.0.smithi059.stdout:3199: expect (ObjNum 953 snap 316 seq_num 953) 2024-08-17T17:16:28.417 INFO:tasks.rados.rados.0.smithi059.stdout:3201: finishing copy_from racing read to smithi05980601-35 2024-08-17T17:16:28.417 INFO:tasks.rados.rados.0.smithi059.stdout:3201: finishing copy_from to smithi05980601-35 2024-08-17T17:16:28.417 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 2176 (ObjNum 1014 snap 332 seq_num 1014) dirty exists 2024-08-17T17:16:28.417 INFO:tasks.rados.rados.0.smithi059.stdout:3202: finishing write tid 1 to smithi05980601-25 2024-08-17T17:16:28.417 INFO:tasks.rados.rados.0.smithi059.stdout:3202: finishing write tid 2 to smithi05980601-25 2024-08-17T17:16:28.417 INFO:tasks.rados.rados.0.smithi059.stdout:3202: finishing write tid 3 to smithi05980601-25 2024-08-17T17:16:28.417 INFO:tasks.rados.rados.0.smithi059.stdout:3202: oid 25 updating version 0 to 1904 2024-08-17T17:16:28.417 INFO:tasks.rados.rados.0.smithi059.stdout:3202: oid 25 version 1904 is already newer than 1903 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1904 (ObjNum 1023 snap 337 seq_num 1023) dirty exists 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:3202: left oid 25 (ObjNum 1023 snap 337 seq_num 1023) 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:3203: finishing write tid 1 to smithi05980601-11 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:3203: finishing write tid 2 to smithi05980601-11 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:3203: finishing write tid 3 to smithi05980601-11 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:3203: oid 11 updating version 0 to 2995 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:3203: oid 11 updating version 2995 to 2996 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 2996 (ObjNum 1024 snap 337 seq_num 1024) dirty exists 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:3203: left oid 11 (ObjNum 1024 snap 337 seq_num 1024) 2024-08-17T17:16:28.418 INFO:tasks.rados.rados.0.smithi059.stdout:3204: expect (ObjNum 996 snap 328 seq_num 996) 2024-08-17T17:16:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:28 smithi059 ceph-mon[92261]: pgmap v780: 121 pgs: 121 active+clean; 511 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-08-17T17:16:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:28 smithi059 ceph-mon[92261]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T17:16:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:28 smithi059 ceph-mon[94685]: pgmap v780: 121 pgs: 121 active+clean; 511 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-08-17T17:16:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:28 smithi059 ceph-mon[94685]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T17:16:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:28 smithi087 ceph-mon[85676]: pgmap v780: 121 pgs: 121 active+clean; 511 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 34 MiB/s rd, 2.9 MiB/s wr, 11 op/s 2024-08-17T17:16:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:28 smithi087 ceph-mon[85676]: osdmap e741: 8 total, 8 up, 8 in 2024-08-17T17:16:29.238 INFO:tasks.rados.rados.0.smithi059.stdout:3199: done (5 left) 2024-08-17T17:16:29.238 INFO:tasks.rados.rados.0.smithi059.stdout:3201: done (4 left) 2024-08-17T17:16:29.238 INFO:tasks.rados.rados.0.smithi059.stdout:3202: done (3 left) 2024-08-17T17:16:29.238 INFO:tasks.rados.rados.0.smithi059.stdout:3203: done (2 left) 2024-08-17T17:16:29.238 INFO:tasks.rados.rados.0.smithi059.stdout:3204: done (1 left) 2024-08-17T17:16:29.238 INFO:tasks.rados.rados.0.smithi059.stdout:3205: done (0 left) 2024-08-17T17:16:29.239 INFO:tasks.rados.rados.0.smithi059.stdout:3206: setattr oid 38 current snap is 338 2024-08-17T17:16:29.239 INFO:tasks.rados.rados.0.smithi059.stdout:3207: snap_remove snap 293 2024-08-17T17:16:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:29 smithi059 ceph-mon[92261]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T17:16:29.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:29 smithi059 ceph-mon[94685]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T17:16:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:29 smithi087 ceph-mon[85676]: osdmap e742: 8 total, 8 up, 8 in 2024-08-17T17:16:30.240 INFO:tasks.rados.rados.0.smithi059.stdout:3207: done (1 left) 2024-08-17T17:16:30.240 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 338 2024-08-17T17:16:30.241 INFO:tasks.rados.rados.0.smithi059.stdout:3208: seq_num 1025 ranges {2457600=368640} 2024-08-17T17:16:30.258 INFO:tasks.rados.rados.0.smithi059.stdout:3208: writing smithi05980601-32 from 2457600 to 2826240 tid 1 2024-08-17T17:16:30.258 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1755 (ObjNum 1015 snap 333 seq_num 1015) dirty exists 2024-08-17T17:16:30.258 INFO:tasks.rados.rados.0.smithi059.stdout:3206: done (1 left) 2024-08-17T17:16:30.258 INFO:tasks.rados.rados.0.smithi059.stdout:3209: delete oid 13 current snap is 338 2024-08-17T17:16:30.265 INFO:tasks.rados.rados.0.smithi059.stdout:3209: done (1 left) 2024-08-17T17:16:30.265 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 338 2024-08-17T17:16:30.265 INFO:tasks.rados.rados.0.smithi059.stdout:3210: seq_num 1027 ranges {4284416=409600} 2024-08-17T17:16:30.294 INFO:tasks.rados.rados.0.smithi059.stdout:3210: writing smithi05980601-31 from 4284416 to 4694016 tid 1 2024-08-17T17:16:30.294 INFO:tasks.rados.rados.0.smithi059.stdout:3211: snap_remove snap 296 2024-08-17T17:16:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:30 smithi059 ceph-mon[92261]: pgmap v783: 121 pgs: 121 active+clean; 511 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 178 KiB/s wr, 8 op/s 2024-08-17T17:16:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:30 smithi059 ceph-mon[92261]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T17:16:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:30 smithi059 ceph-mon[94685]: pgmap v783: 121 pgs: 121 active+clean; 511 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 178 KiB/s wr, 8 op/s 2024-08-17T17:16:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:30 smithi059 ceph-mon[94685]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T17:16:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:30 smithi087 ceph-mon[85676]: pgmap v783: 121 pgs: 121 active+clean; 511 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 178 KiB/s wr, 8 op/s 2024-08-17T17:16:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:30 smithi087 ceph-mon[85676]: osdmap e743: 8 total, 8 up, 8 in 2024-08-17T17:16:31.257 INFO:tasks.rados.rados.0.smithi059.stdout:3211: done (2 left) 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:3212: rmattr oid 19 current snap is 338 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:3212: done (2 left) 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:3213: delete oid 17 current snap is 338 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:3208: finishing write tid 1 to smithi05980601-32 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:3208: finishing write tid 2 to smithi05980601-32 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:3208: finishing write tid 3 to smithi05980601-32 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:3208: oid 32 updating version 0 to 1687 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:3208: oid 32 version 1687 is already newer than 1686 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 1687 (ObjNum 1025 snap 338 seq_num 1025) dirty exists 2024-08-17T17:16:31.258 INFO:tasks.rados.rados.0.smithi059.stdout:3208: left oid 32 (ObjNum 1025 snap 338 seq_num 1025) 2024-08-17T17:16:31.259 INFO:tasks.rados.rados.0.smithi059.stdout:3210: finishing write tid 1 to smithi05980601-31 2024-08-17T17:16:31.259 INFO:tasks.rados.rados.0.smithi059.stdout:3210: finishing write tid 2 to smithi05980601-31 2024-08-17T17:16:31.259 INFO:tasks.rados.rados.0.smithi059.stdout:3210: finishing write tid 3 to smithi05980601-31 2024-08-17T17:16:31.259 INFO:tasks.rados.rados.0.smithi059.stdout:3210: oid 31 updating version 0 to 3010 2024-08-17T17:16:31.259 INFO:tasks.rados.rados.0.smithi059.stdout:3210: oid 31 updating version 3010 to 3011 2024-08-17T17:16:31.259 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 3011 (ObjNum 1027 snap 338 seq_num 1027) dirty exists 2024-08-17T17:16:31.259 INFO:tasks.rados.rados.0.smithi059.stdout:3210: left oid 31 (ObjNum 1027 snap 338 seq_num 1027) 2024-08-17T17:16:31.273 INFO:tasks.rados.rados.0.smithi059.stdout:3208: done (2 left) 2024-08-17T17:16:31.273 INFO:tasks.rados.rados.0.smithi059.stdout:3210: done (1 left) 2024-08-17T17:16:31.273 INFO:tasks.rados.rados.0.smithi059.stdout:3213: done (0 left) 2024-08-17T17:16:31.273 INFO:tasks.rados.rados.0.smithi059.stdout:3214: rollback oid 41 current snap is 338 2024-08-17T17:16:31.273 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 326 2024-08-17T17:16:31.273 INFO:tasks.rados.rados.0.smithi059.stdout:3215: read oid 26 snap -1 2024-08-17T17:16:31.273 INFO:tasks.rados.rados.0.smithi059.stdout:3215: expect (ObjNum 990 snap 326 seq_num 990) 2024-08-17T17:16:31.274 INFO:tasks.rados.rados.0.smithi059.stdout:3216: read oid 2 snap 286 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3216: expect deleted 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3217: rollback oid 40 current snap is 338 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 316 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3218: read oid 13 snap -1 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3218: expect deleted 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3219: copy_from oid 15 from oid 10 current snap is 338 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3220: read oid 23 snap 308 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3220: expect deleted 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3221: copy_from oid 47 from oid 21 current snap is 338 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3216: done (7 left) 2024-08-17T17:16:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3222: snap_remove snap 317 2024-08-17T17:16:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:31 smithi059 ceph-mon[92261]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T17:16:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:31 smithi059 ceph-mon[92261]: pgmap v786: 121 pgs: 121 active+clean; 526 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-08-17T17:16:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:31 smithi059 ceph-mon[94685]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T17:16:31.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:31 smithi059 ceph-mon[94685]: pgmap v786: 121 pgs: 121 active+clean; 526 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-08-17T17:16:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:31 smithi087 ceph-mon[85676]: osdmap e744: 8 total, 8 up, 8 in 2024-08-17T17:16:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:31 smithi087 ceph-mon[85676]: pgmap v786: 121 pgs: 121 active+clean; 526 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.2 MiB/s wr, 7 op/s 2024-08-17T17:16:32.263 INFO:tasks.rados.rados.0.smithi059.stdout:3214: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:16:32.263 INFO:tasks.rados.rados.0.smithi059.stdout:3217: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:16:32.263 INFO:tasks.rados.rados.0.smithi059.stdout:3217: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:16:32.264 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1931 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:16:32.264 INFO:tasks.rados.rados.0.smithi059.stdout:3214: finishing rollback tid 2 to smithi05980601-41 2024-08-17T17:16:32.264 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 2114 (ObjNum 880 snap 298 seq_num 880) dirty exists 2024-08-17T17:16:32.264 INFO:tasks.rados.rados.0.smithi059.stdout:3221: finishing copy_from racing read to smithi05980601-47 2024-08-17T17:16:32.264 INFO:tasks.rados.rados.0.smithi059.stdout:3221: finishing copy_from to smithi05980601-47 2024-08-17T17:16:32.264 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 2111 (ObjNum 1011 snap 332 seq_num 1011) dirty exists 2024-08-17T17:16:32.264 INFO:tasks.rados.rados.0.smithi059.stdout:3215: expect (ObjNum 990 snap 326 seq_num 990) 2024-08-17T17:16:32.417 INFO:tasks.rados.rados.0.smithi059.stdout:3219: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:16:32.417 INFO:tasks.rados.rados.0.smithi059.stdout:3219: finishing copy_from to smithi05980601-15 2024-08-17T17:16:32.417 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 1927 (ObjNum 962 snap 317 seq_num 962) dirty exists 2024-08-17T17:16:32.417 INFO:tasks.rados.rados.0.smithi059.stdout:3214: done (7 left) 2024-08-17T17:16:32.417 INFO:tasks.rados.rados.0.smithi059.stdout:3215: done (6 left) 2024-08-17T17:16:32.417 INFO:tasks.rados.rados.0.smithi059.stdout:3217: done (5 left) 2024-08-17T17:16:32.417 INFO:tasks.rados.rados.0.smithi059.stdout:3218: done (4 left) 2024-08-17T17:16:32.417 INFO:tasks.rados.rados.0.smithi059.stdout:3219: done (3 left) 2024-08-17T17:16:32.418 INFO:tasks.rados.rados.0.smithi059.stdout:3220: done (2 left) 2024-08-17T17:16:32.418 INFO:tasks.rados.rados.0.smithi059.stdout:3221: done (1 left) 2024-08-17T17:16:32.418 INFO:tasks.rados.rados.0.smithi059.stdout:3222: done (0 left) 2024-08-17T17:16:32.418 INFO:tasks.rados.rados.0.smithi059.stdout:3223: setattr oid 32 current snap is 338 2024-08-17T17:16:32.419 INFO:tasks.rados.rados.0.smithi059.stdout:3224: copy_from oid 38 from oid 50 current snap is 338 2024-08-17T17:16:32.419 INFO:tasks.rados.rados.0.smithi059.stdout:3225: read oid 1 snap 329 2024-08-17T17:16:32.419 INFO:tasks.rados.rados.0.smithi059.stdout:3225: expect (ObjNum 911 snap 311 seq_num 911) 2024-08-17T17:16:32.419 INFO:tasks.rados.rados.0.smithi059.stdout:3226: read oid 16 snap -1 2024-08-17T17:16:32.419 INFO:tasks.rados.rados.0.smithi059.stdout:3226: expect deleted 2024-08-17T17:16:32.419 INFO:tasks.rados.rados.0.smithi059.stdout:3227: read oid 22 snap 331 2024-08-17T17:16:32.419 INFO:tasks.rados.rados.0.smithi059.stdout:3227: expect (ObjNum 977 snap 322 seq_num 977) 2024-08-17T17:16:32.419 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 338 2024-08-17T17:16:32.419 INFO:tasks.rados.rados.0.smithi059.stdout:3228: seq_num 1029 ranges {0=442368} 2024-08-17T17:16:32.421 INFO:tasks.rados.rados.0.smithi059.stdout:3228: writing smithi05980601-8 from 0 to 442368 tid 1 2024-08-17T17:16:32.422 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 338 2024-08-17T17:16:32.422 INFO:tasks.rados.rados.0.smithi059.stdout:3229: seq_num 1030 ranges {3833856=458752} 2024-08-17T17:16:32.446 INFO:tasks.rados.rados.0.smithi059.stdout:3229: writing smithi05980601-4 from 3833856 to 4292608 tid 1 2024-08-17T17:16:32.446 INFO:tasks.rados.rados.0.smithi059.stdout:3230: copy_from oid 35 from oid 39 current snap is 338 2024-08-17T17:16:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:3226: done (7 left) 2024-08-17T17:16:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:3231: read oid 17 snap -1 2024-08-17T17:16:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:3231: expect deleted 2024-08-17T17:16:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:3232: snap_create 2024-08-17T17:16:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 1688 (ObjNum 1025 snap 338 seq_num 1025) dirty exists 2024-08-17T17:16:32.447 INFO:tasks.rados.rados.0.smithi059.stdout:3228: finishing write tid 1 to smithi05980601-8 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:3228: finishing write tid 2 to smithi05980601-8 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:3228: finishing write tid 3 to smithi05980601-8 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:3228: oid 8 updating version 0 to 2503 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:3228: oid 8 version 2503 is already newer than 2502 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2503 (ObjNum 1029 snap 338 seq_num 1029) dirty exists 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:3228: left oid 8 (ObjNum 1029 snap 338 seq_num 1029) 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:3224: finishing copy_from racing read to smithi05980601-38 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:3224: finishing copy_from to smithi05980601-38 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 2611 (ObjNum 940 snap 314 seq_num 940) dirty exists 2024-08-17T17:16:32.448 INFO:tasks.rados.rados.0.smithi059.stdout:3227: expect (ObjNum 977 snap 322 seq_num 977) 2024-08-17T17:16:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:32 smithi059 ceph-mon[92261]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T17:16:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:32 smithi059 ceph-mon[94685]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T17:16:32.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:32 smithi087 ceph-mon[85676]: osdmap e745: 8 total, 8 up, 8 in 2024-08-17T17:16:32.597 INFO:tasks.rados.rados.0.smithi059.stdout:3229: finishing write tid 1 to smithi05980601-4 2024-08-17T17:16:32.597 INFO:tasks.rados.rados.0.smithi059.stdout:3229: finishing write tid 2 to smithi05980601-4 2024-08-17T17:16:32.598 INFO:tasks.rados.rados.0.smithi059.stdout:3230: finishing copy_from racing read to smithi05980601-35 2024-08-17T17:16:32.598 INFO:tasks.rados.rados.0.smithi059.stdout:3230: finishing copy_from to smithi05980601-35 2024-08-17T17:16:32.598 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 2958 (ObjNum 65 snap 0 seq_num 1767067242) dirty exists 2024-08-17T17:16:32.598 INFO:tasks.rados.rados.0.smithi059.stdout:3229: finishing write tid 3 to smithi05980601-4 2024-08-17T17:16:32.598 INFO:tasks.rados.rados.0.smithi059.stdout:3229: oid 4 updating version 0 to 2181 2024-08-17T17:16:32.599 INFO:tasks.rados.rados.0.smithi059.stdout:3229: oid 4 updating version 2181 to 2182 2024-08-17T17:16:32.599 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2182 (ObjNum 1030 snap 338 seq_num 1030) dirty exists 2024-08-17T17:16:32.599 INFO:tasks.rados.rados.0.smithi059.stdout:3229: left oid 4 (ObjNum 1030 snap 338 seq_num 1030) 2024-08-17T17:16:32.599 INFO:tasks.rados.rados.0.smithi059.stdout:3225: expect (ObjNum 911 snap 311 seq_num 911) 2024-08-17T17:16:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:33 smithi059 ceph-mon[92261]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T17:16:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:33 smithi059 ceph-mon[92261]: pgmap v789: 121 pgs: 4 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 116 active+clean; 539 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.3 MiB/s wr, 17 op/s 2024-08-17T17:16:33.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:33 smithi059 ceph-mon[94685]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T17:16:33.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:33 smithi059 ceph-mon[94685]: pgmap v789: 121 pgs: 4 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 116 active+clean; 539 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.3 MiB/s wr, 17 op/s 2024-08-17T17:16:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:33 smithi087 ceph-mon[85676]: osdmap e746: 8 total, 8 up, 8 in 2024-08-17T17:16:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:33 smithi087 ceph-mon[85676]: pgmap v789: 121 pgs: 4 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 116 active+clean; 539 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.3 MiB/s wr, 17 op/s 2024-08-17T17:16:34.206 INFO:tasks.rados.rados.0.smithi059.stdout:3223: done (8 left) 2024-08-17T17:16:34.206 INFO:tasks.rados.rados.0.smithi059.stdout:3224: done (7 left) 2024-08-17T17:16:34.206 INFO:tasks.rados.rados.0.smithi059.stdout:3225: done (6 left) 2024-08-17T17:16:34.206 INFO:tasks.rados.rados.0.smithi059.stdout:3227: done (5 left) 2024-08-17T17:16:34.206 INFO:tasks.rados.rados.0.smithi059.stdout:3228: done (4 left) 2024-08-17T17:16:34.207 INFO:tasks.rados.rados.0.smithi059.stdout:3229: done (3 left) 2024-08-17T17:16:34.207 INFO:tasks.rados.rados.0.smithi059.stdout:3230: done (2 left) 2024-08-17T17:16:34.207 INFO:tasks.rados.rados.0.smithi059.stdout:3231: done (1 left) 2024-08-17T17:16:34.207 INFO:tasks.rados.rados.0.smithi059.stdout:3232: done (0 left) 2024-08-17T17:16:34.207 INFO:tasks.rados.rados.0.smithi059.stdout:3233: read oid 20 snap -1 2024-08-17T17:16:34.207 INFO:tasks.rados.rados.0.smithi059.stdout:3233: expect (ObjNum 970 snap 320 seq_num 970) 2024-08-17T17:16:34.207 INFO:tasks.rados.rados.0.smithi059.stdout:3234: snap_create 2024-08-17T17:16:34.228 INFO:tasks.rados.rados.0.smithi059.stdout:3233: expect (ObjNum 970 snap 320 seq_num 970) 2024-08-17T17:16:34.405 INFO:tasks.rados.rados.0.smithi059.stdout:3233: done (1 left) 2024-08-17T17:16:34.405 INFO:tasks.rados.rados.0.smithi059.stdout:3234: done (0 left) 2024-08-17T17:16:34.405 INFO:tasks.rados.rados.0.smithi059.stdout:3235: read oid 14 snap 308 2024-08-17T17:16:34.405 INFO:tasks.rados.rados.0.smithi059.stdout:3235: expect deleted 2024-08-17T17:16:34.406 INFO:tasks.rados.rados.0.smithi059.stdout:3236: rollback oid 10 current snap is 340 2024-08-17T17:16:34.406 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 321 2024-08-17T17:16:34.406 INFO:tasks.rados.rados.0.smithi059.stdout:3237: delete oid 6 current snap is 340 2024-08-17T17:16:34.413 INFO:tasks.rados.rados.0.smithi059.stdout:3235: done (2 left) 2024-08-17T17:16:34.413 INFO:tasks.rados.rados.0.smithi059.stdout:3237: done (1 left) 2024-08-17T17:16:34.413 INFO:tasks.rados.rados.0.smithi059.stdout:3238: snap_remove snap 257 2024-08-17T17:16:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:34 smithi059 ceph-mon[92261]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T17:16:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:34 smithi059 ceph-mon[94685]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T17:16:34.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:16:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:16:34] "GET /metrics HTTP/1.1" 200 36286 "" "Prometheus/2.51.0" 2024-08-17T17:16:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:34 smithi087 ceph-mon[85676]: osdmap e747: 8 total, 8 up, 8 in 2024-08-17T17:16:35.277 INFO:tasks.rados.rados.0.smithi059.stdout:3238: done (1 left) 2024-08-17T17:16:35.277 INFO:tasks.rados.rados.0.smithi059.stdout:3239: copy_from oid 27 from oid 40 current snap is 340 2024-08-17T17:16:35.277 INFO:tasks.rados.rados.0.smithi059.stdout:3240: delete oid 12 current snap is 340 2024-08-17T17:16:35.277 INFO:tasks.rados.rados.0.smithi059.stdout:3236: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:16:35.277 INFO:tasks.rados.rados.0.smithi059.stdout:3236: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:16:35.278 INFO:tasks.rados.rados.0.smithi059.stdout:3236: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:16:35.278 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1939 (ObjNum 962 snap 317 seq_num 962) dirty exists 2024-08-17T17:16:35.288 INFO:tasks.rados.rados.0.smithi059.stdout:3236: done (2 left) 2024-08-17T17:16:35.288 INFO:tasks.rados.rados.0.smithi059.stdout:3240: done (1 left) 2024-08-17T17:16:35.288 INFO:tasks.rados.rados.0.smithi059.stdout:3241: snap_remove snap 321 2024-08-17T17:16:35.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:35 smithi059 ceph-mon[94685]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T17:16:35.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:35 smithi059 ceph-mon[94685]: pgmap v792: 121 pgs: 4 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 116 active+clean; 537 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-08-17T17:16:35.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:35 smithi059 ceph-mon[92261]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T17:16:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:35 smithi059 ceph-mon[92261]: pgmap v792: 121 pgs: 4 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 116 active+clean; 537 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-08-17T17:16:35.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:35 smithi087 ceph-mon[85676]: osdmap e748: 8 total, 8 up, 8 in 2024-08-17T17:16:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:35 smithi087 ceph-mon[85676]: pgmap v792: 121 pgs: 4 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 116 active+clean; 537 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.4 MiB/s wr, 23 op/s 2024-08-17T17:16:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:36.231 INFO:tasks.rados.rados.0.smithi059.stdout:3241: done (1 left) 2024-08-17T17:16:36.231 INFO:tasks.rados.rados.0.smithi059.stdout:3242: rollback oid 38 current snap is 340 2024-08-17T17:16:36.231 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 309 2024-08-17T17:16:36.231 INFO:tasks.rados.rados.0.smithi059.stdout:3243: copy_from oid 21 from oid 29 current snap is 340 2024-08-17T17:16:36.231 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 340 2024-08-17T17:16:36.231 INFO:tasks.rados.rados.0.smithi059.stdout:3244: seq_num 1033 ranges {0=507904} 2024-08-17T17:16:36.231 INFO:tasks.rados.rados.0.smithi059.stdout:3244: writing smithi05980601-6 from 0 to 507904 tid 1 2024-08-17T17:16:36.231 INFO:tasks.rados.rados.0.smithi059.stdout:3245: rmattr oid 32 current snap is 340 2024-08-17T17:16:36.231 INFO:tasks.rados.rados.0.smithi059.stdout:3246: delete oid 36 current snap is 340 2024-08-17T17:16:36.232 INFO:tasks.rados.rados.0.smithi059.stdout:3239: finishing copy_from to smithi05980601-27 2024-08-17T17:16:36.232 INFO:tasks.rados.rados.0.smithi059.stdout:3239: got expected ENOENT (src dne) 2024-08-17T17:16:36.232 INFO:tasks.rados.rados.0.smithi059.stdout:3239: finishing copy_from racing read to smithi05980601-27 2024-08-17T17:16:36.242 INFO:tasks.rados.rados.0.smithi059.stdout:3243: finishing copy_from to smithi05980601-21 2024-08-17T17:16:36.242 INFO:tasks.rados.rados.0.smithi059.stdout:3243: got expected ENOENT (src dne) 2024-08-17T17:16:36.243 INFO:tasks.rados.rados.0.smithi059.stdout:3242: finishing rollback tid 0 to smithi05980601-38 2024-08-17T17:16:36.243 INFO:tasks.rados.rados.0.smithi059.stdout:3243: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:16:36.243 INFO:tasks.rados.rados.0.smithi059.stdout:3242: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:16:36.244 INFO:tasks.rados.rados.0.smithi059.stdout:3242: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:16:36.244 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 2614 (ObjNum 725 snap 233 seq_num 725) dirty exists 2024-08-17T17:16:36.248 INFO:tasks.rados.rados.0.smithi059.stdout:3239: done (5 left) 2024-08-17T17:16:36.249 INFO:tasks.rados.rados.0.smithi059.stdout:3242: done (4 left) 2024-08-17T17:16:36.249 INFO:tasks.rados.rados.0.smithi059.stdout:3243: done (3 left) 2024-08-17T17:16:36.249 INFO:tasks.rados.rados.0.smithi059.stdout:3246: done (2 left) 2024-08-17T17:16:36.249 INFO:tasks.rados.rados.0.smithi059.stdout:3247: snap_remove snap 322 2024-08-17T17:16:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:36 smithi059 ceph-mon[92261]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T17:16:36.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:36 smithi059 ceph-mon[92261]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T17:16:36.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:36 smithi059 ceph-mon[94685]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T17:16:36.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:36 smithi059 ceph-mon[94685]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T17:16:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:36 smithi087 ceph-mon[85676]: osdmap e749: 8 total, 8 up, 8 in 2024-08-17T17:16:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:36 smithi087 ceph-mon[85676]: osdmap e750: 8 total, 8 up, 8 in 2024-08-17T17:16:37.231 INFO:tasks.rados.rados.0.smithi059.stdout:3247: done (2 left) 2024-08-17T17:16:37.231 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 340 2024-08-17T17:16:37.231 INFO:tasks.rados.rados.0.smithi059.stdout:3248: seq_num 1035 ranges {0=540672} 2024-08-17T17:16:37.231 INFO:tasks.rados.rados.0.smithi059.stdout:3248: writing smithi05980601-40 from 0 to 540672 tid 1 2024-08-17T17:16:37.232 INFO:tasks.rados.rados.0.smithi059.stdout:3249: rmattr oid 24 current snap is 340 2024-08-17T17:16:37.232 INFO:tasks.rados.rados.0.smithi059.stdout:3249: done (3 left) 2024-08-17T17:16:37.232 INFO:tasks.rados.rados.0.smithi059.stdout:3250: rollback oid 22 current snap is 340 2024-08-17T17:16:37.232 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 22 to 323 2024-08-17T17:16:37.232 INFO:tasks.rados.rados.0.smithi059.stdout:3251: snap_remove snap 309 2024-08-17T17:16:38.237 INFO:tasks.rados.rados.0.smithi059.stdout:3251: done (4 left) 2024-08-17T17:16:38.238 INFO:tasks.rados.rados.0.smithi059.stdout:3252: rollback oid 25 current snap is 340 2024-08-17T17:16:38.238 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 25 to 336 2024-08-17T17:16:38.238 INFO:tasks.rados.rados.0.smithi059.stdout:3253: setattr oid 14 current snap is 340 2024-08-17T17:16:38.239 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 1689 (ObjNum 1025 snap 338 seq_num 1025) dirty exists 2024-08-17T17:16:38.239 INFO:tasks.rados.rados.0.smithi059.stdout:3244: finishing write tid 1 to smithi05980601-6 2024-08-17T17:16:38.239 INFO:tasks.rados.rados.0.smithi059.stdout:3244: finishing write tid 2 to smithi05980601-6 2024-08-17T17:16:38.239 INFO:tasks.rados.rados.0.smithi059.stdout:3244: finishing write tid 3 to smithi05980601-6 2024-08-17T17:16:38.239 INFO:tasks.rados.rados.0.smithi059.stdout:3244: oid 6 updating version 0 to 2184 2024-08-17T17:16:38.239 INFO:tasks.rados.rados.0.smithi059.stdout:3244: oid 6 updating version 2184 to 2185 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2185 (ObjNum 1033 snap 340 seq_num 1033) dirty exists 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:3244: left oid 6 (ObjNum 1033 snap 340 seq_num 1033) 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:3248: finishing write tid 1 to smithi05980601-40 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:3250: finishing rollback tid 1 to smithi05980601-22 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:3250: finishing rollback tid 2 to smithi05980601-22 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 2960 (ObjNum 977 snap 322 seq_num 977) dirty exists 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:3248: finishing write tid 2 to smithi05980601-40 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:3248: finishing write tid 3 to smithi05980601-40 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:3248: oid 40 updating version 0 to 1933 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:3248: oid 40 version 1933 is already newer than 1932 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1933 (ObjNum 1035 snap 340 seq_num 1035) dirty exists 2024-08-17T17:16:38.240 INFO:tasks.rados.rados.0.smithi059.stdout:3248: left oid 40 (ObjNum 1035 snap 340 seq_num 1035) 2024-08-17T17:16:38.241 INFO:tasks.rados.rados.0.smithi059.stdout:3244: done (5 left) 2024-08-17T17:16:38.241 INFO:tasks.rados.rados.0.smithi059.stdout:3245: done (4 left) 2024-08-17T17:16:38.241 INFO:tasks.rados.rados.0.smithi059.stdout:3248: done (3 left) 2024-08-17T17:16:38.241 INFO:tasks.rados.rados.0.smithi059.stdout:3250: done (2 left) 2024-08-17T17:16:38.241 INFO:tasks.rados.rados.0.smithi059.stdout:3254: delete oid 10 current snap is 340 2024-08-17T17:16:38.248 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2109 (ObjNum 996 snap 328 seq_num 996) dirty exists 2024-08-17T17:16:38.252 INFO:tasks.rados.rados.0.smithi059.stdout:3252: finishing rollback tid 0 to smithi05980601-25 2024-08-17T17:16:38.252 INFO:tasks.rados.rados.0.smithi059.stdout:3252: finishing rollback tid 1 to smithi05980601-25 2024-08-17T17:16:38.252 INFO:tasks.rados.rados.0.smithi059.stdout:3252: finishing rollback tid 2 to smithi05980601-25 2024-08-17T17:16:38.252 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1908 (ObjNum 1018 snap 334 seq_num 1018) dirty exists 2024-08-17T17:16:38.254 INFO:tasks.rados.rados.0.smithi059.stdout:3252: done (2 left) 2024-08-17T17:16:38.254 INFO:tasks.rados.rados.0.smithi059.stdout:3253: done (1 left) 2024-08-17T17:16:38.254 INFO:tasks.rados.rados.0.smithi059.stdout:3254: done (0 left) 2024-08-17T17:16:38.254 INFO:tasks.rados.rados.0.smithi059.stdout:3255: copy_from oid 8 from oid 46 current snap is 340 2024-08-17T17:16:38.254 INFO:tasks.rados.rados.0.smithi059.stdout:3256: snap_remove snap 332 2024-08-17T17:16:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:38 smithi059 ceph-mon[92261]: pgmap v795: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 518 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T17:16:38.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:38 smithi059 ceph-mon[92261]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T17:16:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:38 smithi059 ceph-mon[94685]: pgmap v795: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 518 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T17:16:38.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:38 smithi059 ceph-mon[94685]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T17:16:38.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:38 smithi087 ceph-mon[85676]: pgmap v795: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 518 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-08-17T17:16:38.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:38 smithi087 ceph-mon[85676]: osdmap e751: 8 total, 8 up, 8 in 2024-08-17T17:16:39.249 INFO:tasks.rados.rados.0.smithi059.stdout:3256: done (1 left) 2024-08-17T17:16:39.249 INFO:tasks.rados.rados.0.smithi059.stdout:3257: rmattr oid 36 current snap is 340 2024-08-17T17:16:39.249 INFO:tasks.rados.rados.0.smithi059.stdout:3257: done (1 left) 2024-08-17T17:16:39.249 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 28 current snap is 340 2024-08-17T17:16:39.249 INFO:tasks.rados.rados.0.smithi059.stdout:3258: seq_num 1037 ranges {1687552=573440} 2024-08-17T17:16:39.262 INFO:tasks.rados.rados.0.smithi059.stdout:3258: writing smithi05980601-28 from 1687552 to 2260992 tid 1 2024-08-17T17:16:39.263 INFO:tasks.rados.rados.0.smithi059.stdout:3255: finishing copy_from racing read to smithi05980601-8 2024-08-17T17:16:39.263 INFO:tasks.rados.rados.0.smithi059.stdout:3255: finishing copy_from to smithi05980601-8 2024-08-17T17:16:39.263 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2180 (ObjNum 1021 snap 337 seq_num 1021) dirty exists 2024-08-17T17:16:39.263 INFO:tasks.rados.rados.0.smithi059.stdout:3255: done (1 left) 2024-08-17T17:16:39.263 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 340 2024-08-17T17:16:39.263 INFO:tasks.rados.rados.0.smithi059.stdout:3259: seq_num 1038 ranges {4431872=589824} 2024-08-17T17:16:39.290 INFO:tasks.rados.rados.0.smithi059.stdout:3259: writing smithi05980601-3 from 4431872 to 5021696 tid 1 2024-08-17T17:16:39.290 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 20 current snap is 340 2024-08-17T17:16:39.291 INFO:tasks.rados.rados.0.smithi059.stdout:3260: seq_num 1039 ranges {4390912=606208} 2024-08-17T17:16:39.318 INFO:tasks.rados.rados.0.smithi059.stdout:3260: writing smithi05980601-20 from 4390912 to 4997120 tid 1 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3261: copy_from oid 5 from oid 37 current snap is 340 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3258: finishing write tid 1 to smithi05980601-28 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3258: finishing write tid 2 to smithi05980601-28 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3258: finishing write tid 3 to smithi05980601-28 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3258: oid 28 updating version 0 to 1934 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3258: oid 28 updating version 1934 to 1935 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1935 (ObjNum 1037 snap 340 seq_num 1037) dirty exists 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3258: left oid 28 (ObjNum 1037 snap 340 seq_num 1037) 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3259: finishing write tid 1 to smithi05980601-3 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3259: finishing write tid 2 to smithi05980601-3 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3258: done (3 left) 2024-08-17T17:16:39.319 INFO:tasks.rados.rados.0.smithi059.stdout:3262: snap_create 2024-08-17T17:16:39.320 INFO:tasks.rados.rados.0.smithi059.stdout:3259: finishing write tid 3 to smithi05980601-3 2024-08-17T17:16:39.320 INFO:tasks.rados.rados.0.smithi059.stdout:3259: oid 3 updating version 0 to 1909 2024-08-17T17:16:39.320 INFO:tasks.rados.rados.0.smithi059.stdout:3259: oid 3 updating version 1909 to 1910 2024-08-17T17:16:39.320 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1910 (ObjNum 1038 snap 340 seq_num 1038) dirty exists 2024-08-17T17:16:39.320 INFO:tasks.rados.rados.0.smithi059.stdout:3259: left oid 3 (ObjNum 1038 snap 340 seq_num 1038) 2024-08-17T17:16:39.322 INFO:tasks.rados.rados.0.smithi059.stdout:3260: finishing write tid 1 to smithi05980601-20 2024-08-17T17:16:39.323 INFO:tasks.rados.rados.0.smithi059.stdout:3260: finishing write tid 2 to smithi05980601-20 2024-08-17T17:16:39.325 INFO:tasks.rados.rados.0.smithi059.stdout:3260: finishing write tid 3 to smithi05980601-20 2024-08-17T17:16:39.325 INFO:tasks.rados.rados.0.smithi059.stdout:3260: oid 20 updating version 0 to 2212 2024-08-17T17:16:39.325 INFO:tasks.rados.rados.0.smithi059.stdout:3260: oid 20 version 2212 is already newer than 2211 2024-08-17T17:16:39.325 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2212 (ObjNum 1039 snap 340 seq_num 1039) dirty exists 2024-08-17T17:16:39.325 INFO:tasks.rados.rados.0.smithi059.stdout:3260: left oid 20 (ObjNum 1039 snap 340 seq_num 1039) 2024-08-17T17:16:39.354 INFO:tasks.rados.rados.0.smithi059.stdout:3261: finishing copy_from racing read to smithi05980601-5 2024-08-17T17:16:39.358 INFO:tasks.rados.rados.0.smithi059.stdout:3261: finishing copy_from to smithi05980601-5 2024-08-17T17:16:39.358 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 2989 (ObjNum 900 snap 308 seq_num 900) dirty exists 2024-08-17T17:16:39.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:39 smithi059 ceph-mon[92261]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T17:16:39.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:39 smithi059 ceph-mon[94685]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T17:16:39.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:39 smithi087 ceph-mon[85676]: osdmap e752: 8 total, 8 up, 8 in 2024-08-17T17:16:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:3259: done (3 left) 2024-08-17T17:16:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:3260: done (2 left) 2024-08-17T17:16:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:3261: done (1 left) 2024-08-17T17:16:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:3262: done (0 left) 2024-08-17T17:16:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 341 2024-08-17T17:16:40.248 INFO:tasks.rados.rados.0.smithi059.stdout:3263: seq_num 1040 ranges {0=622592} 2024-08-17T17:16:40.251 INFO:tasks.rados.rados.0.smithi059.stdout:3263: writing smithi05980601-13 from 0 to 622592 tid 1 2024-08-17T17:16:40.251 INFO:tasks.rados.rados.0.smithi059.stdout:3264: rollback oid 43 current snap is 341 2024-08-17T17:16:40.251 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 43 to 334 2024-08-17T17:16:40.251 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 341 2024-08-17T17:16:40.251 INFO:tasks.rados.rados.0.smithi059.stdout:3265: seq_num 1041 ranges {4464640=638976} 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3265: writing smithi05980601-30 from 4464640 to 5103616 tid 1 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3266: snap_create 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3264: finishing rollback tid 0 to smithi05980601-43 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3264: finishing rollback tid 1 to smithi05980601-43 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3264: finishing rollback tid 2 to smithi05980601-43 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1938 (ObjNum 933 snap 314 seq_num 933) dirty exists 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3263: finishing write tid 1 to smithi05980601-13 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3263: finishing write tid 2 to smithi05980601-13 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3263: finishing write tid 3 to smithi05980601-13 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3263: oid 13 updating version 0 to 2505 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3263: oid 13 version 2505 is already newer than 2504 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 2505 (ObjNum 1040 snap 341 seq_num 1040) dirty exists 2024-08-17T17:16:40.280 INFO:tasks.rados.rados.0.smithi059.stdout:3263: left oid 13 (ObjNum 1040 snap 341 seq_num 1040) 2024-08-17T17:16:40.283 INFO:tasks.rados.rados.0.smithi059.stdout:3265: finishing write tid 1 to smithi05980601-30 2024-08-17T17:16:40.283 INFO:tasks.rados.rados.0.smithi059.stdout:3265: finishing write tid 2 to smithi05980601-30 2024-08-17T17:16:40.286 INFO:tasks.rados.rados.0.smithi059.stdout:3265: finishing write tid 3 to smithi05980601-30 2024-08-17T17:16:40.286 INFO:tasks.rados.rados.0.smithi059.stdout:3265: oid 30 updating version 0 to 1670 2024-08-17T17:16:40.286 INFO:tasks.rados.rados.0.smithi059.stdout:3265: oid 30 version 1670 is already newer than 1669 2024-08-17T17:16:40.286 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1670 (ObjNum 1041 snap 341 seq_num 1041) dirty exists 2024-08-17T17:16:40.286 INFO:tasks.rados.rados.0.smithi059.stdout:3265: left oid 30 (ObjNum 1041 snap 341 seq_num 1041) 2024-08-17T17:16:40.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:40 smithi059 ceph-mon[92261]: pgmap v798: 121 pgs: 121 active+clean; 493 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 906 KiB/s wr, 13 op/s 2024-08-17T17:16:40.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:40 smithi059 ceph-mon[92261]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T17:16:40.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:40 smithi059 ceph-mon[94685]: pgmap v798: 121 pgs: 121 active+clean; 493 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 906 KiB/s wr, 13 op/s 2024-08-17T17:16:40.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:40 smithi059 ceph-mon[94685]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T17:16:40.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:40 smithi087 ceph-mon[85676]: pgmap v798: 121 pgs: 121 active+clean; 493 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 906 KiB/s wr, 13 op/s 2024-08-17T17:16:40.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:40 smithi087 ceph-mon[85676]: osdmap e753: 8 total, 8 up, 8 in 2024-08-17T17:16:41.226 INFO:tasks.rados.rados.0.smithi059.stdout:3263: done (3 left) 2024-08-17T17:16:41.226 INFO:tasks.rados.rados.0.smithi059.stdout:3264: done (2 left) 2024-08-17T17:16:41.227 INFO:tasks.rados.rados.0.smithi059.stdout:3265: done (1 left) 2024-08-17T17:16:41.227 INFO:tasks.rados.rados.0.smithi059.stdout:3266: done (0 left) 2024-08-17T17:16:41.227 INFO:tasks.rados.rados.0.smithi059.stdout:3267: snap_remove snap 338 2024-08-17T17:16:41.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:41 smithi059 ceph-mon[94685]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T17:16:41.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:41 smithi059 ceph-mon[94685]: pgmap v801: 121 pgs: 121 active+clean; 494 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 198 KiB/s wr, 14 op/s 2024-08-17T17:16:41.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:41 smithi059 ceph-mon[94685]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T17:16:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:41 smithi059 ceph-mon[92261]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T17:16:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:41 smithi059 ceph-mon[92261]: pgmap v801: 121 pgs: 121 active+clean; 494 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 198 KiB/s wr, 14 op/s 2024-08-17T17:16:41.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:41 smithi059 ceph-mon[92261]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T17:16:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:41 smithi087 ceph-mon[85676]: osdmap e754: 8 total, 8 up, 8 in 2024-08-17T17:16:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:41 smithi087 ceph-mon[85676]: pgmap v801: 121 pgs: 121 active+clean; 494 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 198 KiB/s wr, 14 op/s 2024-08-17T17:16:41.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:41 smithi087 ceph-mon[85676]: osdmap e755: 8 total, 8 up, 8 in 2024-08-17T17:16:42.230 INFO:tasks.rados.rados.0.smithi059.stdout:3267: done (0 left) 2024-08-17T17:16:42.230 INFO:tasks.rados.rados.0.smithi059.stdout:3268: setattr oid 40 current snap is 342 2024-08-17T17:16:42.233 INFO:tasks.rados.rados.0.smithi059.stdout:3269: read oid 41 snap 308 2024-08-17T17:16:42.233 INFO:tasks.rados.rados.0.smithi059.stdout:3269: expect (ObjNum 881 snap 299 seq_num 881) 2024-08-17T17:16:42.233 INFO:tasks.rados.rados.0.smithi059.stdout:3270: read oid 47 snap -1 2024-08-17T17:16:42.233 INFO:tasks.rados.rados.0.smithi059.stdout:3270: expect (ObjNum 1011 snap 332 seq_num 1011) 2024-08-17T17:16:42.233 INFO:tasks.rados.rados.0.smithi059.stdout:3271: copy_from oid 12 from oid 49 current snap is 342 2024-08-17T17:16:42.233 INFO:tasks.rados.rados.0.smithi059.stdout:3272: copy_from oid 16 from oid 14 current snap is 342 2024-08-17T17:16:42.233 INFO:tasks.rados.rados.0.smithi059.stdout:3273: snap_create 2024-08-17T17:16:42.238 INFO:tasks.rados.rados.0.smithi059.stdout:3270: expect (ObjNum 1011 snap 332 seq_num 1011) 2024-08-17T17:16:42.245 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1939 (ObjNum 1035 snap 340 seq_num 1035) dirty exists 2024-08-17T17:16:42.266 INFO:tasks.rados.rados.0.smithi059.stdout:3269: expect (ObjNum 881 snap 299 seq_num 881) 2024-08-17T17:16:42.724 INFO:tasks.rados.rados.0.smithi059.stdout:3271: finishing copy_from racing read to smithi05980601-12 2024-08-17T17:16:42.724 INFO:tasks.rados.rados.0.smithi059.stdout:3272: finishing copy_from racing read to smithi05980601-16 2024-08-17T17:16:42.724 INFO:tasks.rados.rados.0.smithi059.stdout:3272: finishing copy_from to smithi05980601-16 2024-08-17T17:16:42.724 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2109 (ObjNum 996 snap 328 seq_num 996) dirty exists 2024-08-17T17:16:42.724 INFO:tasks.rados.rados.0.smithi059.stdout:3271: finishing copy_from to smithi05980601-12 2024-08-17T17:16:42.725 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2497 (ObjNum 1002 snap 330 seq_num 1002) dirty exists 2024-08-17T17:16:43.234 INFO:tasks.rados.rados.0.smithi059.stdout:3268: done (5 left) 2024-08-17T17:16:43.234 INFO:tasks.rados.rados.0.smithi059.stdout:3269: done (4 left) 2024-08-17T17:16:43.234 INFO:tasks.rados.rados.0.smithi059.stdout:3270: done (3 left) 2024-08-17T17:16:43.234 INFO:tasks.rados.rados.0.smithi059.stdout:3271: done (2 left) 2024-08-17T17:16:43.234 INFO:tasks.rados.rados.0.smithi059.stdout:3272: done (1 left) 2024-08-17T17:16:43.234 INFO:tasks.rados.rados.0.smithi059.stdout:3273: done (0 left) 2024-08-17T17:16:43.234 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 343 2024-08-17T17:16:43.234 INFO:tasks.rados.rados.0.smithi059.stdout:3274: seq_num 1042 ranges {3850240=655360} 2024-08-17T17:16:43.258 INFO:tasks.rados.rados.0.smithi059.stdout:3274: writing smithi05980601-18 from 3850240 to 4505600 tid 1 2024-08-17T17:16:43.258 INFO:tasks.rados.rados.0.smithi059.stdout:3275: snap_create 2024-08-17T17:16:43.265 INFO:tasks.rados.rados.0.smithi059.stdout:3274: finishing write tid 1 to smithi05980601-18 2024-08-17T17:16:43.265 INFO:tasks.rados.rados.0.smithi059.stdout:3274: finishing write tid 2 to smithi05980601-18 2024-08-17T17:16:43.266 INFO:tasks.rados.rados.0.smithi059.stdout:3274: finishing write tid 3 to smithi05980601-18 2024-08-17T17:16:43.266 INFO:tasks.rados.rados.0.smithi059.stdout:3274: oid 18 updating version 0 to 1690 2024-08-17T17:16:43.266 INFO:tasks.rados.rados.0.smithi059.stdout:3274: oid 18 updating version 1690 to 1691 2024-08-17T17:16:43.266 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 1691 (ObjNum 1042 snap 343 seq_num 1042) dirty exists 2024-08-17T17:16:43.266 INFO:tasks.rados.rados.0.smithi059.stdout:3274: left oid 18 (ObjNum 1042 snap 343 seq_num 1042) 2024-08-17T17:16:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:43 smithi059 ceph-mon[92261]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T17:16:43.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:43 smithi059 ceph-mon[94685]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T17:16:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:43 smithi087 ceph-mon[85676]: osdmap e756: 8 total, 8 up, 8 in 2024-08-17T17:16:44.235 INFO:tasks.rados.rados.0.smithi059.stdout:3274: done (1 left) 2024-08-17T17:16:44.235 INFO:tasks.rados.rados.0.smithi059.stdout:3275: done (0 left) 2024-08-17T17:16:44.235 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 344 2024-08-17T17:16:44.235 INFO:tasks.rados.rados.0.smithi059.stdout:3276: seq_num 1043 ranges {1736704=671744} 2024-08-17T17:16:44.248 INFO:tasks.rados.rados.0.smithi059.stdout:3276: writing smithi05980601-45 from 1736704 to 2408448 tid 1 2024-08-17T17:16:44.248 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 344 2024-08-17T17:16:44.248 INFO:tasks.rados.rados.0.smithi059.stdout:3277: seq_num 1044 ranges {0=688128} 2024-08-17T17:16:44.252 INFO:tasks.rados.rados.0.smithi059.stdout:3277: writing smithi05980601-17 from 0 to 688128 tid 1 2024-08-17T17:16:44.252 INFO:tasks.rados.rados.0.smithi059.stdout:3278: snap_create 2024-08-17T17:16:44.256 INFO:tasks.rados.rados.0.smithi059.stdout:3276: finishing write tid 1 to smithi05980601-45 2024-08-17T17:16:44.256 INFO:tasks.rados.rados.0.smithi059.stdout:3276: finishing write tid 2 to smithi05980601-45 2024-08-17T17:16:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:3276: finishing write tid 3 to smithi05980601-45 2024-08-17T17:16:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:3276: oid 45 updating version 0 to 2498 2024-08-17T17:16:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:3276: oid 45 updating version 2498 to 2499 2024-08-17T17:16:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2499 (ObjNum 1043 snap 344 seq_num 1043) dirty exists 2024-08-17T17:16:44.258 INFO:tasks.rados.rados.0.smithi059.stdout:3276: left oid 45 (ObjNum 1043 snap 344 seq_num 1043) 2024-08-17T17:16:44.260 INFO:tasks.rados.rados.0.smithi059.stdout:3277: finishing write tid 1 to smithi05980601-17 2024-08-17T17:16:44.261 INFO:tasks.rados.rados.0.smithi059.stdout:3277: finishing write tid 2 to smithi05980601-17 2024-08-17T17:16:44.262 INFO:tasks.rados.rados.0.smithi059.stdout:3277: finishing write tid 3 to smithi05980601-17 2024-08-17T17:16:44.263 INFO:tasks.rados.rados.0.smithi059.stdout:3277: oid 17 updating version 0 to 3095 2024-08-17T17:16:44.263 INFO:tasks.rados.rados.0.smithi059.stdout:3277: oid 17 version 3095 is already newer than 3094 2024-08-17T17:16:44.263 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 3095 (ObjNum 1044 snap 344 seq_num 1044) dirty exists 2024-08-17T17:16:44.263 INFO:tasks.rados.rados.0.smithi059.stdout:3277: left oid 17 (ObjNum 1044 snap 344 seq_num 1044) 2024-08-17T17:16:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:44 smithi059 ceph-mon[92261]: pgmap v804: 121 pgs: 121 active+clean; 512 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.8 MiB/s wr, 11 op/s 2024-08-17T17:16:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:44 smithi059 ceph-mon[92261]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T17:16:44.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:16:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:16:44] "GET /metrics HTTP/1.1" 200 36279 "" "Prometheus/2.51.0" 2024-08-17T17:16:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:44 smithi059 ceph-mon[94685]: pgmap v804: 121 pgs: 121 active+clean; 512 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.8 MiB/s wr, 11 op/s 2024-08-17T17:16:44.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:44 smithi059 ceph-mon[94685]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T17:16:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:44 smithi087 ceph-mon[85676]: pgmap v804: 121 pgs: 121 active+clean; 512 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.8 MiB/s wr, 11 op/s 2024-08-17T17:16:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:44 smithi087 ceph-mon[85676]: osdmap e757: 8 total, 8 up, 8 in 2024-08-17T17:16:45.247 INFO:tasks.rados.rados.0.smithi059.stdout:3276: done (2 left) 2024-08-17T17:16:45.248 INFO:tasks.rados.rados.0.smithi059.stdout:3277: done (1 left) 2024-08-17T17:16:45.248 INFO:tasks.rados.rados.0.smithi059.stdout:3278: done (0 left) 2024-08-17T17:16:45.248 INFO:tasks.rados.rados.0.smithi059.stdout:3279: rmattr oid 43 current snap is 345 2024-08-17T17:16:45.248 INFO:tasks.rados.rados.0.smithi059.stdout:3279: done (0 left) 2024-08-17T17:16:45.248 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 345 2024-08-17T17:16:45.248 INFO:tasks.rados.rados.0.smithi059.stdout:3280: seq_num 1045 ranges {5103616=704512} 2024-08-17T17:16:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:3280: writing smithi05980601-30 from 5103616 to 5808128 tid 1 2024-08-17T17:16:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:3281: read oid 44 snap -1 2024-08-17T17:16:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:3281: expect (ObjNum 1001 snap 329 seq_num 1001) 2024-08-17T17:16:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:3282: copy_from oid 31 from oid 28 current snap is 345 2024-08-17T17:16:45.279 INFO:tasks.rados.rados.0.smithi059.stdout:3283: copy_from oid 14 from oid 35 current snap is 345 2024-08-17T17:16:45.280 INFO:tasks.rados.rados.0.smithi059.stdout:3284: snap_remove snap 337 2024-08-17T17:16:45.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:45 smithi059 ceph-mon[92261]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T17:16:45.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:45 smithi059 ceph-mon[94685]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T17:16:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:45 smithi087 ceph-mon[85676]: osdmap e758: 8 total, 8 up, 8 in 2024-08-17T17:16:46.232 INFO:tasks.rados.rados.0.smithi059.stdout:3280: finishing write tid 1 to smithi05980601-30 2024-08-17T17:16:46.232 INFO:tasks.rados.rados.0.smithi059.stdout:3280: finishing write tid 2 to smithi05980601-30 2024-08-17T17:16:46.232 INFO:tasks.rados.rados.0.smithi059.stdout:3280: finishing write tid 3 to smithi05980601-30 2024-08-17T17:16:46.233 INFO:tasks.rados.rados.0.smithi059.stdout:3280: oid 30 updating version 0 to 1672 2024-08-17T17:16:46.233 INFO:tasks.rados.rados.0.smithi059.stdout:3280: oid 30 version 1672 is already newer than 1671 2024-08-17T17:16:46.233 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1672 (ObjNum 1045 snap 345 seq_num 1045) dirty exists 2024-08-17T17:16:46.233 INFO:tasks.rados.rados.0.smithi059.stdout:3280: left oid 30 (ObjNum 1045 snap 345 seq_num 1045) 2024-08-17T17:16:46.233 INFO:tasks.rados.rados.0.smithi059.stdout:3283: finishing copy_from racing read to smithi05980601-14 2024-08-17T17:16:46.233 INFO:tasks.rados.rados.0.smithi059.stdout:3283: finishing copy_from to smithi05980601-14 2024-08-17T17:16:46.233 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2958 (ObjNum 49 snap 0 seq_num 1851217504) dirty exists 2024-08-17T17:16:46.233 INFO:tasks.rados.rados.0.smithi059.stdout:3281: expect (ObjNum 1001 snap 329 seq_num 1001) 2024-08-17T17:16:46.305 INFO:tasks.rados.rados.0.smithi059.stdout:3282: finishing copy_from racing read to smithi05980601-31 2024-08-17T17:16:46.305 INFO:tasks.rados.rados.0.smithi059.stdout:3282: finishing copy_from to smithi05980601-31 2024-08-17T17:16:46.305 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 1935 (ObjNum 1037 snap 340 seq_num 1037) dirty exists 2024-08-17T17:16:46.306 INFO:tasks.rados.rados.0.smithi059.stdout:3280: done (4 left) 2024-08-17T17:16:46.306 INFO:tasks.rados.rados.0.smithi059.stdout:3281: done (3 left) 2024-08-17T17:16:46.306 INFO:tasks.rados.rados.0.smithi059.stdout:3282: done (2 left) 2024-08-17T17:16:46.306 INFO:tasks.rados.rados.0.smithi059.stdout:3283: done (1 left) 2024-08-17T17:16:46.306 INFO:tasks.rados.rados.0.smithi059.stdout:3284: done (0 left) 2024-08-17T17:16:46.306 INFO:tasks.rados.rados.0.smithi059.stdout:3285: rmattr oid 40 current snap is 345 2024-08-17T17:16:46.306 INFO:tasks.rados.rados.0.smithi059.stdout:3286: snap_remove snap 342 2024-08-17T17:16:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:46 smithi059 ceph-mon[92261]: pgmap v807: 121 pgs: 121 active+clean; 514 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-08-17T17:16:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:46 smithi059 ceph-mon[92261]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T17:16:46.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:46 smithi059 ceph-mon[92261]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T17:16:46.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:46 smithi059 ceph-mon[94685]: pgmap v807: 121 pgs: 121 active+clean; 514 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-08-17T17:16:46.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:46 smithi059 ceph-mon[94685]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T17:16:46.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:46 smithi059 ceph-mon[94685]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T17:16:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:46 smithi087 ceph-mon[85676]: pgmap v807: 121 pgs: 121 active+clean; 514 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 5.2 MiB/s wr, 8 op/s 2024-08-17T17:16:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:46 smithi087 ceph-mon[85676]: osdmap e759: 8 total, 8 up, 8 in 2024-08-17T17:16:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:46 smithi087 ceph-mon[85676]: osdmap e760: 8 total, 8 up, 8 in 2024-08-17T17:16:47.263 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1940 (ObjNum 1035 snap 340 seq_num 1035) dirty exists 2024-08-17T17:16:47.263 INFO:tasks.rados.rados.0.smithi059.stdout:3285: done (1 left) 2024-08-17T17:16:47.263 INFO:tasks.rados.rados.0.smithi059.stdout:3286: done (0 left) 2024-08-17T17:16:47.263 INFO:tasks.rados.rados.0.smithi059.stdout:3287: rollback oid 46 current snap is 345 2024-08-17T17:16:47.263 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 46 to 336 2024-08-17T17:16:47.263 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 345 2024-08-17T17:16:47.263 INFO:tasks.rados.rados.0.smithi059.stdout:3288: seq_num 1046 ranges {4292608=729088} 2024-08-17T17:16:47.291 INFO:tasks.rados.rados.0.smithi059.stdout:3288: writing smithi05980601-4 from 4292608 to 5021696 tid 1 2024-08-17T17:16:47.291 INFO:tasks.rados.rados.0.smithi059.stdout:3289: read oid 19 snap -1 2024-08-17T17:16:47.291 INFO:tasks.rados.rados.0.smithi059.stdout:3289: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:16:47.291 INFO:tasks.rados.rados.0.smithi059.stdout:3290: delete oid 32 current snap is 345 2024-08-17T17:16:47.291 INFO:tasks.rados.rados.0.smithi059.stdout:3287: finishing rollback tid 0 to smithi05980601-46 2024-08-17T17:16:47.291 INFO:tasks.rados.rados.0.smithi059.stdout:3287: finishing rollback tid 1 to smithi05980601-46 2024-08-17T17:16:47.291 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2225 (ObjNum 81 snap 0 seq_num 1634163292) dirty dne 2024-08-17T17:16:47.294 INFO:tasks.rados.rados.0.smithi059.stdout:3287: done (3 left) 2024-08-17T17:16:47.294 INFO:tasks.rados.rados.0.smithi059.stdout:3290: done (2 left) 2024-08-17T17:16:47.295 INFO:tasks.rados.rados.0.smithi059.stdout:3291: rollback oid 33 current snap is 345 2024-08-17T17:16:47.295 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 33 to 316 2024-08-17T17:16:47.295 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 43 current snap is 345 2024-08-17T17:16:47.295 INFO:tasks.rados.rados.0.smithi059.stdout:3292: seq_num 1048 ranges {4464640=761856} 2024-08-17T17:16:47.323 INFO:tasks.rados.rados.0.smithi059.stdout:3292: writing smithi05980601-43 from 4464640 to 5226496 tid 1 2024-08-17T17:16:47.324 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 345 2024-08-17T17:16:47.324 INFO:tasks.rados.rados.0.smithi059.stdout:3293: seq_num 1049 ranges {2465792=778240} 2024-08-17T17:16:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:3293: writing smithi05980601-2 from 2465792 to 3244032 tid 1 2024-08-17T17:16:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 345 2024-08-17T17:16:47.341 INFO:tasks.rados.rados.0.smithi059.stdout:3294: seq_num 1050 ranges {2260992=794624} 2024-08-17T17:16:47.358 INFO:tasks.rados.rados.0.smithi059.stdout:3294: writing smithi05980601-31 from 2260992 to 3055616 tid 1 2024-08-17T17:16:47.359 INFO:tasks.rados.rados.0.smithi059.stdout:3295: read oid 50 snap -1 2024-08-17T17:16:47.359 INFO:tasks.rados.rados.0.smithi059.stdout:3295: expect (ObjNum 940 snap 314 seq_num 940) 2024-08-17T17:16:47.359 INFO:tasks.rados.rados.0.smithi059.stdout:3296: read oid 10 snap -1 2024-08-17T17:16:47.359 INFO:tasks.rados.rados.0.smithi059.stdout:3296: expect deleted 2024-08-17T17:16:47.359 INFO:tasks.rados.rados.0.smithi059.stdout:3297: snap_remove snap 286 2024-08-17T17:16:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:47 smithi087 ceph-mon[85676]: pgmap v810: 121 pgs: 121 active+clean; 514 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 616 KiB/s wr, 9 op/s 2024-08-17T17:16:47.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:47 smithi087 ceph-mon[85676]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T17:16:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:47 smithi059 ceph-mon[92261]: pgmap v810: 121 pgs: 121 active+clean; 514 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 616 KiB/s wr, 9 op/s 2024-08-17T17:16:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:47 smithi059 ceph-mon[92261]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T17:16:47.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:47 smithi059 ceph-mon[94685]: pgmap v810: 121 pgs: 121 active+clean; 514 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 616 KiB/s wr, 9 op/s 2024-08-17T17:16:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:47 smithi059 ceph-mon[94685]: osdmap e761: 8 total, 8 up, 8 in 2024-08-17T17:16:48.308 INFO:tasks.rados.rados.0.smithi059.stdout:3297: done (8 left) 2024-08-17T17:16:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3298: read oid 30 snap -1 2024-08-17T17:16:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3298: expect (ObjNum 1045 snap 345 seq_num 1045) 2024-08-17T17:16:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3299: snap_remove snap 339 2024-08-17T17:16:49.323 INFO:tasks.rados.rados.0.smithi059.stdout:3288: finishing write tid 1 to smithi05980601-4 2024-08-17T17:16:49.323 INFO:tasks.rados.rados.0.smithi059.stdout:3289: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:16:49.360 INFO:tasks.rados.rados.0.smithi059.stdout:3288: finishing write tid 2 to smithi05980601-4 2024-08-17T17:16:49.360 INFO:tasks.rados.rados.0.smithi059.stdout:3288: finishing write tid 3 to smithi05980601-4 2024-08-17T17:16:49.360 INFO:tasks.rados.rados.0.smithi059.stdout:3288: oid 4 updating version 0 to 2228 2024-08-17T17:16:49.360 INFO:tasks.rados.rados.0.smithi059.stdout:3288: oid 4 version 2228 is already newer than 2227 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2228 (ObjNum 1046 snap 345 seq_num 1046) dirty exists 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:3288: left oid 4 (ObjNum 1046 snap 345 seq_num 1046) 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:3291: finishing rollback tid 1 to smithi05980601-33 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:3288: done (9 left) 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:3289: done (8 left) 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:3299: done (7 left) 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 345 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:3291: finishing rollback tid 2 to smithi05980601-33 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1698 (ObjNum 830 snap 281 seq_num 830) dirty exists 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:3292: finishing write tid 1 to smithi05980601-43 2024-08-17T17:16:49.361 INFO:tasks.rados.rados.0.smithi059.stdout:3300: seq_num 1051 ranges {0=409600,409600=401408} 2024-08-17T17:16:49.362 INFO:tasks.rados.rados.0.smithi059.stdout:3300: writing smithi05980601-9 from 0 to 409600 tid 1 2024-08-17T17:16:49.365 INFO:tasks.rados.rados.0.smithi059.stdout:3300: writing smithi05980601-9 from 409600 to 811008 tid 2 2024-08-17T17:16:49.365 INFO:tasks.rados.rados.0.smithi059.stdout:3291: done (7 left) 2024-08-17T17:16:49.365 INFO:tasks.rados.rados.0.smithi059.stdout:3301: rollback oid 16 current snap is 345 2024-08-17T17:16:49.365 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 16 to 341 2024-08-17T17:16:49.365 INFO:tasks.rados.rados.0.smithi059.stdout:3292: finishing write tid 2 to smithi05980601-43 2024-08-17T17:16:49.365 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 345 2024-08-17T17:16:49.365 INFO:tasks.rados.rados.0.smithi059.stdout:3302: seq_num 1052 ranges {5021696=425984,5447680=401408} 2024-08-17T17:16:49.394 INFO:tasks.rados.rados.0.smithi059.stdout:3302: writing smithi05980601-4 from 5021696 to 5447680 tid 1 2024-08-17T17:16:49.397 INFO:tasks.rados.rados.0.smithi059.stdout:3302: writing smithi05980601-4 from 5447680 to 5849088 tid 2 2024-08-17T17:16:49.397 INFO:tasks.rados.rados.0.smithi059.stdout:3303: snap_remove snap 263 2024-08-17T17:16:49.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:49 smithi059 ceph-mon[92261]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T17:16:49.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:49 smithi059 ceph-mon[92261]: pgmap v813: 121 pgs: 121 active+clean; 517 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-08-17T17:16:49.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:49 smithi059 ceph-mon[94685]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T17:16:49.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:49 smithi059 ceph-mon[94685]: pgmap v813: 121 pgs: 121 active+clean; 517 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-08-17T17:16:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:49 smithi087 ceph-mon[85676]: osdmap e762: 8 total, 8 up, 8 in 2024-08-17T17:16:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:49 smithi087 ceph-mon[85676]: pgmap v813: 121 pgs: 121 active+clean; 517 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.5 MiB/s wr, 14 op/s 2024-08-17T17:16:50.320 INFO:tasks.rados.rados.0.smithi059.stdout:3303: done (9 left) 2024-08-17T17:16:50.320 INFO:tasks.rados.rados.0.smithi059.stdout:3304: read oid 15 snap -1 2024-08-17T17:16:50.320 INFO:tasks.rados.rados.0.smithi059.stdout:3304: expect (ObjNum 962 snap 317 seq_num 962) 2024-08-17T17:16:50.320 INFO:tasks.rados.rados.0.smithi059.stdout:3305: setattr oid 6 current snap is 345 2024-08-17T17:16:50.323 INFO:tasks.rados.rados.0.smithi059.stdout:3306: snap_create 2024-08-17T17:16:50.323 INFO:tasks.rados.rados.0.smithi059.stdout:3292: finishing write tid 3 to smithi05980601-43 2024-08-17T17:16:50.323 INFO:tasks.rados.rados.0.smithi059.stdout:3292: oid 43 updating version 0 to 1941 2024-08-17T17:16:50.323 INFO:tasks.rados.rados.0.smithi059.stdout:3292: oid 43 updating version 1941 to 1942 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1942 (ObjNum 1048 snap 345 seq_num 1048) dirty exists 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3292: left oid 43 (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3293: finishing write tid 1 to smithi05980601-2 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3293: finishing write tid 2 to smithi05980601-2 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3293: finishing write tid 3 to smithi05980601-2 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3293: oid 2 updating version 0 to 2230 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3293: oid 2 updating version 2230 to 2231 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2231 (ObjNum 1049 snap 345 seq_num 1049) dirty exists 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3293: left oid 2 (ObjNum 1049 snap 345 seq_num 1049) 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3294: finishing write tid 1 to smithi05980601-31 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3294: finishing write tid 2 to smithi05980601-31 2024-08-17T17:16:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3295: expect (ObjNum 940 snap 314 seq_num 940) 2024-08-17T17:16:50.423 INFO:tasks.rados.rados.0.smithi059.stdout:3294: finishing write tid 3 to smithi05980601-31 2024-08-17T17:16:50.423 INFO:tasks.rados.rados.0.smithi059.stdout:3294: oid 31 updating version 0 to 3104 2024-08-17T17:16:50.423 INFO:tasks.rados.rados.0.smithi059.stdout:3294: oid 31 updating version 3104 to 3105 2024-08-17T17:16:50.423 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 3105 (ObjNum 1050 snap 345 seq_num 1050) dirty exists 2024-08-17T17:16:50.423 INFO:tasks.rados.rados.0.smithi059.stdout:3294: left oid 31 (ObjNum 1050 snap 345 seq_num 1050) 2024-08-17T17:16:50.423 INFO:tasks.rados.rados.0.smithi059.stdout:3298: expect (ObjNum 1045 snap 345 seq_num 1045) 2024-08-17T17:16:50.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:50 smithi059 ceph-mon[92261]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T17:16:50.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:50.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:50 smithi059 ceph-mon[94685]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T17:16:50.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:50.800 INFO:tasks.rados.rados.0.smithi059.stdout:3300: finishing write tid 1 to smithi05980601-9 2024-08-17T17:16:50.800 INFO:tasks.rados.rados.0.smithi059.stdout:3300: finishing write tid 2 to smithi05980601-9 2024-08-17T17:16:50.800 INFO:tasks.rados.rados.0.smithi059.stdout:3300: finishing write tid 3 to smithi05980601-9 2024-08-17T17:16:50.800 INFO:tasks.rados.rados.0.smithi059.stdout:3301: finishing rollback tid 0 to smithi05980601-16 2024-08-17T17:16:50.800 INFO:tasks.rados.rados.0.smithi059.stdout:3301: finishing rollback tid 1 to smithi05980601-16 2024-08-17T17:16:50.800 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2504 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T17:16:50.800 INFO:tasks.rados.rados.0.smithi059.stdout:3300: finishing write tid 4 to smithi05980601-9 2024-08-17T17:16:50.800 INFO:tasks.rados.rados.0.smithi059.stdout:3300: oid 9 updating version 0 to 2501 2024-08-17T17:16:50.800 INFO:tasks.rados.rados.0.smithi059.stdout:3300: oid 9 version 2501 is already newer than 2500 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3300: oid 9 updating version 2501 to 2502 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 2502 (ObjNum 1051 snap 345 seq_num 1051) dirty exists 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3300: left oid 9 (ObjNum 1051 snap 345 seq_num 1051) 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3302: finishing write tid 1 to smithi05980601-4 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3302: finishing write tid 2 to smithi05980601-4 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3302: finishing write tid 3 to smithi05980601-4 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3302: finishing write tid 4 to smithi05980601-4 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3302: oid 4 updating version 0 to 2245 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3302: oid 4 updating version 2245 to 2246 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3302: oid 4 version 2246 is already newer than 2244 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2246 (ObjNum 1052 snap 345 seq_num 1052) dirty exists 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:3302: left oid 4 (ObjNum 1052 snap 345 seq_num 1052) 2024-08-17T17:16:50.801 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2252 (ObjNum 1033 snap 340 seq_num 1033) dirty exists 2024-08-17T17:16:50.802 INFO:tasks.rados.rados.0.smithi059.stdout:3304: expect (ObjNum 962 snap 317 seq_num 962) 2024-08-17T17:16:50.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:50 smithi087 ceph-mon[85676]: osdmap e763: 8 total, 8 up, 8 in 2024-08-17T17:16:50.802 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:16:51.232 INFO:tasks.rados.rados.0.smithi059.stdout:3292: done (11 left) 2024-08-17T17:16:51.232 INFO:tasks.rados.rados.0.smithi059.stdout:3293: done (10 left) 2024-08-17T17:16:51.232 INFO:tasks.rados.rados.0.smithi059.stdout:3294: done (9 left) 2024-08-17T17:16:51.232 INFO:tasks.rados.rados.0.smithi059.stdout:3295: done (8 left) 2024-08-17T17:16:51.232 INFO:tasks.rados.rados.0.smithi059.stdout:3296: done (7 left) 2024-08-17T17:16:51.232 INFO:tasks.rados.rados.0.smithi059.stdout:3298: done (6 left) 2024-08-17T17:16:51.232 INFO:tasks.rados.rados.0.smithi059.stdout:3300: done (5 left) 2024-08-17T17:16:51.233 INFO:tasks.rados.rados.0.smithi059.stdout:3301: done (4 left) 2024-08-17T17:16:51.233 INFO:tasks.rados.rados.0.smithi059.stdout:3302: done (3 left) 2024-08-17T17:16:51.233 INFO:tasks.rados.rados.0.smithi059.stdout:3304: done (2 left) 2024-08-17T17:16:51.233 INFO:tasks.rados.rados.0.smithi059.stdout:3305: done (1 left) 2024-08-17T17:16:51.233 INFO:tasks.rados.rados.0.smithi059.stdout:3306: done (0 left) 2024-08-17T17:16:51.233 INFO:tasks.rados.rados.0.smithi059.stdout:3307: setattr oid 2 current snap is 346 2024-08-17T17:16:51.233 INFO:tasks.rados.rados.0.smithi059.stdout:3308: snap_remove snap 334 2024-08-17T17:16:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:51 smithi059 ceph-mon[92261]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T17:16:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:51 smithi059 ceph-mon[92261]: pgmap v816: 121 pgs: 121 active+clean; 494 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-17T17:16:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:51 smithi059 ceph-mon[92261]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T17:16:51.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:51 smithi059 ceph-mon[94685]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T17:16:51.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:51 smithi059 ceph-mon[94685]: pgmap v816: 121 pgs: 121 active+clean; 494 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-17T17:16:51.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:51 smithi059 ceph-mon[94685]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T17:16:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:51 smithi087 ceph-mon[85676]: osdmap e764: 8 total, 8 up, 8 in 2024-08-17T17:16:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:51 smithi087 ceph-mon[85676]: pgmap v816: 121 pgs: 121 active+clean; 494 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-08-17T17:16:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:51 smithi087 ceph-mon[85676]: osdmap e765: 8 total, 8 up, 8 in 2024-08-17T17:16:52.237 INFO:tasks.rados.rados.0.smithi059.stdout:3308: done (1 left) 2024-08-17T17:16:52.237 INFO:tasks.rados.rados.0.smithi059.stdout:3309: snap_create 2024-08-17T17:16:52.238 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2258 (ObjNum 1049 snap 345 seq_num 1049) dirty exists 2024-08-17T17:16:53.236 INFO:tasks.rados.rados.0.smithi059.stdout:3307: done (1 left) 2024-08-17T17:16:53.236 INFO:tasks.rados.rados.0.smithi059.stdout:3309: done (0 left) 2024-08-17T17:16:53.236 INFO:tasks.rados.rados.0.smithi059.stdout:3310: setattr oid 44 current snap is 347 2024-08-17T17:16:53.237 INFO:tasks.rados.rados.0.smithi059.stdout:3311: snap_create 2024-08-17T17:16:53.241 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1699 (ObjNum 1001 snap 329 seq_num 1001) dirty exists 2024-08-17T17:16:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:53 smithi059 ceph-mon[92261]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T17:16:53.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:53 smithi059 ceph-mon[94685]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T17:16:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:53 smithi087 ceph-mon[85676]: osdmap e766: 8 total, 8 up, 8 in 2024-08-17T17:16:54.240 INFO:tasks.rados.rados.0.smithi059.stdout:3310: done (1 left) 2024-08-17T17:16:54.240 INFO:tasks.rados.rados.0.smithi059.stdout:3311: done (0 left) 2024-08-17T17:16:54.240 INFO:tasks.rados.rados.0.smithi059.stdout:3312: read oid 37 snap -1 2024-08-17T17:16:54.241 INFO:tasks.rados.rados.0.smithi059.stdout:3312: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:16:54.241 INFO:tasks.rados.rados.0.smithi059.stdout:3313: copy_from oid 46 from oid 14 current snap is 348 2024-08-17T17:16:54.241 INFO:tasks.rados.rados.0.smithi059.stdout:3314: setattr oid 31 current snap is 348 2024-08-17T17:16:54.241 INFO:tasks.rados.rados.0.smithi059.stdout:3315: delete oid 50 current snap is 348 2024-08-17T17:16:54.248 INFO:tasks.rados.rados.0.smithi059.stdout:3313: finishing copy_from racing read to smithi05980601-46 2024-08-17T17:16:54.249 INFO:tasks.rados.rados.0.smithi059.stdout:3313: finishing copy_from to smithi05980601-46 2024-08-17T17:16:54.249 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2958 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:16:54.271 INFO:tasks.rados.rados.0.smithi059.stdout:3312: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:16:54.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:16:54] "GET /metrics HTTP/1.1" 200 36281 "" "Prometheus/2.51.0" 2024-08-17T17:16:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[92261]: pgmap v819: 121 pgs: 121 active+clean; 422 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 578 KiB/s wr, 8 op/s 2024-08-17T17:16:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[92261]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[94685]: pgmap v819: 121 pgs: 121 active+clean; 422 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 578 KiB/s wr, 8 op/s 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[94685]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:54.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:16:54.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:16:54.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:54.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:54.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:54 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:16:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:54 smithi087 ceph-mon[85676]: pgmap v819: 121 pgs: 121 active+clean; 422 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 578 KiB/s wr, 8 op/s 2024-08-17T17:16:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:54 smithi087 ceph-mon[85676]: osdmap e767: 8 total, 8 up, 8 in 2024-08-17T17:16:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:54 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:16:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:54 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:16:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:54 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:16:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:54 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:16:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:54 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:16:54.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:54 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:16:54.872 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 3141 (ObjNum 1050 snap 345 seq_num 1050) dirty exists 2024-08-17T17:16:54.872 INFO:tasks.rados.rados.0.smithi059.stdout:3312: done (3 left) 2024-08-17T17:16:54.872 INFO:tasks.rados.rados.0.smithi059.stdout:3313: done (2 left) 2024-08-17T17:16:54.872 INFO:tasks.rados.rados.0.smithi059.stdout:3314: done (1 left) 2024-08-17T17:16:54.872 INFO:tasks.rados.rados.0.smithi059.stdout:3315: done (0 left) 2024-08-17T17:16:54.872 INFO:tasks.rados.rados.0.smithi059.stdout:3316: snap_create 2024-08-17T17:16:55.249 INFO:tasks.rados.rados.0.smithi059.stdout:3316: done (0 left) 2024-08-17T17:16:55.249 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 349 2024-08-17T17:16:55.249 INFO:tasks.rados.rados.0.smithi059.stdout:3317: seq_num 1054 ranges {0=458752,458752=401408} 2024-08-17T17:16:55.251 INFO:tasks.rados.rados.0.smithi059.stdout:3317: writing smithi05980601-29 from 0 to 458752 tid 1 2024-08-17T17:16:55.254 INFO:tasks.rados.rados.0.smithi059.stdout:3317: writing smithi05980601-29 from 458752 to 860160 tid 2 2024-08-17T17:16:55.254 INFO:tasks.rados.rados.0.smithi059.stdout:3318: read oid 15 snap -1 2024-08-17T17:16:55.254 INFO:tasks.rados.rados.0.smithi059.stdout:3318: expect (ObjNum 962 snap 317 seq_num 962) 2024-08-17T17:16:55.254 INFO:tasks.rados.rados.0.smithi059.stdout:3319: read oid 26 snap -1 2024-08-17T17:16:55.254 INFO:tasks.rados.rados.0.smithi059.stdout:3319: expect (ObjNum 990 snap 326 seq_num 990) 2024-08-17T17:16:55.255 INFO:tasks.rados.rados.0.smithi059.stdout:3320: rollback oid 6 current snap is 349 2024-08-17T17:16:55.255 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 6 to 333 2024-08-17T17:16:55.255 INFO:tasks.rados.rados.0.smithi059.stdout:3321: rollback oid 17 current snap is 349 2024-08-17T17:16:55.255 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 17 to 308 2024-08-17T17:16:55.255 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 349 2024-08-17T17:16:55.255 INFO:tasks.rados.rados.0.smithi059.stdout:3322: seq_num 1055 ranges {139264=475136,614400=401408} 2024-08-17T17:16:55.258 INFO:tasks.rados.rados.0.smithi059.stdout:3322: writing smithi05980601-47 from 139264 to 614400 tid 1 2024-08-17T17:16:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:3322: writing smithi05980601-47 from 614400 to 1015808 tid 2 2024-08-17T17:16:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:3323: rmattr oid 44 current snap is 349 2024-08-17T17:16:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:3317: finishing write tid 1 to smithi05980601-29 2024-08-17T17:16:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:3317: finishing write tid 2 to smithi05980601-29 2024-08-17T17:16:55.261 INFO:tasks.rados.rados.0.smithi059.stdout:3320: finishing rollback tid 0 to smithi05980601-6 2024-08-17T17:16:55.262 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 349 2024-08-17T17:16:55.262 INFO:tasks.rados.rados.0.smithi059.stdout:3324: seq_num 1056 ranges {6004736=491520,6496256=401408} 2024-08-17T17:16:55.297 INFO:tasks.rados.rados.0.smithi059.stdout:3324: writing smithi05980601-12 from 6004736 to 6496256 tid 1 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3324: writing smithi05980601-12 from 6496256 to 6897664 tid 2 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3325: setattr oid 5 current snap is 349 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3317: finishing write tid 3 to smithi05980601-29 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3317: finishing write tid 4 to smithi05980601-29 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3317: oid 29 updating version 0 to 1688 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3317: oid 29 updating version 1688 to 1690 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3317: oid 29 version 1690 is already newer than 1689 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1690 (ObjNum 1054 snap 349 seq_num 1054) dirty exists 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3317: left oid 29 (ObjNum 1054 snap 349 seq_num 1054) 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3320: finishing rollback tid 1 to smithi05980601-6 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:3320: finishing rollback tid 2 to smithi05980601-6 2024-08-17T17:16:55.300 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2961 (ObjNum 926 snap 312 seq_num 926) dirty exists 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3321: finishing rollback tid 0 to smithi05980601-17 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3321: finishing rollback tid 1 to smithi05980601-17 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3322: finishing write tid 1 to smithi05980601-47 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3321: finishing rollback tid 2 to smithi05980601-17 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 3147 (ObjNum 795 snap 265 seq_num 795) dirty exists 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3322: finishing write tid 2 to smithi05980601-47 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1700 (ObjNum 1001 snap 329 seq_num 1001) dirty exists 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3322: finishing write tid 3 to smithi05980601-47 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3322: finishing write tid 4 to smithi05980601-47 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3322: oid 47 updating version 0 to 2615 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3322: oid 47 updating version 2615 to 2616 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3322: oid 47 updating version 2616 to 2617 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 2617 (ObjNum 1055 snap 349 seq_num 1055) dirty exists 2024-08-17T17:16:55.301 INFO:tasks.rados.rados.0.smithi059.stdout:3322: left oid 47 (ObjNum 1055 snap 349 seq_num 1055) 2024-08-17T17:16:55.302 INFO:tasks.rados.rados.0.smithi059.stdout:3318: expect (ObjNum 962 snap 317 seq_num 962) 2024-08-17T17:16:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:55 smithi059 ceph-mon[92261]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T17:16:55.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:55 smithi059 ceph-mon[94685]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T17:16:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:55 smithi087 ceph-mon[85676]: osdmap e768: 8 total, 8 up, 8 in 2024-08-17T17:16:55.567 INFO:tasks.rados.rados.0.smithi059.stdout:3319: expect (ObjNum 990 snap 326 seq_num 990) 2024-08-17T17:16:55.709 INFO:tasks.rados.rados.0.smithi059.stdout:3324: finishing write tid 1 to smithi05980601-12 2024-08-17T17:16:55.709 INFO:tasks.rados.rados.0.smithi059.stdout:3324: finishing write tid 2 to smithi05980601-12 2024-08-17T17:16:55.709 INFO:tasks.rados.rados.0.smithi059.stdout:3324: finishing write tid 3 to smithi05980601-12 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3324: finishing write tid 4 to smithi05980601-12 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3324: oid 12 updating version 0 to 2505 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3324: oid 12 updating version 2505 to 2506 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3324: oid 12 updating version 2506 to 2507 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2507 (ObjNum 1056 snap 349 seq_num 1056) dirty exists 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3324: left oid 12 (ObjNum 1056 snap 349 seq_num 1056) 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3317: done (8 left) 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3318: done (7 left) 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3319: done (6 left) 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3320: done (5 left) 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3321: done (4 left) 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3322: done (3 left) 2024-08-17T17:16:55.710 INFO:tasks.rados.rados.0.smithi059.stdout:3323: done (2 left) 2024-08-17T17:16:55.711 INFO:tasks.rados.rados.0.smithi059.stdout:3324: done (1 left) 2024-08-17T17:16:55.711 INFO:tasks.rados.rados.0.smithi059.stdout:3326: snap_remove snap 329 2024-08-17T17:16:56.231 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 2990 (ObjNum 900 snap 308 seq_num 900) dirty exists 2024-08-17T17:16:56.232 INFO:tasks.rados.rados.0.smithi059.stdout:3325: done (1 left) 2024-08-17T17:16:56.232 INFO:tasks.rados.rados.0.smithi059.stdout:3326: done (0 left) 2024-08-17T17:16:56.232 INFO:tasks.rados.rados.0.smithi059.stdout:3327: snap_remove snap 345 2024-08-17T17:16:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:56 smithi059 ceph-mon[92261]: pgmap v822: 121 pgs: 121 active+clean; 400 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 780 KiB/s wr, 18 op/s 2024-08-17T17:16:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:56 smithi059 ceph-mon[92261]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T17:16:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:56 smithi059 ceph-mon[92261]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T17:16:56.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:56 smithi059 ceph-mon[94685]: pgmap v822: 121 pgs: 121 active+clean; 400 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 780 KiB/s wr, 18 op/s 2024-08-17T17:16:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:56 smithi059 ceph-mon[94685]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T17:16:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:56 smithi059 ceph-mon[94685]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T17:16:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:56 smithi087 ceph-mon[85676]: pgmap v822: 121 pgs: 121 active+clean; 400 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 780 KiB/s wr, 18 op/s 2024-08-17T17:16:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:56 smithi087 ceph-mon[85676]: osdmap e769: 8 total, 8 up, 8 in 2024-08-17T17:16:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:56 smithi087 ceph-mon[85676]: osdmap e770: 8 total, 8 up, 8 in 2024-08-17T17:16:57.232 INFO:tasks.rados.rados.0.smithi059.stdout:3327: done (0 left) 2024-08-17T17:16:57.232 INFO:tasks.rados.rados.0.smithi059.stdout:3328: copy_from oid 32 from oid 23 current snap is 349 2024-08-17T17:16:57.232 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 349 2024-08-17T17:16:57.232 INFO:tasks.rados.rados.0.smithi059.stdout:3329: seq_num 1057 ranges {2498560=507904,3006464=401408} 2024-08-17T17:16:57.249 INFO:tasks.rados.rados.0.smithi059.stdout:3329: writing smithi05980601-38 from 2498560 to 3006464 tid 1 2024-08-17T17:16:57.252 INFO:tasks.rados.rados.0.smithi059.stdout:3329: writing smithi05980601-38 from 3006464 to 3407872 tid 2 2024-08-17T17:16:57.252 INFO:tasks.rados.rados.0.smithi059.stdout:3330: snap_create 2024-08-17T17:16:57.252 INFO:tasks.rados.rados.0.smithi059.stdout:3328: finishing copy_from racing read to smithi05980601-32 2024-08-17T17:16:57.252 INFO:tasks.rados.rados.0.smithi059.stdout:3328: finishing copy_from to smithi05980601-32 2024-08-17T17:16:57.252 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 2174 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:16:57.255 INFO:tasks.rados.rados.0.smithi059.stdout:3329: finishing write tid 1 to smithi05980601-38 2024-08-17T17:16:57.256 INFO:tasks.rados.rados.0.smithi059.stdout:3329: finishing write tid 2 to smithi05980601-38 2024-08-17T17:16:57.256 INFO:tasks.rados.rados.0.smithi059.stdout:3329: finishing write tid 3 to smithi05980601-38 2024-08-17T17:16:57.257 INFO:tasks.rados.rados.0.smithi059.stdout:3329: finishing write tid 4 to smithi05980601-38 2024-08-17T17:16:57.257 INFO:tasks.rados.rados.0.smithi059.stdout:3329: oid 38 updating version 0 to 2619 2024-08-17T17:16:57.258 INFO:tasks.rados.rados.0.smithi059.stdout:3329: oid 38 updating version 2619 to 2620 2024-08-17T17:16:57.258 INFO:tasks.rados.rados.0.smithi059.stdout:3329: oid 38 version 2620 is already newer than 2618 2024-08-17T17:16:57.258 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 2620 (ObjNum 1057 snap 349 seq_num 1057) dirty exists 2024-08-17T17:16:57.258 INFO:tasks.rados.rados.0.smithi059.stdout:3329: left oid 38 (ObjNum 1057 snap 349 seq_num 1057) 2024-08-17T17:16:58.252 INFO:tasks.rados.rados.0.smithi059.stdout:3328: done (2 left) 2024-08-17T17:16:58.252 INFO:tasks.rados.rados.0.smithi059.stdout:3329: done (1 left) 2024-08-17T17:16:58.252 INFO:tasks.rados.rados.0.smithi059.stdout:3330: done (0 left) 2024-08-17T17:16:58.252 INFO:tasks.rados.rados.0.smithi059.stdout:3331: snap_remove snap 344 2024-08-17T17:16:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:58 smithi059 ceph-mon[92261]: pgmap v825: 121 pgs: 121 active+clean; 393 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 416 KiB/s wr, 18 op/s 2024-08-17T17:16:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:58 smithi059 ceph-mon[92261]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T17:16:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:58 smithi059 ceph-mon[94685]: pgmap v825: 121 pgs: 121 active+clean; 393 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 416 KiB/s wr, 18 op/s 2024-08-17T17:16:58.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:58 smithi059 ceph-mon[94685]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T17:16:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:58 smithi087 ceph-mon[85676]: pgmap v825: 121 pgs: 121 active+clean; 393 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 416 KiB/s wr, 18 op/s 2024-08-17T17:16:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:58 smithi087 ceph-mon[85676]: osdmap e771: 8 total, 8 up, 8 in 2024-08-17T17:16:59.263 INFO:tasks.rados.rados.0.smithi059.stdout:3331: done (0 left) 2024-08-17T17:16:59.264 INFO:tasks.rados.rados.0.smithi059.stdout:3332: copy_from oid 16 from oid 21 current snap is 350 2024-08-17T17:16:59.264 INFO:tasks.rados.rados.0.smithi059.stdout:3333: rmattr oid 13 current snap is 350 2024-08-17T17:16:59.264 INFO:tasks.rados.rados.0.smithi059.stdout:3333: done (1 left) 2024-08-17T17:16:59.264 INFO:tasks.rados.rados.0.smithi059.stdout:3334: delete oid 33 current snap is 350 2024-08-17T17:16:59.273 INFO:tasks.rados.rados.0.smithi059.stdout:3334: done (1 left) 2024-08-17T17:16:59.273 INFO:tasks.rados.rados.0.smithi059.stdout:3335: snap_remove snap 348 2024-08-17T17:16:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:16:59 smithi059 ceph-mon[92261]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T17:16:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:16:59 smithi059 ceph-mon[94685]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T17:16:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:16:59 smithi087 ceph-mon[85676]: osdmap e772: 8 total, 8 up, 8 in 2024-08-17T17:17:00.274 INFO:tasks.rados.rados.0.smithi059.stdout:3335: done (1 left) 2024-08-17T17:17:00.274 INFO:tasks.rados.rados.0.smithi059.stdout:3336: rollback oid 50 current snap is 350 2024-08-17T17:17:00.274 INFO:tasks.rados.rados.0.smithi059.stdout:3332: finishing copy_from racing read to smithi05980601-16 2024-08-17T17:17:00.274 INFO:tasks.rados.rados.0.smithi059.stdout:3332: finishing copy_from to smithi05980601-16 2024-08-17T17:17:00.274 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2111 (ObjNum 1011 snap 332 seq_num 1011) dirty exists 2024-08-17T17:17:00.274 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 50 to 341 2024-08-17T17:17:00.274 INFO:tasks.rados.rados.0.smithi059.stdout:3332: done (1 left) 2024-08-17T17:17:00.274 INFO:tasks.rados.rados.0.smithi059.stdout:3337: setattr oid 46 current snap is 350 2024-08-17T17:17:00.277 INFO:tasks.rados.rados.0.smithi059.stdout:3338: copy_from oid 15 from oid 33 current snap is 350 2024-08-17T17:17:00.277 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 350 2024-08-17T17:17:00.277 INFO:tasks.rados.rados.0.smithi059.stdout:3339: seq_num 1059 ranges {0=540672,540672=401408} 2024-08-17T17:17:00.281 INFO:tasks.rados.rados.0.smithi059.stdout:3339: writing smithi05980601-35 from 0 to 540672 tid 1 2024-08-17T17:17:00.284 INFO:tasks.rados.rados.0.smithi059.stdout:3339: writing smithi05980601-35 from 540672 to 942080 tid 2 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:3340: copy_from oid 39 from oid 49 current snap is 350 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:3338: finishing copy_from to smithi05980601-15 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:3338: got expected ENOENT (src dne) 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:3338: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2962 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:3337: done (4 left) 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:3338: done (3 left) 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:3341: delete oid 47 current snap is 350 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:3336: finishing rollback tid 1 to smithi05980601-50 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:3336: finishing rollback tid 2 to smithi05980601-50 2024-08-17T17:17:00.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 3171 (ObjNum 940 snap 314 seq_num 940) dirty exists 2024-08-17T17:17:00.288 INFO:tasks.rados.rados.0.smithi059.stdout:3336: done (3 left) 2024-08-17T17:17:00.288 INFO:tasks.rados.rados.0.smithi059.stdout:3341: done (2 left) 2024-08-17T17:17:00.288 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 350 2024-08-17T17:17:00.288 INFO:tasks.rados.rados.0.smithi059.stdout:3342: seq_num 1061 ranges {0=573440,573440=401408} 2024-08-17T17:17:00.292 INFO:tasks.rados.rados.0.smithi059.stdout:3342: writing smithi05980601-46 from 0 to 573440 tid 1 2024-08-17T17:17:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3342: writing smithi05980601-46 from 573440 to 974848 tid 2 2024-08-17T17:17:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3343: read oid 28 snap -1 2024-08-17T17:17:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3343: expect (ObjNum 1037 snap 340 seq_num 1037) 2024-08-17T17:17:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3344: delete oid 4 current snap is 350 2024-08-17T17:17:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3339: finishing write tid 1 to smithi05980601-35 2024-08-17T17:17:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3339: finishing write tid 2 to smithi05980601-35 2024-08-17T17:17:00.295 INFO:tasks.rados.rados.0.smithi059.stdout:3339: finishing write tid 3 to smithi05980601-35 2024-08-17T17:17:00.296 INFO:tasks.rados.rados.0.smithi059.stdout:3339: finishing write tid 4 to smithi05980601-35 2024-08-17T17:17:00.296 INFO:tasks.rados.rados.0.smithi059.stdout:3339: oid 35 updating version 0 to 2961 2024-08-17T17:17:00.296 INFO:tasks.rados.rados.0.smithi059.stdout:3339: oid 35 updating version 2961 to 2963 2024-08-17T17:17:00.296 INFO:tasks.rados.rados.0.smithi059.stdout:3339: oid 35 version 2963 is already newer than 2962 2024-08-17T17:17:00.296 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 2963 (ObjNum 1059 snap 350 seq_num 1059) dirty exists 2024-08-17T17:17:00.296 INFO:tasks.rados.rados.0.smithi059.stdout:3339: left oid 35 (ObjNum 1059 snap 350 seq_num 1059) 2024-08-17T17:17:00.299 INFO:tasks.rados.rados.0.smithi059.stdout:3342: finishing write tid 1 to smithi05980601-46 2024-08-17T17:17:00.301 INFO:tasks.rados.rados.0.smithi059.stdout:3342: finishing write tid 2 to smithi05980601-46 2024-08-17T17:17:00.302 INFO:tasks.rados.rados.0.smithi059.stdout:3342: finishing write tid 3 to smithi05980601-46 2024-08-17T17:17:00.302 INFO:tasks.rados.rados.0.smithi059.stdout:3342: finishing write tid 4 to smithi05980601-46 2024-08-17T17:17:00.302 INFO:tasks.rados.rados.0.smithi059.stdout:3342: oid 46 updating version 0 to 2965 2024-08-17T17:17:00.303 INFO:tasks.rados.rados.0.smithi059.stdout:3342: oid 46 version 2965 is already newer than 2964 2024-08-17T17:17:00.303 INFO:tasks.rados.rados.0.smithi059.stdout:3342: oid 46 version 2965 is already newer than 2963 2024-08-17T17:17:00.303 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2965 (ObjNum 1061 snap 350 seq_num 1061) dirty exists 2024-08-17T17:17:00.303 INFO:tasks.rados.rados.0.smithi059.stdout:3342: left oid 46 (ObjNum 1061 snap 350 seq_num 1061) 2024-08-17T17:17:00.303 INFO:tasks.rados.rados.0.smithi059.stdout:3339: done (4 left) 2024-08-17T17:17:00.304 INFO:tasks.rados.rados.0.smithi059.stdout:3342: done (3 left) 2024-08-17T17:17:00.304 INFO:tasks.rados.rados.0.smithi059.stdout:3344: done (2 left) 2024-08-17T17:17:00.304 INFO:tasks.rados.rados.0.smithi059.stdout:3345: read oid 7 snap -1 2024-08-17T17:17:00.304 INFO:tasks.rados.rados.0.smithi059.stdout:3345: expect (ObjNum 784 snap 262 seq_num 784) 2024-08-17T17:17:00.304 INFO:tasks.rados.rados.0.smithi059.stdout:3346: copy_from oid 21 from oid 45 current snap is 350 2024-08-17T17:17:00.304 INFO:tasks.rados.rados.0.smithi059.stdout:3343: expect (ObjNum 1037 snap 340 seq_num 1037) 2024-08-17T17:17:00.395 INFO:tasks.rados.rados.0.smithi059.stdout:3345: expect (ObjNum 784 snap 262 seq_num 784) 2024-08-17T17:17:00.430 INFO:tasks.rados.rados.0.smithi059.stdout:3340: finishing copy_from racing read to smithi05980601-39 2024-08-17T17:17:00.430 INFO:tasks.rados.rados.0.smithi059.stdout:3346: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3340: finishing copy_from to smithi05980601-39 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 2497 (ObjNum 1002 snap 330 seq_num 1002) dirty exists 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3346: finishing copy_from to smithi05980601-21 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 2499 (ObjNum 1043 snap 344 seq_num 1043) dirty exists 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3340: done (3 left) 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3343: done (2 left) 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3345: done (1 left) 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3346: done (0 left) 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3347: read oid 9 snap -1 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3347: expect (ObjNum 1051 snap 345 seq_num 1051) 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3348: read oid 36 snap -1 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3348: expect deleted 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 350 2024-08-17T17:17:00.431 INFO:tasks.rados.rados.0.smithi059.stdout:3349: seq_num 1063 ranges {3055616=606208,3661824=401408} 2024-08-17T17:17:00.450 INFO:tasks.rados.rados.0.smithi059.stdout:3349: writing smithi05980601-31 from 3055616 to 3661824 tid 1 2024-08-17T17:17:00.453 INFO:tasks.rados.rados.0.smithi059.stdout:3349: writing smithi05980601-31 from 3661824 to 4063232 tid 2 2024-08-17T17:17:00.453 INFO:tasks.rados.rados.0.smithi059.stdout:3350: rollback oid 14 current snap is 350 2024-08-17T17:17:00.453 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 341 2024-08-17T17:17:00.453 INFO:tasks.rados.rados.0.smithi059.stdout:3347: expect (ObjNum 1051 snap 345 seq_num 1051) 2024-08-17T17:17:00.475 INFO:tasks.rados.rados.0.smithi059.stdout:3350: finishing rollback tid 0 to smithi05980601-14 2024-08-17T17:17:00.475 INFO:tasks.rados.rados.0.smithi059.stdout:3350: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:17:00.475 INFO:tasks.rados.rados.0.smithi059.stdout:3349: finishing write tid 1 to smithi05980601-31 2024-08-17T17:17:00.475 INFO:tasks.rados.rados.0.smithi059.stdout:3350: finishing rollback tid 2 to smithi05980601-14 2024-08-17T17:17:00.475 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2961 (ObjNum 996 snap 328 seq_num 996) dirty exists 2024-08-17T17:17:00.475 INFO:tasks.rados.rados.0.smithi059.stdout:3349: finishing write tid 2 to smithi05980601-31 2024-08-17T17:17:00.475 INFO:tasks.rados.rados.0.smithi059.stdout:3349: finishing write tid 3 to smithi05980601-31 2024-08-17T17:17:00.475 INFO:tasks.rados.rados.0.smithi059.stdout:3347: done (3 left) 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3348: done (2 left) 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3350: done (1 left) 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3351: rollback oid 6 current snap is 350 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 6 to 330 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3349: finishing write tid 4 to smithi05980601-31 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3349: oid 31 updating version 0 to 3179 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3349: oid 31 version 3179 is already newer than 3178 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3349: oid 31 version 3179 is already newer than 3177 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 3179 (ObjNum 1063 snap 350 seq_num 1063) dirty exists 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3349: left oid 31 (ObjNum 1063 snap 350 seq_num 1063) 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3349: done (1 left) 2024-08-17T17:17:00.476 INFO:tasks.rados.rados.0.smithi059.stdout:3352: snap_remove snap 323 2024-08-17T17:17:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:00 smithi059 ceph-mon[92261]: pgmap v828: 121 pgs: 121 active+clean; 402 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 960 KiB/s wr, 25 op/s 2024-08-17T17:17:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:00 smithi059 ceph-mon[92261]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T17:17:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:00 smithi059 ceph-mon[94685]: pgmap v828: 121 pgs: 121 active+clean; 402 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 960 KiB/s wr, 25 op/s 2024-08-17T17:17:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:00 smithi059 ceph-mon[94685]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T17:17:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:00 smithi087 ceph-mon[85676]: pgmap v828: 121 pgs: 121 active+clean; 402 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 960 KiB/s wr, 25 op/s 2024-08-17T17:17:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:00 smithi087 ceph-mon[85676]: osdmap e773: 8 total, 8 up, 8 in 2024-08-17T17:17:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:3352: done (1 left) 2024-08-17T17:17:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:3353: read oid 15 snap -1 2024-08-17T17:17:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:3353: expect (ObjNum 962 snap 317 seq_num 962) 2024-08-17T17:17:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:3354: delete oid 39 current snap is 350 2024-08-17T17:17:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:3351: finishing rollback tid 0 to smithi05980601-6 2024-08-17T17:17:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:3351: finishing rollback tid 1 to smithi05980601-6 2024-08-17T17:17:01.234 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2968 (ObjNum 49 snap 0 seq_num 338107008) dirty dne 2024-08-17T17:17:01.261 INFO:tasks.rados.rados.0.smithi059.stdout:3351: done (2 left) 2024-08-17T17:17:01.261 INFO:tasks.rados.rados.0.smithi059.stdout:3354: done (1 left) 2024-08-17T17:17:01.261 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 350 2024-08-17T17:17:01.261 INFO:tasks.rados.rados.0.smithi059.stdout:3355: seq_num 1065 ranges {0=638976,638976=401408} 2024-08-17T17:17:01.266 INFO:tasks.rados.rados.0.smithi059.stdout:3355: writing smithi05980601-33 from 0 to 638976 tid 1 2024-08-17T17:17:01.268 INFO:tasks.rados.rados.0.smithi059.stdout:3355: writing smithi05980601-33 from 638976 to 1040384 tid 2 2024-08-17T17:17:01.270 INFO:tasks.rados.rados.0.smithi059.stdout:3356: read oid 19 snap -1 2024-08-17T17:17:01.271 INFO:tasks.rados.rados.0.smithi059.stdout:3356: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:17:01.271 INFO:tasks.rados.rados.0.smithi059.stdout:3357: rollback oid 35 current snap is 350 2024-08-17T17:17:01.271 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 35 to 335 2024-08-17T17:17:01.271 INFO:tasks.rados.rados.0.smithi059.stdout:3353: expect (ObjNum 962 snap 317 seq_num 962) 2024-08-17T17:17:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:01 smithi059 ceph-mon[92261]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T17:17:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:01 smithi059 ceph-mon[92261]: pgmap v831: 121 pgs: 121 active+clean; 402 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 746 KiB/s wr, 17 op/s 2024-08-17T17:17:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:01 smithi059 ceph-mon[92261]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T17:17:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:01 smithi059 ceph-mon[94685]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T17:17:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:01 smithi059 ceph-mon[94685]: pgmap v831: 121 pgs: 121 active+clean; 402 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 746 KiB/s wr, 17 op/s 2024-08-17T17:17:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:01 smithi059 ceph-mon[94685]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T17:17:01.541 INFO:tasks.rados.rados.0.smithi059.stdout:3355: finishing write tid 1 to smithi05980601-33 2024-08-17T17:17:01.541 INFO:tasks.rados.rados.0.smithi059.stdout:3357: finishing rollback tid 0 to smithi05980601-35 2024-08-17T17:17:01.541 INFO:tasks.rados.rados.0.smithi059.stdout:3355: finishing write tid 2 to smithi05980601-33 2024-08-17T17:17:01.541 INFO:tasks.rados.rados.0.smithi059.stdout:3357: finishing rollback tid 1 to smithi05980601-35 2024-08-17T17:17:01.541 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 2965 (ObjNum 65 snap 0 seq_num 315798352) dirty dne 2024-08-17T17:17:01.541 INFO:tasks.rados.rados.0.smithi059.stdout:3355: finishing write tid 3 to smithi05980601-33 2024-08-17T17:17:01.541 INFO:tasks.rados.rados.0.smithi059.stdout:3355: finishing write tid 4 to smithi05980601-33 2024-08-17T17:17:01.541 INFO:tasks.rados.rados.0.smithi059.stdout:3355: oid 33 updating version 0 to 1702 2024-08-17T17:17:01.541 INFO:tasks.rados.rados.0.smithi059.stdout:3355: oid 33 updating version 1702 to 1704 2024-08-17T17:17:01.542 INFO:tasks.rados.rados.0.smithi059.stdout:3355: oid 33 version 1704 is already newer than 1703 2024-08-17T17:17:01.542 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1704 (ObjNum 1065 snap 350 seq_num 1065) dirty exists 2024-08-17T17:17:01.542 INFO:tasks.rados.rados.0.smithi059.stdout:3355: left oid 33 (ObjNum 1065 snap 350 seq_num 1065) 2024-08-17T17:17:01.542 INFO:tasks.rados.rados.0.smithi059.stdout:3356: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:17:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:01 smithi087 ceph-mon[85676]: osdmap e774: 8 total, 8 up, 8 in 2024-08-17T17:17:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:01 smithi087 ceph-mon[85676]: pgmap v831: 121 pgs: 121 active+clean; 402 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 746 KiB/s wr, 17 op/s 2024-08-17T17:17:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:01 smithi087 ceph-mon[85676]: osdmap e775: 8 total, 8 up, 8 in 2024-08-17T17:17:01.574 INFO:tasks.rados.rados.0.smithi059.stdout:3353: done (3 left) 2024-08-17T17:17:01.574 INFO:tasks.rados.rados.0.smithi059.stdout:3355: done (2 left) 2024-08-17T17:17:01.574 INFO:tasks.rados.rados.0.smithi059.stdout:3356: done (1 left) 2024-08-17T17:17:01.575 INFO:tasks.rados.rados.0.smithi059.stdout:3357: done (0 left) 2024-08-17T17:17:01.575 INFO:tasks.rados.rados.0.smithi059.stdout:3358: copy_from oid 38 from oid 3 current snap is 350 2024-08-17T17:17:01.575 INFO:tasks.rados.rados.0.smithi059.stdout:3359: copy_from oid 18 from oid 23 current snap is 350 2024-08-17T17:17:01.575 INFO:tasks.rados.rados.0.smithi059.stdout:3360: read oid 41 snap -1 2024-08-17T17:17:01.575 INFO:tasks.rados.rados.0.smithi059.stdout:3360: expect (ObjNum 880 snap 298 seq_num 880) 2024-08-17T17:17:01.575 INFO:tasks.rados.rados.0.smithi059.stdout:3361: snap_remove snap 343 2024-08-17T17:17:02.279 INFO:tasks.rados.rados.0.smithi059.stdout:3359: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:17:02.279 INFO:tasks.rados.rados.0.smithi059.stdout:3359: finishing copy_from to smithi05980601-18 2024-08-17T17:17:02.279 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 2174 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:17:02.279 INFO:tasks.rados.rados.0.smithi059.stdout:3358: finishing copy_from racing read to smithi05980601-38 2024-08-17T17:17:02.279 INFO:tasks.rados.rados.0.smithi059.stdout:3360: expect (ObjNum 880 snap 298 seq_num 880) 2024-08-17T17:17:02.647 INFO:tasks.rados.rados.0.smithi059.stdout:3358: finishing copy_from to smithi05980601-38 2024-08-17T17:17:02.647 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 1910 (ObjNum 1038 snap 340 seq_num 1038) dirty exists 2024-08-17T17:17:02.647 INFO:tasks.rados.rados.0.smithi059.stdout:3358: done (3 left) 2024-08-17T17:17:02.647 INFO:tasks.rados.rados.0.smithi059.stdout:3359: done (2 left) 2024-08-17T17:17:02.647 INFO:tasks.rados.rados.0.smithi059.stdout:3360: done (1 left) 2024-08-17T17:17:02.647 INFO:tasks.rados.rados.0.smithi059.stdout:3361: done (0 left) 2024-08-17T17:17:02.647 INFO:tasks.rados.rados.0.smithi059.stdout:3362: snap_create 2024-08-17T17:17:03.281 INFO:tasks.rados.rados.0.smithi059.stdout:3362: done (0 left) 2024-08-17T17:17:03.281 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 34 current snap is 351 2024-08-17T17:17:03.281 INFO:tasks.rados.rados.0.smithi059.stdout:3363: seq_num 1066 ranges {0=663552,663552=401408} 2024-08-17T17:17:03.284 INFO:tasks.rados.rados.0.smithi059.stdout:3363: writing smithi05980601-34 from 0 to 663552 tid 1 2024-08-17T17:17:03.286 INFO:tasks.rados.rados.0.smithi059.stdout:3363: writing smithi05980601-34 from 663552 to 1064960 tid 2 2024-08-17T17:17:03.287 INFO:tasks.rados.rados.0.smithi059.stdout:3364: setattr oid 41 current snap is 351 2024-08-17T17:17:03.288 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 351 2024-08-17T17:17:03.288 INFO:tasks.rados.rados.0.smithi059.stdout:3365: seq_num 1067 ranges {540672=679936,1220608=401408} 2024-08-17T17:17:03.295 INFO:tasks.rados.rados.0.smithi059.stdout:3365: writing smithi05980601-40 from 540672 to 1220608 tid 1 2024-08-17T17:17:03.298 INFO:tasks.rados.rados.0.smithi059.stdout:3365: writing smithi05980601-40 from 1220608 to 1622016 tid 2 2024-08-17T17:17:03.299 INFO:tasks.rados.rados.0.smithi059.stdout:3366: read oid 47 snap 308 2024-08-17T17:17:03.299 INFO:tasks.rados.rados.0.smithi059.stdout:3366: expect deleted 2024-08-17T17:17:03.299 INFO:tasks.rados.rados.0.smithi059.stdout:3367: read oid 12 snap -1 2024-08-17T17:17:03.299 INFO:tasks.rados.rados.0.smithi059.stdout:3367: expect (ObjNum 1056 snap 349 seq_num 1056) 2024-08-17T17:17:03.299 INFO:tasks.rados.rados.0.smithi059.stdout:3368: snap_remove snap 330 2024-08-17T17:17:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:03 smithi059 ceph-mon[92261]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T17:17:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:03 smithi059 ceph-mon[92261]: pgmap v834: 121 pgs: 121 active+clean; 406 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-08-17T17:17:03.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:03 smithi059 ceph-mon[94685]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T17:17:03.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:03 smithi059 ceph-mon[94685]: pgmap v834: 121 pgs: 121 active+clean; 406 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-08-17T17:17:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:03 smithi087 ceph-mon[85676]: osdmap e776: 8 total, 8 up, 8 in 2024-08-17T17:17:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:03 smithi087 ceph-mon[85676]: pgmap v834: 121 pgs: 121 active+clean; 406 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-08-17T17:17:04.287 INFO:tasks.rados.rados.0.smithi059.stdout:3368: done (5 left) 2024-08-17T17:17:04.287 INFO:tasks.rados.rados.0.smithi059.stdout:3369: delete oid 42 current snap is 351 2024-08-17T17:17:04.287 INFO:tasks.rados.rados.0.smithi059.stdout:3363: finishing write tid 1 to smithi05980601-34 2024-08-17T17:17:04.287 INFO:tasks.rados.rados.0.smithi059.stdout:3363: finishing write tid 2 to smithi05980601-34 2024-08-17T17:17:04.287 INFO:tasks.rados.rados.0.smithi059.stdout:3363: finishing write tid 3 to smithi05980601-34 2024-08-17T17:17:04.287 INFO:tasks.rados.rados.0.smithi059.stdout:3363: finishing write tid 4 to smithi05980601-34 2024-08-17T17:17:04.287 INFO:tasks.rados.rados.0.smithi059.stdout:3363: oid 34 updating version 0 to 2993 2024-08-17T17:17:04.287 INFO:tasks.rados.rados.0.smithi059.stdout:3363: oid 34 version 2993 is already newer than 2991 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3363: oid 34 version 2993 is already newer than 2992 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 2993 (ObjNum 1066 snap 351 seq_num 1066) dirty exists 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3363: left oid 34 (ObjNum 1066 snap 351 seq_num 1066) 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 2994 (ObjNum 880 snap 298 seq_num 880) dirty exists 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3365: finishing write tid 1 to smithi05980601-40 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3365: finishing write tid 2 to smithi05980601-40 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3365: finishing write tid 3 to smithi05980601-40 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3365: finishing write tid 4 to smithi05980601-40 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3365: oid 40 updating version 0 to 1944 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3365: oid 40 version 1944 is already newer than 1943 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3365: oid 40 updating version 1944 to 1945 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1945 (ObjNum 1067 snap 351 seq_num 1067) dirty exists 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3365: left oid 40 (ObjNum 1067 snap 351 seq_num 1067) 2024-08-17T17:17:04.288 INFO:tasks.rados.rados.0.smithi059.stdout:3367: expect (ObjNum 1056 snap 349 seq_num 1056) 2024-08-17T17:17:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:04 smithi059 ceph-mon[92261]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T17:17:04.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:17:04 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:17:04] "GET /metrics HTTP/1.1" 200 36281 "" "Prometheus/2.51.0" 2024-08-17T17:17:04.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:04 smithi059 ceph-mon[94685]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T17:17:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:04 smithi087 ceph-mon[85676]: osdmap e777: 8 total, 8 up, 8 in 2024-08-17T17:17:04.660 INFO:tasks.rados.rados.0.smithi059.stdout:3363: done (5 left) 2024-08-17T17:17:04.660 INFO:tasks.rados.rados.0.smithi059.stdout:3364: done (4 left) 2024-08-17T17:17:04.660 INFO:tasks.rados.rados.0.smithi059.stdout:3365: done (3 left) 2024-08-17T17:17:04.660 INFO:tasks.rados.rados.0.smithi059.stdout:3366: done (2 left) 2024-08-17T17:17:04.660 INFO:tasks.rados.rados.0.smithi059.stdout:3367: done (1 left) 2024-08-17T17:17:04.660 INFO:tasks.rados.rados.0.smithi059.stdout:3369: done (0 left) 2024-08-17T17:17:04.661 INFO:tasks.rados.rados.0.smithi059.stdout:3370: snap_remove snap 336 2024-08-17T17:17:05.295 INFO:tasks.rados.rados.0.smithi059.stdout:3370: done (0 left) 2024-08-17T17:17:05.296 INFO:tasks.rados.rados.0.smithi059.stdout:3371: copy_from oid 33 from oid 15 current snap is 351 2024-08-17T17:17:05.296 INFO:tasks.rados.rados.0.smithi059.stdout:3372: copy_from oid 16 from oid 12 current snap is 351 2024-08-17T17:17:05.296 INFO:tasks.rados.rados.0.smithi059.stdout:3373: rmattr oid 8 current snap is 351 2024-08-17T17:17:05.296 INFO:tasks.rados.rados.0.smithi059.stdout:3373: done (2 left) 2024-08-17T17:17:05.296 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 351 2024-08-17T17:17:05.296 INFO:tasks.rados.rados.0.smithi059.stdout:3374: seq_num 1069 ranges {0=712704,712704=401408} 2024-08-17T17:17:05.301 INFO:tasks.rados.rados.0.smithi059.stdout:3374: writing smithi05980601-4 from 0 to 712704 tid 1 2024-08-17T17:17:05.304 INFO:tasks.rados.rados.0.smithi059.stdout:3374: writing smithi05980601-4 from 712704 to 1114112 tid 2 2024-08-17T17:17:05.304 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 351 2024-08-17T17:17:05.305 INFO:tasks.rados.rados.0.smithi059.stdout:3375: seq_num 1070 ranges {0=729088,729088=401408} 2024-08-17T17:17:05.309 INFO:tasks.rados.rados.0.smithi059.stdout:3375: writing smithi05980601-36 from 0 to 729088 tid 1 2024-08-17T17:17:05.312 INFO:tasks.rados.rados.0.smithi059.stdout:3375: writing smithi05980601-36 from 729088 to 1130496 tid 2 2024-08-17T17:17:05.313 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 6 current snap is 351 2024-08-17T17:17:05.313 INFO:tasks.rados.rados.0.smithi059.stdout:3376: seq_num 1071 ranges {0=745472,745472=401408} 2024-08-17T17:17:05.318 INFO:tasks.rados.rados.0.smithi059.stdout:3376: writing smithi05980601-6 from 0 to 745472 tid 1 2024-08-17T17:17:05.321 INFO:tasks.rados.rados.0.smithi059.stdout:3376: writing smithi05980601-6 from 745472 to 1146880 tid 2 2024-08-17T17:17:05.321 INFO:tasks.rados.rados.0.smithi059.stdout:3377: snap_create 2024-08-17T17:17:05.321 INFO:tasks.rados.rados.0.smithi059.stdout:3374: finishing write tid 1 to smithi05980601-4 2024-08-17T17:17:05.322 INFO:tasks.rados.rados.0.smithi059.stdout:3375: finishing write tid 1 to smithi05980601-36 2024-08-17T17:17:05.323 INFO:tasks.rados.rados.0.smithi059.stdout:3375: finishing write tid 2 to smithi05980601-36 2024-08-17T17:17:05.323 INFO:tasks.rados.rados.0.smithi059.stdout:3375: finishing write tid 3 to smithi05980601-36 2024-08-17T17:17:05.325 INFO:tasks.rados.rados.0.smithi059.stdout:3374: finishing write tid 2 to smithi05980601-4 2024-08-17T17:17:05.326 INFO:tasks.rados.rados.0.smithi059.stdout:3374: finishing write tid 3 to smithi05980601-4 2024-08-17T17:17:05.326 INFO:tasks.rados.rados.0.smithi059.stdout:3375: finishing write tid 4 to smithi05980601-36 2024-08-17T17:17:05.326 INFO:tasks.rados.rados.0.smithi059.stdout:3375: oid 36 updating version 0 to 1911 2024-08-17T17:17:05.326 INFO:tasks.rados.rados.0.smithi059.stdout:3375: oid 36 updating version 1911 to 1912 2024-08-17T17:17:05.327 INFO:tasks.rados.rados.0.smithi059.stdout:3375: oid 36 updating version 1912 to 1913 2024-08-17T17:17:05.327 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 1913 (ObjNum 1070 snap 351 seq_num 1070) dirty exists 2024-08-17T17:17:05.327 INFO:tasks.rados.rados.0.smithi059.stdout:3375: left oid 36 (ObjNum 1070 snap 351 seq_num 1070) 2024-08-17T17:17:05.327 INFO:tasks.rados.rados.0.smithi059.stdout:3376: finishing write tid 1 to smithi05980601-6 2024-08-17T17:17:05.327 INFO:tasks.rados.rados.0.smithi059.stdout:3376: finishing write tid 2 to smithi05980601-6 2024-08-17T17:17:05.327 INFO:tasks.rados.rados.0.smithi059.stdout:3374: finishing write tid 4 to smithi05980601-4 2024-08-17T17:17:05.327 INFO:tasks.rados.rados.0.smithi059.stdout:3374: oid 4 updating version 0 to 2971 2024-08-17T17:17:05.327 INFO:tasks.rados.rados.0.smithi059.stdout:3374: oid 4 version 2971 is already newer than 2969 2024-08-17T17:17:05.327 INFO:tasks.rados.rados.0.smithi059.stdout:3374: oid 4 version 2971 is already newer than 2970 2024-08-17T17:17:05.328 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 2971 (ObjNum 1069 snap 351 seq_num 1069) dirty exists 2024-08-17T17:17:05.328 INFO:tasks.rados.rados.0.smithi059.stdout:3374: left oid 4 (ObjNum 1069 snap 351 seq_num 1069) 2024-08-17T17:17:05.331 INFO:tasks.rados.rados.0.smithi059.stdout:3376: finishing write tid 3 to smithi05980601-6 2024-08-17T17:17:05.332 INFO:tasks.rados.rados.0.smithi059.stdout:3376: finishing write tid 4 to smithi05980601-6 2024-08-17T17:17:05.332 INFO:tasks.rados.rados.0.smithi059.stdout:3376: oid 6 updating version 0 to 2972 2024-08-17T17:17:05.332 INFO:tasks.rados.rados.0.smithi059.stdout:3376: oid 6 updating version 2972 to 2974 2024-08-17T17:17:05.332 INFO:tasks.rados.rados.0.smithi059.stdout:3376: oid 6 version 2974 is already newer than 2973 2024-08-17T17:17:05.332 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2974 (ObjNum 1071 snap 351 seq_num 1071) dirty exists 2024-08-17T17:17:05.332 INFO:tasks.rados.rados.0.smithi059.stdout:3376: left oid 6 (ObjNum 1071 snap 351 seq_num 1071) 2024-08-17T17:17:05.336 INFO:tasks.rados.rados.0.smithi059.stdout:3372: finishing copy_from racing read to smithi05980601-16 2024-08-17T17:17:05.338 INFO:tasks.rados.rados.0.smithi059.stdout:3371: finishing copy_from racing read to smithi05980601-33 2024-08-17T17:17:05.343 INFO:tasks.rados.rados.0.smithi059.stdout:3372: finishing copy_from to smithi05980601-16 2024-08-17T17:17:05.343 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2507 (ObjNum 1056 snap 349 seq_num 1056) dirty exists 2024-08-17T17:17:05.344 INFO:tasks.rados.rados.0.smithi059.stdout:3371: finishing copy_from to smithi05980601-33 2024-08-17T17:17:05.344 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1927 (ObjNum 962 snap 317 seq_num 962) dirty exists 2024-08-17T17:17:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:05 smithi087 ceph-mon[85676]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T17:17:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:05 smithi087 ceph-mon[85676]: pgmap v837: 121 pgs: 121 active+clean; 406 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-08-17T17:17:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:05.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:05 smithi059 ceph-mon[92261]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T17:17:05.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:05 smithi059 ceph-mon[92261]: pgmap v837: 121 pgs: 121 active+clean; 406 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-08-17T17:17:05.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:05.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:05 smithi059 ceph-mon[94685]: osdmap e778: 8 total, 8 up, 8 in 2024-08-17T17:17:05.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:05 smithi059 ceph-mon[94685]: pgmap v837: 121 pgs: 121 active+clean; 406 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.5 MiB/s wr, 20 op/s 2024-08-17T17:17:05.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:06.233 INFO:tasks.rados.rados.0.smithi059.stdout:3371: done (5 left) 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3372: done (4 left) 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3374: done (3 left) 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3375: done (2 left) 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3376: done (1 left) 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3377: done (0 left) 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3378: rmattr oid 44 current snap is 352 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3379: rmattr oid 36 current snap is 352 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3379: done (1 left) 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3380: read oid 37 snap -1 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3380: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3381: read oid 17 snap -1 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3381: expect (ObjNum 795 snap 265 seq_num 795) 2024-08-17T17:17:06.234 INFO:tasks.rados.rados.0.smithi059.stdout:3382: rollback oid 40 current snap is 352 2024-08-17T17:17:06.235 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 341 2024-08-17T17:17:06.235 INFO:tasks.rados.rados.0.smithi059.stdout:3383: snap_create 2024-08-17T17:17:06.239 INFO:tasks.rados.rados.0.smithi059.stdout:3382: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:17:06.240 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1928 (ObjNum 1001 snap 329 seq_num 1001) dirty exists 2024-08-17T17:17:06.241 INFO:tasks.rados.rados.0.smithi059.stdout:3382: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:17:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:3382: finishing rollback tid 2 to smithi05980601-40 2024-08-17T17:17:06.242 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1948 (ObjNum 1035 snap 340 seq_num 1035) dirty exists 2024-08-17T17:17:06.268 INFO:tasks.rados.rados.0.smithi059.stdout:3380: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:06 smithi087 ceph-mon[85676]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T17:17:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:06 smithi087 ceph-mon[85676]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T17:17:06.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:06 smithi059 ceph-mon[92261]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T17:17:06.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:06 smithi059 ceph-mon[92261]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T17:17:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:06 smithi059 ceph-mon[94685]: osdmap e779: 8 total, 8 up, 8 in 2024-08-17T17:17:06.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:06 smithi059 ceph-mon[94685]: osdmap e780: 8 total, 8 up, 8 in 2024-08-17T17:17:06.866 INFO:tasks.rados.rados.0.smithi059.stdout:3381: expect (ObjNum 795 snap 265 seq_num 795) 2024-08-17T17:17:07.233 INFO:tasks.rados.rados.0.smithi059.stdout:3378: done (4 left) 2024-08-17T17:17:07.233 INFO:tasks.rados.rados.0.smithi059.stdout:3380: done (3 left) 2024-08-17T17:17:07.233 INFO:tasks.rados.rados.0.smithi059.stdout:3381: done (2 left) 2024-08-17T17:17:07.234 INFO:tasks.rados.rados.0.smithi059.stdout:3382: done (1 left) 2024-08-17T17:17:07.234 INFO:tasks.rados.rados.0.smithi059.stdout:3383: done (0 left) 2024-08-17T17:17:07.234 INFO:tasks.rados.rados.0.smithi059.stdout:3384: read oid 13 snap -1 2024-08-17T17:17:07.234 INFO:tasks.rados.rados.0.smithi059.stdout:3384: expect (ObjNum 1040 snap 341 seq_num 1040) 2024-08-17T17:17:07.234 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 353 2024-08-17T17:17:07.234 INFO:tasks.rados.rados.0.smithi059.stdout:3385: seq_num 1072 ranges {4251648=761856,5013504=401408} 2024-08-17T17:17:07.260 INFO:tasks.rados.rados.0.smithi059.stdout:3385: writing smithi05980601-14 from 4251648 to 5013504 tid 1 2024-08-17T17:17:07.263 INFO:tasks.rados.rados.0.smithi059.stdout:3385: writing smithi05980601-14 from 5013504 to 5414912 tid 2 2024-08-17T17:17:07.263 INFO:tasks.rados.rados.0.smithi059.stdout:3386: rmattr oid 44 current snap is 353 2024-08-17T17:17:07.263 INFO:tasks.rados.rados.0.smithi059.stdout:3384: expect (ObjNum 1040 snap 341 seq_num 1040) 2024-08-17T17:17:07.280 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1929 (ObjNum 1001 snap 329 seq_num 1001) dirty exists 2024-08-17T17:17:07.280 INFO:tasks.rados.rados.0.smithi059.stdout:3385: finishing write tid 1 to smithi05980601-14 2024-08-17T17:17:07.280 INFO:tasks.rados.rados.0.smithi059.stdout:3385: finishing write tid 2 to smithi05980601-14 2024-08-17T17:17:07.280 INFO:tasks.rados.rados.0.smithi059.stdout:3385: finishing write tid 3 to smithi05980601-14 2024-08-17T17:17:07.280 INFO:tasks.rados.rados.0.smithi059.stdout:3385: finishing write tid 4 to smithi05980601-14 2024-08-17T17:17:07.280 INFO:tasks.rados.rados.0.smithi059.stdout:3385: oid 14 updating version 0 to 2964 2024-08-17T17:17:07.280 INFO:tasks.rados.rados.0.smithi059.stdout:3385: oid 14 version 2964 is already newer than 2962 2024-08-17T17:17:07.280 INFO:tasks.rados.rados.0.smithi059.stdout:3385: oid 14 version 2964 is already newer than 2963 2024-08-17T17:17:07.281 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2964 (ObjNum 1072 snap 353 seq_num 1072) dirty exists 2024-08-17T17:17:07.281 INFO:tasks.rados.rados.0.smithi059.stdout:3385: left oid 14 (ObjNum 1072 snap 353 seq_num 1072) 2024-08-17T17:17:07.281 INFO:tasks.rados.rados.0.smithi059.stdout:3384: done (2 left) 2024-08-17T17:17:07.281 INFO:tasks.rados.rados.0.smithi059.stdout:3385: done (1 left) 2024-08-17T17:17:07.281 INFO:tasks.rados.rados.0.smithi059.stdout:3386: done (0 left) 2024-08-17T17:17:07.281 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 353 2024-08-17T17:17:07.281 INFO:tasks.rados.rados.0.smithi059.stdout:3387: seq_num 1073 ranges {2408448=778240,3186688=401408} 2024-08-17T17:17:07.297 INFO:tasks.rados.rados.0.smithi059.stdout:3387: writing smithi05980601-45 from 2408448 to 3186688 tid 1 2024-08-17T17:17:07.300 INFO:tasks.rados.rados.0.smithi059.stdout:3387: writing smithi05980601-45 from 3186688 to 3588096 tid 2 2024-08-17T17:17:07.300 INFO:tasks.rados.rados.0.smithi059.stdout:3388: rollback oid 47 current snap is 353 2024-08-17T17:17:07.300 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 349 2024-08-17T17:17:07.300 INFO:tasks.rados.rados.0.smithi059.stdout:3389: read oid 24 snap -1 2024-08-17T17:17:07.300 INFO:tasks.rados.rados.0.smithi059.stdout:3389: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:17:07.300 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 353 2024-08-17T17:17:07.300 INFO:tasks.rados.rados.0.smithi059.stdout:3390: seq_num 1074 ranges {5570560=794624,6365184=401408} 2024-08-17T17:17:07.335 INFO:tasks.rados.rados.0.smithi059.stdout:3390: writing smithi05980601-33 from 5570560 to 6365184 tid 1 2024-08-17T17:17:07.337 INFO:tasks.rados.rados.0.smithi059.stdout:3390: writing smithi05980601-33 from 6365184 to 6766592 tid 2 2024-08-17T17:17:07.337 INFO:tasks.rados.rados.0.smithi059.stdout:3391: copy_from oid 35 from oid 31 current snap is 353 2024-08-17T17:17:07.337 INFO:tasks.rados.rados.0.smithi059.stdout:3388: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:17:07.337 INFO:tasks.rados.rados.0.smithi059.stdout:3388: finishing rollback tid 2 to smithi05980601-47 2024-08-17T17:17:07.337 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 2623 (ObjNum 1055 snap 349 seq_num 1055) dirty exists 2024-08-17T17:17:07.337 INFO:tasks.rados.rados.0.smithi059.stdout:3387: finishing write tid 1 to smithi05980601-45 2024-08-17T17:17:07.337 INFO:tasks.rados.rados.0.smithi059.stdout:3389: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:17:07.371 INFO:tasks.rados.rados.0.smithi059.stdout:3387: finishing write tid 2 to smithi05980601-45 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3387: finishing write tid 3 to smithi05980601-45 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3387: finishing write tid 4 to smithi05980601-45 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3387: oid 45 updating version 0 to 2510 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3387: oid 45 version 2510 is already newer than 2509 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3387: oid 45 version 2510 is already newer than 2508 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2510 (ObjNum 1073 snap 353 seq_num 1073) dirty exists 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3387: left oid 45 (ObjNum 1073 snap 353 seq_num 1073) 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3387: done (4 left) 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3388: done (3 left) 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3389: done (2 left) 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 353 2024-08-17T17:17:07.372 INFO:tasks.rados.rados.0.smithi059.stdout:3390: finishing write tid 1 to smithi05980601-33 2024-08-17T17:17:07.373 INFO:tasks.rados.rados.0.smithi059.stdout:3392: seq_num 1075 ranges {0=409600,409600=671744,1081344=131072} 2024-08-17T17:17:07.373 INFO:tasks.rados.rados.0.smithi059.stdout:3392: writing smithi05980601-10 from 0 to 409600 tid 1 2024-08-17T17:17:07.377 INFO:tasks.rados.rados.0.smithi059.stdout:3392: writing smithi05980601-10 from 409600 to 1081344 tid 2 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3392: writing smithi05980601-10 from 1081344 to 1212416 tid 3 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3393: read oid 40 snap -1 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3393: expect (ObjNum 1035 snap 340 seq_num 1035) 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 353 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3390: finishing write tid 2 to smithi05980601-33 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3390: finishing write tid 3 to smithi05980601-33 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3390: finishing write tid 4 to smithi05980601-33 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3390: oid 33 updating version 0 to 1932 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3390: oid 33 version 1932 is already newer than 1931 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3390: oid 33 version 1932 is already newer than 1930 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 1932 (ObjNum 1074 snap 353 seq_num 1074) dirty exists 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3390: left oid 33 (ObjNum 1074 snap 353 seq_num 1074) 2024-08-17T17:17:07.379 INFO:tasks.rados.rados.0.smithi059.stdout:3391: finishing copy_from racing read to smithi05980601-35 2024-08-17T17:17:07.380 INFO:tasks.rados.rados.0.smithi059.stdout:3391: finishing copy_from to smithi05980601-35 2024-08-17T17:17:07.380 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 3179 (ObjNum 1063 snap 350 seq_num 1063) dirty exists 2024-08-17T17:17:07.380 INFO:tasks.rados.rados.0.smithi059.stdout:3394: seq_num 1076 ranges {5808128=425984,6234112=548864,6782976=253952} 2024-08-17T17:17:07.412 INFO:tasks.rados.rados.0.smithi059.stdout:3394: writing smithi05980601-30 from 5808128 to 6234112 tid 1 2024-08-17T17:17:07.415 INFO:tasks.rados.rados.0.smithi059.stdout:3394: writing smithi05980601-30 from 6234112 to 6782976 tid 2 2024-08-17T17:17:07.417 INFO:tasks.rados.rados.0.smithi059.stdout:3394: writing smithi05980601-30 from 6782976 to 7036928 tid 3 2024-08-17T17:17:07.417 INFO:tasks.rados.rados.0.smithi059.stdout:3390: done (4 left) 2024-08-17T17:17:07.417 INFO:tasks.rados.rados.0.smithi059.stdout:3391: done (3 left) 2024-08-17T17:17:07.417 INFO:tasks.rados.rados.0.smithi059.stdout:3395: rollback oid 27 current snap is 353 2024-08-17T17:17:07.417 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 27 to 308 2024-08-17T17:17:07.418 INFO:tasks.rados.rados.0.smithi059.stdout:3396: snap_create 2024-08-17T17:17:07.418 INFO:tasks.rados.rados.0.smithi059.stdout:3392: finishing write tid 1 to smithi05980601-10 2024-08-17T17:17:07.418 INFO:tasks.rados.rados.0.smithi059.stdout:3393: expect (ObjNum 1035 snap 340 seq_num 1035) 2024-08-17T17:17:07.433 INFO:tasks.rados.rados.0.smithi059.stdout:3392: finishing write tid 2 to smithi05980601-10 2024-08-17T17:17:07.433 INFO:tasks.rados.rados.0.smithi059.stdout:3392: finishing write tid 3 to smithi05980601-10 2024-08-17T17:17:07.433 INFO:tasks.rados.rados.0.smithi059.stdout:3392: finishing write tid 4 to smithi05980601-10 2024-08-17T17:17:07.433 INFO:tasks.rados.rados.0.smithi059.stdout:3392: finishing write tid 5 to smithi05980601-10 2024-08-17T17:17:07.433 INFO:tasks.rados.rados.0.smithi059.stdout:3392: oid 10 updating version 0 to 2513 2024-08-17T17:17:07.433 INFO:tasks.rados.rados.0.smithi059.stdout:3392: oid 10 updating version 2513 to 2514 2024-08-17T17:17:07.433 INFO:tasks.rados.rados.0.smithi059.stdout:3392: oid 10 version 2514 is already newer than 2511 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3392: oid 10 version 2514 is already newer than 2512 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 2514 (ObjNum 1075 snap 353 seq_num 1075) dirty exists 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3392: left oid 10 (ObjNum 1075 snap 353 seq_num 1075) 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3394: finishing write tid 1 to smithi05980601-30 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3394: finishing write tid 2 to smithi05980601-30 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3395: finishing rollback tid 1 to smithi05980601-27 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3395: finishing rollback tid 2 to smithi05980601-27 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 3181 (ObjNum 890 snap 304 seq_num 890) dirty exists 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3394: finishing write tid 3 to smithi05980601-30 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3394: finishing write tid 4 to smithi05980601-30 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3394: finishing write tid 5 to smithi05980601-30 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3394: oid 30 updating version 0 to 1674 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3394: oid 30 updating version 1674 to 1676 2024-08-17T17:17:07.434 INFO:tasks.rados.rados.0.smithi059.stdout:3394: oid 30 version 1676 is already newer than 1675 2024-08-17T17:17:07.435 INFO:tasks.rados.rados.0.smithi059.stdout:3394: oid 30 version 1676 is already newer than 1673 2024-08-17T17:17:07.435 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1676 (ObjNum 1076 snap 353 seq_num 1076) dirty exists 2024-08-17T17:17:07.435 INFO:tasks.rados.rados.0.smithi059.stdout:3394: left oid 30 (ObjNum 1076 snap 353 seq_num 1076) 2024-08-17T17:17:08.295 INFO:tasks.rados.rados.0.smithi059.stdout:3392: done (4 left) 2024-08-17T17:17:08.295 INFO:tasks.rados.rados.0.smithi059.stdout:3393: done (3 left) 2024-08-17T17:17:08.295 INFO:tasks.rados.rados.0.smithi059.stdout:3394: done (2 left) 2024-08-17T17:17:08.295 INFO:tasks.rados.rados.0.smithi059.stdout:3395: done (1 left) 2024-08-17T17:17:08.295 INFO:tasks.rados.rados.0.smithi059.stdout:3396: done (0 left) 2024-08-17T17:17:08.295 INFO:tasks.rados.rados.0.smithi059.stdout:3397: snap_remove snap 340 2024-08-17T17:17:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:08 smithi059 ceph-mon[94685]: pgmap v840: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-17T17:17:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:08 smithi059 ceph-mon[94685]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T17:17:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:08 smithi059 ceph-mon[92261]: pgmap v840: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-17T17:17:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:08 smithi059 ceph-mon[92261]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T17:17:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:08 smithi087 ceph-mon[85676]: pgmap v840: 121 pgs: 121 active+clean; 421 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 12 op/s 2024-08-17T17:17:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:08 smithi087 ceph-mon[85676]: osdmap e781: 8 total, 8 up, 8 in 2024-08-17T17:17:09.304 INFO:tasks.rados.rados.0.smithi059.stdout:3397: done (0 left) 2024-08-17T17:17:09.305 INFO:tasks.rados.rados.0.smithi059.stdout:3398: delete oid 16 current snap is 354 2024-08-17T17:17:09.316 INFO:tasks.rados.rados.0.smithi059.stdout:3398: done (0 left) 2024-08-17T17:17:09.316 INFO:tasks.rados.rados.0.smithi059.stdout:3399: read oid 10 snap -1 2024-08-17T17:17:09.316 INFO:tasks.rados.rados.0.smithi059.stdout:3399: expect (ObjNum 1075 snap 353 seq_num 1075) 2024-08-17T17:17:09.316 INFO:tasks.rados.rados.0.smithi059.stdout:3400: rmattr oid 43 current snap is 354 2024-08-17T17:17:09.316 INFO:tasks.rados.rados.0.smithi059.stdout:3400: done (1 left) 2024-08-17T17:17:09.317 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 354 2024-08-17T17:17:09.317 INFO:tasks.rados.rados.0.smithi059.stdout:3401: seq_num 1078 ranges {3588096=458752,4046848=720896,4767744=81920} 2024-08-17T17:17:09.338 INFO:tasks.rados.rados.0.smithi059.stdout:3401: writing smithi05980601-45 from 3588096 to 4046848 tid 1 2024-08-17T17:17:09.342 INFO:tasks.rados.rados.0.smithi059.stdout:3401: writing smithi05980601-45 from 4046848 to 4767744 tid 2 2024-08-17T17:17:09.343 INFO:tasks.rados.rados.0.smithi059.stdout:3401: writing smithi05980601-45 from 4767744 to 4849664 tid 3 2024-08-17T17:17:09.343 INFO:tasks.rados.rados.0.smithi059.stdout:3402: rmattr oid 11 current snap is 354 2024-08-17T17:17:09.343 INFO:tasks.rados.rados.0.smithi059.stdout:3402: done (2 left) 2024-08-17T17:17:09.343 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 354 2024-08-17T17:17:09.343 INFO:tasks.rados.rados.0.smithi059.stdout:3399: expect (ObjNum 1075 snap 353 seq_num 1075) 2024-08-17T17:17:09.374 INFO:tasks.rados.rados.0.smithi059.stdout:3401: finishing write tid 1 to smithi05980601-45 2024-08-17T17:17:09.375 INFO:tasks.rados.rados.0.smithi059.stdout:3403: seq_num 1079 ranges {12746752=475136,13221888=606208,13828096=196608} 2024-08-17T17:17:09.447 INFO:tasks.rados.rados.0.smithi059.stdout:3403: writing smithi05980601-48 from 12746752 to 13221888 tid 1 2024-08-17T17:17:09.450 INFO:tasks.rados.rados.0.smithi059.stdout:3403: writing smithi05980601-48 from 13221888 to 13828096 tid 2 2024-08-17T17:17:09.452 INFO:tasks.rados.rados.0.smithi059.stdout:3403: writing smithi05980601-48 from 13828096 to 14024704 tid 3 2024-08-17T17:17:09.452 INFO:tasks.rados.rados.0.smithi059.stdout:3399: done (2 left) 2024-08-17T17:17:09.452 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 354 2024-08-17T17:17:09.452 INFO:tasks.rados.rados.0.smithi059.stdout:3401: finishing write tid 2 to smithi05980601-45 2024-08-17T17:17:09.452 INFO:tasks.rados.rados.0.smithi059.stdout:3401: finishing write tid 3 to smithi05980601-45 2024-08-17T17:17:09.452 INFO:tasks.rados.rados.0.smithi059.stdout:3401: finishing write tid 4 to smithi05980601-45 2024-08-17T17:17:09.452 INFO:tasks.rados.rados.0.smithi059.stdout:3401: finishing write tid 5 to smithi05980601-45 2024-08-17T17:17:09.453 INFO:tasks.rados.rados.0.smithi059.stdout:3401: oid 45 updating version 0 to 2516 2024-08-17T17:17:09.453 INFO:tasks.rados.rados.0.smithi059.stdout:3401: oid 45 updating version 2516 to 2519 2024-08-17T17:17:09.453 INFO:tasks.rados.rados.0.smithi059.stdout:3401: oid 45 version 2519 is already newer than 2517 2024-08-17T17:17:09.453 INFO:tasks.rados.rados.0.smithi059.stdout:3401: oid 45 version 2519 is already newer than 2518 2024-08-17T17:17:09.453 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2519 (ObjNum 1078 snap 354 seq_num 1078) dirty exists 2024-08-17T17:17:09.453 INFO:tasks.rados.rados.0.smithi059.stdout:3401: left oid 45 (ObjNum 1078 snap 354 seq_num 1078) 2024-08-17T17:17:09.453 INFO:tasks.rados.rados.0.smithi059.stdout:3403: finishing write tid 1 to smithi05980601-48 2024-08-17T17:17:09.453 INFO:tasks.rados.rados.0.smithi059.stdout:3404: seq_num 1080 ranges {3784704=491520,4276224=540672,4816896=262144} 2024-08-17T17:17:09.475 INFO:tasks.rados.rados.0.smithi059.stdout:3404: writing smithi05980601-22 from 3784704 to 4276224 tid 1 2024-08-17T17:17:09.478 INFO:tasks.rados.rados.0.smithi059.stdout:3404: writing smithi05980601-22 from 4276224 to 4816896 tid 2 2024-08-17T17:17:09.480 INFO:tasks.rados.rados.0.smithi059.stdout:3404: writing smithi05980601-22 from 4816896 to 5079040 tid 3 2024-08-17T17:17:09.480 INFO:tasks.rados.rados.0.smithi059.stdout:3401: done (2 left) 2024-08-17T17:17:09.480 INFO:tasks.rados.rados.0.smithi059.stdout:3405: delete oid 44 current snap is 354 2024-08-17T17:17:09.480 INFO:tasks.rados.rados.0.smithi059.stdout:3403: finishing write tid 2 to smithi05980601-48 2024-08-17T17:17:09.480 INFO:tasks.rados.rados.0.smithi059.stdout:3403: finishing write tid 3 to smithi05980601-48 2024-08-17T17:17:09.480 INFO:tasks.rados.rados.0.smithi059.stdout:3403: finishing write tid 4 to smithi05980601-48 2024-08-17T17:17:09.481 INFO:tasks.rados.rados.0.smithi059.stdout:3403: finishing write tid 5 to smithi05980601-48 2024-08-17T17:17:09.481 INFO:tasks.rados.rados.0.smithi059.stdout:3403: oid 48 updating version 0 to 1917 2024-08-17T17:17:09.481 INFO:tasks.rados.rados.0.smithi059.stdout:3403: oid 48 version 1917 is already newer than 1916 2024-08-17T17:17:09.481 INFO:tasks.rados.rados.0.smithi059.stdout:3403: oid 48 version 1917 is already newer than 1915 2024-08-17T17:17:09.481 INFO:tasks.rados.rados.0.smithi059.stdout:3403: oid 48 version 1917 is already newer than 1914 2024-08-17T17:17:09.481 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1917 (ObjNum 1079 snap 354 seq_num 1079) dirty exists 2024-08-17T17:17:09.481 INFO:tasks.rados.rados.0.smithi059.stdout:3403: left oid 48 (ObjNum 1079 snap 354 seq_num 1079) 2024-08-17T17:17:09.481 INFO:tasks.rados.rados.0.smithi059.stdout:3404: finishing write tid 1 to smithi05980601-22 2024-08-17T17:17:09.482 INFO:tasks.rados.rados.0.smithi059.stdout:3403: done (2 left) 2024-08-17T17:17:09.482 INFO:tasks.rados.rados.0.smithi059.stdout:3405: done (1 left) 2024-08-17T17:17:09.482 INFO:tasks.rados.rados.0.smithi059.stdout:3406: read oid 9 snap -1 2024-08-17T17:17:09.482 INFO:tasks.rados.rados.0.smithi059.stdout:3406: expect (ObjNum 1051 snap 345 seq_num 1051) 2024-08-17T17:17:09.482 INFO:tasks.rados.rados.0.smithi059.stdout:3407: rmattr oid 47 current snap is 354 2024-08-17T17:17:09.482 INFO:tasks.rados.rados.0.smithi059.stdout:3407: done (2 left) 2024-08-17T17:17:09.483 INFO:tasks.rados.rados.0.smithi059.stdout:3408: snap_create 2024-08-17T17:17:09.483 INFO:tasks.rados.rados.0.smithi059.stdout:3404: finishing write tid 2 to smithi05980601-22 2024-08-17T17:17:09.483 INFO:tasks.rados.rados.0.smithi059.stdout:3404: finishing write tid 3 to smithi05980601-22 2024-08-17T17:17:09.484 INFO:tasks.rados.rados.0.smithi059.stdout:3404: finishing write tid 4 to smithi05980601-22 2024-08-17T17:17:09.486 INFO:tasks.rados.rados.0.smithi059.stdout:3404: finishing write tid 5 to smithi05980601-22 2024-08-17T17:17:09.486 INFO:tasks.rados.rados.0.smithi059.stdout:3404: oid 22 updating version 0 to 3184 2024-08-17T17:17:09.486 INFO:tasks.rados.rados.0.smithi059.stdout:3404: oid 22 version 3184 is already newer than 3183 2024-08-17T17:17:09.486 INFO:tasks.rados.rados.0.smithi059.stdout:3404: oid 22 version 3184 is already newer than 3182 2024-08-17T17:17:09.487 INFO:tasks.rados.rados.0.smithi059.stdout:3404: oid 22 updating version 3184 to 3185 2024-08-17T17:17:09.487 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 3185 (ObjNum 1080 snap 354 seq_num 1080) dirty exists 2024-08-17T17:17:09.487 INFO:tasks.rados.rados.0.smithi059.stdout:3404: left oid 22 (ObjNum 1080 snap 354 seq_num 1080) 2024-08-17T17:17:09.487 INFO:tasks.rados.rados.0.smithi059.stdout:3406: expect (ObjNum 1051 snap 345 seq_num 1051) 2024-08-17T17:17:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:09 smithi087 ceph-mon[85676]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T17:17:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:09 smithi087 ceph-mon[85676]: pgmap v843: 121 pgs: 121 active+clean; 427 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 17 op/s 2024-08-17T17:17:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:09 smithi059 ceph-mon[94685]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T17:17:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:09 smithi059 ceph-mon[94685]: pgmap v843: 121 pgs: 121 active+clean; 427 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 17 op/s 2024-08-17T17:17:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:09 smithi059 ceph-mon[92261]: osdmap e782: 8 total, 8 up, 8 in 2024-08-17T17:17:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:09 smithi059 ceph-mon[92261]: pgmap v843: 121 pgs: 121 active+clean; 427 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.8 MiB/s wr, 17 op/s 2024-08-17T17:17:10.305 INFO:tasks.rados.rados.0.smithi059.stdout:3404: done (2 left) 2024-08-17T17:17:10.305 INFO:tasks.rados.rados.0.smithi059.stdout:3406: done (1 left) 2024-08-17T17:17:10.305 INFO:tasks.rados.rados.0.smithi059.stdout:3408: done (0 left) 2024-08-17T17:17:10.306 INFO:tasks.rados.rados.0.smithi059.stdout:3409: read oid 49 snap -1 2024-08-17T17:17:10.306 INFO:tasks.rados.rados.0.smithi059.stdout:3409: expect (ObjNum 1002 snap 330 seq_num 1002) 2024-08-17T17:17:10.306 INFO:tasks.rados.rados.0.smithi059.stdout:3410: delete oid 13 current snap is 355 2024-08-17T17:17:10.312 INFO:tasks.rados.rados.0.smithi059.stdout:3410: done (1 left) 2024-08-17T17:17:10.312 INFO:tasks.rados.rados.0.smithi059.stdout:3411: snap_create 2024-08-17T17:17:10.327 INFO:tasks.rados.rados.0.smithi059.stdout:3409: expect (ObjNum 1002 snap 330 seq_num 1002) 2024-08-17T17:17:10.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:10 smithi059 ceph-mon[94685]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T17:17:10.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:10 smithi059 ceph-mon[92261]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T17:17:10.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:10 smithi087 ceph-mon[85676]: osdmap e783: 8 total, 8 up, 8 in 2024-08-17T17:17:11.245 INFO:tasks.rados.rados.0.smithi059.stdout:3409: done (1 left) 2024-08-17T17:17:11.245 INFO:tasks.rados.rados.0.smithi059.stdout:3411: done (0 left) 2024-08-17T17:17:11.246 INFO:tasks.rados.rados.0.smithi059.stdout:3412: rollback oid 15 current snap is 356 2024-08-17T17:17:11.246 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 15 to 333 2024-08-17T17:17:11.246 INFO:tasks.rados.rados.0.smithi059.stdout:3413: read oid 40 snap -1 2024-08-17T17:17:11.246 INFO:tasks.rados.rados.0.smithi059.stdout:3413: expect (ObjNum 1035 snap 340 seq_num 1035) 2024-08-17T17:17:11.246 INFO:tasks.rados.rados.0.smithi059.stdout:3414: snap_remove snap 331 2024-08-17T17:17:11.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:11 smithi059 ceph-mon[94685]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T17:17:11.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:11 smithi059 ceph-mon[94685]: pgmap v846: 121 pgs: 121 active+clean; 429 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 14 op/s 2024-08-17T17:17:11.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:11 smithi059 ceph-mon[94685]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T17:17:11.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:11 smithi059 ceph-mon[92261]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T17:17:11.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:11 smithi059 ceph-mon[92261]: pgmap v846: 121 pgs: 121 active+clean; 429 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 14 op/s 2024-08-17T17:17:11.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:11 smithi059 ceph-mon[92261]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T17:17:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:11 smithi087 ceph-mon[85676]: osdmap e784: 8 total, 8 up, 8 in 2024-08-17T17:17:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:11 smithi087 ceph-mon[85676]: pgmap v846: 121 pgs: 121 active+clean; 429 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 14 op/s 2024-08-17T17:17:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:11 smithi087 ceph-mon[85676]: osdmap e785: 8 total, 8 up, 8 in 2024-08-17T17:17:12.253 INFO:tasks.rados.rados.0.smithi059.stdout:3414: done (2 left) 2024-08-17T17:17:12.253 INFO:tasks.rados.rados.0.smithi059.stdout:3415: read oid 24 snap -1 2024-08-17T17:17:12.253 INFO:tasks.rados.rados.0.smithi059.stdout:3415: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:17:12.253 INFO:tasks.rados.rados.0.smithi059.stdout:3416: rollback oid 29 current snap is 356 2024-08-17T17:17:12.253 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 29 to 347 2024-08-17T17:17:12.253 INFO:tasks.rados.rados.0.smithi059.stdout:3417: snap_remove snap 355 2024-08-17T17:17:13.259 INFO:tasks.rados.rados.0.smithi059.stdout:3417: done (4 left) 2024-08-17T17:17:13.259 INFO:tasks.rados.rados.0.smithi059.stdout:3418: copy_from oid 9 from oid 23 current snap is 356 2024-08-17T17:17:13.259 INFO:tasks.rados.rados.0.smithi059.stdout:3412: finishing rollback tid 0 to smithi05980601-15 2024-08-17T17:17:13.259 INFO:tasks.rados.rados.0.smithi059.stdout:3413: expect (ObjNum 1035 snap 340 seq_num 1035) 2024-08-17T17:17:13.276 INFO:tasks.rados.rados.0.smithi059.stdout:3412: finishing rollback tid 1 to smithi05980601-15 2024-08-17T17:17:13.276 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 1929 (ObjNum 33 snap 0 seq_num 338945072) dirty dne 2024-08-17T17:17:13.276 INFO:tasks.rados.rados.0.smithi059.stdout:3416: finishing rollback tid 0 to smithi05980601-29 2024-08-17T17:17:13.276 INFO:tasks.rados.rados.0.smithi059.stdout:3416: finishing rollback tid 1 to smithi05980601-29 2024-08-17T17:17:13.276 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1692 (ObjNum 129 snap 0 seq_num 338846296) dirty dne 2024-08-17T17:17:13.276 INFO:tasks.rados.rados.0.smithi059.stdout:3415: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:17:13.309 INFO:tasks.rados.rados.0.smithi059.stdout:3418: finishing copy_from racing read to smithi05980601-9 2024-08-17T17:17:13.309 INFO:tasks.rados.rados.0.smithi059.stdout:3418: finishing copy_from to smithi05980601-9 2024-08-17T17:17:13.309 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 2174 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:17:13.309 INFO:tasks.rados.rados.0.smithi059.stdout:3412: done (4 left) 2024-08-17T17:17:13.309 INFO:tasks.rados.rados.0.smithi059.stdout:3413: done (3 left) 2024-08-17T17:17:13.309 INFO:tasks.rados.rados.0.smithi059.stdout:3415: done (2 left) 2024-08-17T17:17:13.309 INFO:tasks.rados.rados.0.smithi059.stdout:3416: done (1 left) 2024-08-17T17:17:13.309 INFO:tasks.rados.rados.0.smithi059.stdout:3418: done (0 left) 2024-08-17T17:17:13.309 INFO:tasks.rados.rados.0.smithi059.stdout:3419: rollback oid 35 current snap is 356 2024-08-17T17:17:13.310 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 35 to 316 2024-08-17T17:17:13.310 INFO:tasks.rados.rados.0.smithi059.stdout:3420: snap_remove snap 353 2024-08-17T17:17:13.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:13 smithi059 ceph-mon[94685]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T17:17:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:13 smithi059 ceph-mon[92261]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T17:17:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:13 smithi087 ceph-mon[85676]: osdmap e786: 8 total, 8 up, 8 in 2024-08-17T17:17:14.261 INFO:tasks.rados.rados.0.smithi059.stdout:3420: done (1 left) 2024-08-17T17:17:14.261 INFO:tasks.rados.rados.0.smithi059.stdout:3421: delete oid 2 current snap is 356 2024-08-17T17:17:14.261 INFO:tasks.rados.rados.0.smithi059.stdout:3419: finishing rollback tid 0 to smithi05980601-35 2024-08-17T17:17:14.261 INFO:tasks.rados.rados.0.smithi059.stdout:3419: finishing rollback tid 1 to smithi05980601-35 2024-08-17T17:17:14.262 INFO:tasks.rados.rados.0.smithi059.stdout:3419: finishing rollback tid 2 to smithi05980601-35 2024-08-17T17:17:14.262 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 3188 (ObjNum 289 snap 0 seq_num 1275604713) dirty exists 2024-08-17T17:17:14.271 INFO:tasks.rados.rados.0.smithi059.stdout:3419: done (1 left) 2024-08-17T17:17:14.271 INFO:tasks.rados.rados.0.smithi059.stdout:3421: done (0 left) 2024-08-17T17:17:14.271 INFO:tasks.rados.rados.0.smithi059.stdout:3422: delete oid 29 current snap is 356 2024-08-17T17:17:14.274 INFO:tasks.rados.rados.0.smithi059.stdout:3422: done (0 left) 2024-08-17T17:17:14.274 INFO:tasks.rados.rados.0.smithi059.stdout:3423: rmattr oid 32 current snap is 356 2024-08-17T17:17:14.274 INFO:tasks.rados.rados.0.smithi059.stdout:3423: done (0 left) 2024-08-17T17:17:14.274 INFO:tasks.rados.rados.0.smithi059.stdout:3424: snap_remove snap 327 2024-08-17T17:17:14.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:14 smithi059 ceph-mon[94685]: pgmap v849: 121 pgs: 121 active+clean; 441 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-08-17T17:17:14.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:14 smithi059 ceph-mon[94685]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T17:17:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:14 smithi059 ceph-mon[92261]: pgmap v849: 121 pgs: 121 active+clean; 441 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-08-17T17:17:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:14 smithi059 ceph-mon[92261]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T17:17:14.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:17:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:17:14] "GET /metrics HTTP/1.1" 200 36284 "" "Prometheus/2.51.0" 2024-08-17T17:17:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:14 smithi087 ceph-mon[85676]: pgmap v849: 121 pgs: 121 active+clean; 441 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-08-17T17:17:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:14 smithi087 ceph-mon[85676]: osdmap e787: 8 total, 8 up, 8 in 2024-08-17T17:17:15.279 INFO:tasks.rados.rados.0.smithi059.stdout:3424: done (0 left) 2024-08-17T17:17:15.279 INFO:tasks.rados.rados.0.smithi059.stdout:3425: read oid 29 snap -1 2024-08-17T17:17:15.279 INFO:tasks.rados.rados.0.smithi059.stdout:3425: expect deleted 2024-08-17T17:17:15.279 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 356 2024-08-17T17:17:15.279 INFO:tasks.rados.rados.0.smithi059.stdout:3426: seq_num 1085 ranges {5095424=581632,5677056=761856,6438912=40960} 2024-08-17T17:17:15.311 INFO:tasks.rados.rados.0.smithi059.stdout:3426: writing smithi05980601-41 from 5095424 to 5677056 tid 1 2024-08-17T17:17:15.315 INFO:tasks.rados.rados.0.smithi059.stdout:3426: writing smithi05980601-41 from 5677056 to 6438912 tid 2 2024-08-17T17:17:15.316 INFO:tasks.rados.rados.0.smithi059.stdout:3426: writing smithi05980601-41 from 6438912 to 6479872 tid 3 2024-08-17T17:17:15.316 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 356 2024-08-17T17:17:15.316 INFO:tasks.rados.rados.0.smithi059.stdout:3427: seq_num 1086 ranges {0=598016,598016=647168,1245184=155648} 2024-08-17T17:17:15.319 INFO:tasks.rados.rados.0.smithi059.stdout:3427: writing smithi05980601-2 from 0 to 598016 tid 1 2024-08-17T17:17:15.323 INFO:tasks.rados.rados.0.smithi059.stdout:3427: writing smithi05980601-2 from 598016 to 1245184 tid 2 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3427: writing smithi05980601-2 from 1245184 to 1400832 tid 3 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3428: read oid 8 snap -1 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3428: expect (ObjNum 1021 snap 337 seq_num 1021) 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3429: setattr oid 22 current snap is 356 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3426: finishing write tid 1 to smithi05980601-41 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3426: finishing write tid 2 to smithi05980601-41 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3426: finishing write tid 3 to smithi05980601-41 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3426: finishing write tid 4 to smithi05980601-41 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3426: finishing write tid 5 to smithi05980601-41 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3426: oid 41 updating version 0 to 2998 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3426: oid 41 version 2998 is already newer than 2997 2024-08-17T17:17:15.325 INFO:tasks.rados.rados.0.smithi059.stdout:3426: oid 41 version 2998 is already newer than 2996 2024-08-17T17:17:15.326 INFO:tasks.rados.rados.0.smithi059.stdout:3426: oid 41 version 2998 is already newer than 2995 2024-08-17T17:17:15.326 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 2998 (ObjNum 1085 snap 356 seq_num 1085) dirty exists 2024-08-17T17:17:15.326 INFO:tasks.rados.rados.0.smithi059.stdout:3426: left oid 41 (ObjNum 1085 snap 356 seq_num 1085) 2024-08-17T17:17:15.326 INFO:tasks.rados.rados.0.smithi059.stdout:3427: finishing write tid 1 to smithi05980601-2 2024-08-17T17:17:15.326 INFO:tasks.rados.rados.0.smithi059.stdout:3425: done (4 left) 2024-08-17T17:17:15.326 INFO:tasks.rados.rados.0.smithi059.stdout:3426: done (3 left) 2024-08-17T17:17:15.326 INFO:tasks.rados.rados.0.smithi059.stdout:3430: snap_create 2024-08-17T17:17:15.328 INFO:tasks.rados.rados.0.smithi059.stdout:3428: expect (ObjNum 1021 snap 337 seq_num 1021) 2024-08-17T17:17:15.336 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 3189 (ObjNum 1080 snap 354 seq_num 1080) dirty exists 2024-08-17T17:17:15.336 INFO:tasks.rados.rados.0.smithi059.stdout:3427: finishing write tid 2 to smithi05980601-2 2024-08-17T17:17:15.336 INFO:tasks.rados.rados.0.smithi059.stdout:3427: finishing write tid 3 to smithi05980601-2 2024-08-17T17:17:15.337 INFO:tasks.rados.rados.0.smithi059.stdout:3427: finishing write tid 4 to smithi05980601-2 2024-08-17T17:17:15.337 INFO:tasks.rados.rados.0.smithi059.stdout:3427: finishing write tid 5 to smithi05980601-2 2024-08-17T17:17:15.337 INFO:tasks.rados.rados.0.smithi059.stdout:3427: oid 2 updating version 0 to 2979 2024-08-17T17:17:15.337 INFO:tasks.rados.rados.0.smithi059.stdout:3427: oid 2 version 2979 is already newer than 2976 2024-08-17T17:17:15.337 INFO:tasks.rados.rados.0.smithi059.stdout:3427: oid 2 version 2979 is already newer than 2977 2024-08-17T17:17:15.337 INFO:tasks.rados.rados.0.smithi059.stdout:3427: oid 2 version 2979 is already newer than 2978 2024-08-17T17:17:15.337 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2979 (ObjNum 1086 snap 356 seq_num 1086) dirty exists 2024-08-17T17:17:15.337 INFO:tasks.rados.rados.0.smithi059.stdout:3427: left oid 2 (ObjNum 1086 snap 356 seq_num 1086) 2024-08-17T17:17:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:15 smithi059 ceph-mon[92261]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T17:17:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:15 smithi059 ceph-mon[92261]: pgmap v852: 121 pgs: 121 active+clean; 441 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-08-17T17:17:15.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:15 smithi059 ceph-mon[94685]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T17:17:15.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:15 smithi059 ceph-mon[94685]: pgmap v852: 121 pgs: 121 active+clean; 441 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-08-17T17:17:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:15 smithi087 ceph-mon[85676]: osdmap e788: 8 total, 8 up, 8 in 2024-08-17T17:17:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:15 smithi087 ceph-mon[85676]: pgmap v852: 121 pgs: 121 active+clean; 441 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-08-17T17:17:16.240 INFO:tasks.rados.rados.0.smithi059.stdout:3427: done (3 left) 2024-08-17T17:17:16.240 INFO:tasks.rados.rados.0.smithi059.stdout:3428: done (2 left) 2024-08-17T17:17:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:3429: done (1 left) 2024-08-17T17:17:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:3430: done (0 left) 2024-08-17T17:17:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 357 2024-08-17T17:17:16.241 INFO:tasks.rados.rados.0.smithi059.stdout:3431: seq_num 1087 ranges {5414912=614400,6029312=532480,6561792=270336} 2024-08-17T17:17:16.273 INFO:tasks.rados.rados.0.smithi059.stdout:3431: writing smithi05980601-14 from 5414912 to 6029312 tid 1 2024-08-17T17:17:16.277 INFO:tasks.rados.rados.0.smithi059.stdout:3431: writing smithi05980601-14 from 6029312 to 6561792 tid 2 2024-08-17T17:17:16.278 INFO:tasks.rados.rados.0.smithi059.stdout:3431: writing smithi05980601-14 from 6561792 to 6832128 tid 3 2024-08-17T17:17:16.279 INFO:tasks.rados.rados.0.smithi059.stdout:3432: rollback oid 15 current snap is 357 2024-08-17T17:17:16.279 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 15 to 352 2024-08-17T17:17:16.279 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 357 2024-08-17T17:17:16.279 INFO:tasks.rados.rados.0.smithi059.stdout:3433: seq_num 1088 ranges {974848=630784,1605632=466944,2072576=335872} 2024-08-17T17:17:16.287 INFO:tasks.rados.rados.0.smithi059.stdout:3433: writing smithi05980601-46 from 974848 to 1605632 tid 1 2024-08-17T17:17:16.290 INFO:tasks.rados.rados.0.smithi059.stdout:3433: writing smithi05980601-46 from 1605632 to 2072576 tid 2 2024-08-17T17:17:16.293 INFO:tasks.rados.rados.0.smithi059.stdout:3433: writing smithi05980601-46 from 2072576 to 2408448 tid 3 2024-08-17T17:17:16.293 INFO:tasks.rados.rados.0.smithi059.stdout:3434: read oid 49 snap 351 2024-08-17T17:17:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3434: expect (ObjNum 1002 snap 330 seq_num 1002) 2024-08-17T17:17:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3435: rmattr oid 8 current snap is 357 2024-08-17T17:17:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3435: done (4 left) 2024-08-17T17:17:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3436: snap_create 2024-08-17T17:17:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3432: finishing rollback tid 1 to smithi05980601-15 2024-08-17T17:17:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3432: finishing rollback tid 2 to smithi05980601-15 2024-08-17T17:17:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 1931 (ObjNum 962 snap 317 seq_num 962) dirty exists 2024-08-17T17:17:16.294 INFO:tasks.rados.rados.0.smithi059.stdout:3431: finishing write tid 1 to smithi05980601-14 2024-08-17T17:17:16.295 INFO:tasks.rados.rados.0.smithi059.stdout:3431: finishing write tid 2 to smithi05980601-14 2024-08-17T17:17:16.295 INFO:tasks.rados.rados.0.smithi059.stdout:3431: finishing write tid 3 to smithi05980601-14 2024-08-17T17:17:16.295 INFO:tasks.rados.rados.0.smithi059.stdout:3431: finishing write tid 4 to smithi05980601-14 2024-08-17T17:17:16.295 INFO:tasks.rados.rados.0.smithi059.stdout:3431: finishing write tid 5 to smithi05980601-14 2024-08-17T17:17:16.295 INFO:tasks.rados.rados.0.smithi059.stdout:3431: oid 14 updating version 0 to 2968 2024-08-17T17:17:16.295 INFO:tasks.rados.rados.0.smithi059.stdout:3431: oid 14 version 2968 is already newer than 2967 2024-08-17T17:17:16.296 INFO:tasks.rados.rados.0.smithi059.stdout:3431: oid 14 version 2968 is already newer than 2965 2024-08-17T17:17:16.296 INFO:tasks.rados.rados.0.smithi059.stdout:3431: oid 14 version 2968 is already newer than 2966 2024-08-17T17:17:16.296 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2968 (ObjNum 1087 snap 357 seq_num 1087) dirty exists 2024-08-17T17:17:16.296 INFO:tasks.rados.rados.0.smithi059.stdout:3431: left oid 14 (ObjNum 1087 snap 357 seq_num 1087) 2024-08-17T17:17:16.297 INFO:tasks.rados.rados.0.smithi059.stdout:3433: finishing write tid 1 to smithi05980601-46 2024-08-17T17:17:16.297 INFO:tasks.rados.rados.0.smithi059.stdout:3433: finishing write tid 2 to smithi05980601-46 2024-08-17T17:17:16.297 INFO:tasks.rados.rados.0.smithi059.stdout:3433: finishing write tid 3 to smithi05980601-46 2024-08-17T17:17:16.297 INFO:tasks.rados.rados.0.smithi059.stdout:3433: finishing write tid 4 to smithi05980601-46 2024-08-17T17:17:16.299 INFO:tasks.rados.rados.0.smithi059.stdout:3433: finishing write tid 5 to smithi05980601-46 2024-08-17T17:17:16.299 INFO:tasks.rados.rados.0.smithi059.stdout:3433: oid 46 updating version 0 to 2980 2024-08-17T17:17:16.299 INFO:tasks.rados.rados.0.smithi059.stdout:3433: oid 46 updating version 2980 to 2982 2024-08-17T17:17:16.299 INFO:tasks.rados.rados.0.smithi059.stdout:3433: oid 46 updating version 2982 to 2983 2024-08-17T17:17:16.299 INFO:tasks.rados.rados.0.smithi059.stdout:3433: oid 46 version 2983 is already newer than 2981 2024-08-17T17:17:16.299 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 2983 (ObjNum 1088 snap 357 seq_num 1088) dirty exists 2024-08-17T17:17:16.299 INFO:tasks.rados.rados.0.smithi059.stdout:3433: left oid 46 (ObjNum 1088 snap 357 seq_num 1088) 2024-08-17T17:17:16.314 INFO:tasks.rados.rados.0.smithi059.stdout:3434: expect (ObjNum 1002 snap 330 seq_num 1002) 2024-08-17T17:17:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:16 smithi059 ceph-mon[92261]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T17:17:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:16 smithi059 ceph-mon[92261]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T17:17:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:16 smithi059 ceph-mon[94685]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T17:17:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:16 smithi059 ceph-mon[94685]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T17:17:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:16 smithi087 ceph-mon[85676]: osdmap e789: 8 total, 8 up, 8 in 2024-08-17T17:17:16.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:16 smithi087 ceph-mon[85676]: osdmap e790: 8 total, 8 up, 8 in 2024-08-17T17:17:17.282 INFO:tasks.rados.rados.0.smithi059.stdout:3431: done (4 left) 2024-08-17T17:17:17.282 INFO:tasks.rados.rados.0.smithi059.stdout:3432: done (3 left) 2024-08-17T17:17:17.282 INFO:tasks.rados.rados.0.smithi059.stdout:3433: done (2 left) 2024-08-17T17:17:17.282 INFO:tasks.rados.rados.0.smithi059.stdout:3434: done (1 left) 2024-08-17T17:17:17.282 INFO:tasks.rados.rados.0.smithi059.stdout:3436: done (0 left) 2024-08-17T17:17:17.283 INFO:tasks.rados.rados.0.smithi059.stdout:3437: read oid 5 snap -1 2024-08-17T17:17:17.283 INFO:tasks.rados.rados.0.smithi059.stdout:3437: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:17.283 INFO:tasks.rados.rados.0.smithi059.stdout:3438: read oid 40 snap 347 2024-08-17T17:17:17.283 INFO:tasks.rados.rados.0.smithi059.stdout:3438: expect (ObjNum 1035 snap 340 seq_num 1035) 2024-08-17T17:17:17.283 INFO:tasks.rados.rados.0.smithi059.stdout:3439: read oid 29 snap 349 2024-08-17T17:17:17.283 INFO:tasks.rados.rados.0.smithi059.stdout:3439: expect (ObjNum 1054 snap 349 seq_num 1054) 2024-08-17T17:17:17.283 INFO:tasks.rados.rados.0.smithi059.stdout:3440: snap_remove snap 357 2024-08-17T17:17:17.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:17 smithi059 ceph-mon[94685]: pgmap v855: 121 pgs: 121 active+clean; 441 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 906 KiB/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:17:17.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:17 smithi059 ceph-mon[92261]: pgmap v855: 121 pgs: 121 active+clean; 441 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 906 KiB/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:17:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:17 smithi087 ceph-mon[85676]: pgmap v855: 121 pgs: 121 active+clean; 441 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 906 KiB/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:17:18.289 INFO:tasks.rados.rados.0.smithi059.stdout:3440: done (3 left) 2024-08-17T17:17:18.289 INFO:tasks.rados.rados.0.smithi059.stdout:3441: read oid 37 snap -1 2024-08-17T17:17:18.289 INFO:tasks.rados.rados.0.smithi059.stdout:3441: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:18.289 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 358 2024-08-17T17:17:18.289 INFO:tasks.rados.rados.0.smithi059.stdout:3442: seq_num 1089 ranges {14024704=647168,14671872=745472,15417344=57344} 2024-08-17T17:17:18.370 INFO:tasks.rados.rados.0.smithi059.stdout:3442: writing smithi05980601-48 from 14024704 to 14671872 tid 1 2024-08-17T17:17:18.374 INFO:tasks.rados.rados.0.smithi059.stdout:3442: writing smithi05980601-48 from 14671872 to 15417344 tid 2 2024-08-17T17:17:18.375 INFO:tasks.rados.rados.0.smithi059.stdout:3442: writing smithi05980601-48 from 15417344 to 15474688 tid 3 2024-08-17T17:17:18.375 INFO:tasks.rados.rados.0.smithi059.stdout:3443: copy_from oid 21 from oid 36 current snap is 358 2024-08-17T17:17:18.375 INFO:tasks.rados.rados.0.smithi059.stdout:3438: expect (ObjNum 1035 snap 340 seq_num 1035) 2024-08-17T17:17:18.392 INFO:tasks.rados.rados.0.smithi059.stdout:3439: expect (ObjNum 1054 snap 349 seq_num 1054) 2024-08-17T17:17:18.415 INFO:tasks.rados.rados.0.smithi059.stdout:3437: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:18 smithi059 ceph-mon[92261]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T17:17:18.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:18 smithi059 ceph-mon[94685]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T17:17:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:18 smithi087 ceph-mon[85676]: osdmap e791: 8 total, 8 up, 8 in 2024-08-17T17:17:19.016 INFO:tasks.rados.rados.0.smithi059.stdout:3441: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:19 smithi087 ceph-mon[85676]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T17:17:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:19 smithi087 ceph-mon[85676]: pgmap v858: 121 pgs: 121 active+clean; 450 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T17:17:19.614 INFO:tasks.rados.rados.0.smithi059.stdout:3442: finishing write tid 1 to smithi05980601-48 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3442: finishing write tid 2 to smithi05980601-48 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3442: finishing write tid 3 to smithi05980601-48 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3442: finishing write tid 4 to smithi05980601-48 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3442: finishing write tid 5 to smithi05980601-48 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3442: oid 48 updating version 0 to 1919 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3442: oid 48 version 1919 is already newer than 1918 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3442: oid 48 updating version 1919 to 1921 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3442: oid 48 version 1921 is already newer than 1920 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1921 (ObjNum 1089 snap 358 seq_num 1089) dirty exists 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3442: left oid 48 (ObjNum 1089 snap 358 seq_num 1089) 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3443: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:17:19.615 INFO:tasks.rados.rados.0.smithi059.stdout:3443: finishing copy_from to smithi05980601-21 2024-08-17T17:17:19.616 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1913 (ObjNum 1070 snap 351 seq_num 1070) dirty exists 2024-08-17T17:17:19.616 INFO:tasks.rados.rados.0.smithi059.stdout:3437: done (5 left) 2024-08-17T17:17:19.616 INFO:tasks.rados.rados.0.smithi059.stdout:3438: done (4 left) 2024-08-17T17:17:19.616 INFO:tasks.rados.rados.0.smithi059.stdout:3439: done (3 left) 2024-08-17T17:17:19.616 INFO:tasks.rados.rados.0.smithi059.stdout:3441: done (2 left) 2024-08-17T17:17:19.616 INFO:tasks.rados.rados.0.smithi059.stdout:3442: done (1 left) 2024-08-17T17:17:19.616 INFO:tasks.rados.rados.0.smithi059.stdout:3443: done (0 left) 2024-08-17T17:17:19.616 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 358 2024-08-17T17:17:19.616 INFO:tasks.rados.rados.0.smithi059.stdout:3444: seq_num 1090 ranges {303104=663552,966656=630784,1597440=172032} 2024-08-17T17:17:19.619 INFO:tasks.rados.rados.0.smithi059.stdout:3444: writing smithi05980601-8 from 303104 to 966656 tid 1 2024-08-17T17:17:19.623 INFO:tasks.rados.rados.0.smithi059.stdout:3444: writing smithi05980601-8 from 966656 to 1597440 tid 2 2024-08-17T17:17:19.624 INFO:tasks.rados.rados.0.smithi059.stdout:3444: writing smithi05980601-8 from 1597440 to 1769472 tid 3 2024-08-17T17:17:19.624 INFO:tasks.rados.rados.0.smithi059.stdout:3445: read oid 16 snap -1 2024-08-17T17:17:19.624 INFO:tasks.rados.rados.0.smithi059.stdout:3445: expect deleted 2024-08-17T17:17:19.624 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 358 2024-08-17T17:17:19.625 INFO:tasks.rados.rados.0.smithi059.stdout:3444: finishing write tid 1 to smithi05980601-8 2024-08-17T17:17:19.625 INFO:tasks.rados.rados.0.smithi059.stdout:3446: seq_num 1091 ranges {5021696=679936,5701632=516096,6217728=286720} 2024-08-17T17:17:19.655 INFO:tasks.rados.rados.0.smithi059.stdout:3446: writing smithi05980601-3 from 5021696 to 5701632 tid 1 2024-08-17T17:17:19.659 INFO:tasks.rados.rados.0.smithi059.stdout:3446: writing smithi05980601-3 from 5701632 to 6217728 tid 2 2024-08-17T17:17:19.662 INFO:tasks.rados.rados.0.smithi059.stdout:3446: writing smithi05980601-3 from 6217728 to 6504448 tid 3 2024-08-17T17:17:19.662 INFO:tasks.rados.rados.0.smithi059.stdout:3447: read oid 11 snap -1 2024-08-17T17:17:19.662 INFO:tasks.rados.rados.0.smithi059.stdout:3447: expect (ObjNum 1024 snap 337 seq_num 1024) 2024-08-17T17:17:19.662 INFO:tasks.rados.rados.0.smithi059.stdout:3448: copy_from oid 21 from oid 33 current snap is 358 2024-08-17T17:17:19.662 INFO:tasks.rados.rados.0.smithi059.stdout:3444: finishing write tid 2 to smithi05980601-8 2024-08-17T17:17:19.662 INFO:tasks.rados.rados.0.smithi059.stdout:3444: finishing write tid 3 to smithi05980601-8 2024-08-17T17:17:19.662 INFO:tasks.rados.rados.0.smithi059.stdout:3444: finishing write tid 4 to smithi05980601-8 2024-08-17T17:17:19.662 INFO:tasks.rados.rados.0.smithi059.stdout:3444: finishing write tid 5 to smithi05980601-8 2024-08-17T17:17:19.662 INFO:tasks.rados.rados.0.smithi059.stdout:3444: oid 8 updating version 0 to 2510 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:3444: oid 8 version 2510 is already newer than 2508 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:3444: oid 8 version 2510 is already newer than 2507 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:3444: oid 8 version 2510 is already newer than 2509 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2510 (ObjNum 1090 snap 358 seq_num 1090) dirty exists 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:3444: left oid 8 (ObjNum 1090 snap 358 seq_num 1090) 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:3444: done (4 left) 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:3445: done (3 left) 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:3449: rollback oid 43 current snap is 358 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 43 to 354 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 358 2024-08-17T17:17:19.663 INFO:tasks.rados.rados.0.smithi059.stdout:3450: seq_num 1092 ranges {5570560=696320,6266880=802816} 2024-08-17T17:17:19.696 INFO:tasks.rados.rados.0.smithi059.stdout:3450: writing smithi05980601-15 from 5570560 to 6266880 tid 1 2024-08-17T17:17:19.701 INFO:tasks.rados.rados.0.smithi059.stdout:3450: writing smithi05980601-15 from 6266880 to 7069696 tid 2 2024-08-17T17:17:19.701 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 358 2024-08-17T17:17:19.701 INFO:tasks.rados.rados.0.smithi059.stdout:3446: finishing write tid 1 to smithi05980601-3 2024-08-17T17:17:19.701 INFO:tasks.rados.rados.0.smithi059.stdout:3446: finishing write tid 2 to smithi05980601-3 2024-08-17T17:17:19.702 INFO:tasks.rados.rados.0.smithi059.stdout:3451: seq_num 1093 ranges {17465344=712704,18178048=688128,18866176=114688} 2024-08-17T17:17:19.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:19 smithi059 ceph-mon[92261]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T17:17:19.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:19 smithi059 ceph-mon[92261]: pgmap v858: 121 pgs: 121 active+clean; 450 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T17:17:19.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:19 smithi059 ceph-mon[94685]: osdmap e792: 8 total, 8 up, 8 in 2024-08-17T17:17:19.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:19 smithi059 ceph-mon[94685]: pgmap v858: 121 pgs: 121 active+clean; 450 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-08-17T17:17:19.800 INFO:tasks.rados.rados.0.smithi059.stdout:3451: writing smithi05980601-1 from 17465344 to 18178048 tid 1 2024-08-17T17:17:19.804 INFO:tasks.rados.rados.0.smithi059.stdout:3451: writing smithi05980601-1 from 18178048 to 18866176 tid 2 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3451: writing smithi05980601-1 from 18866176 to 18980864 tid 3 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3452: copy_from oid 50 from oid 26 current snap is 358 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3449: finishing rollback tid 0 to smithi05980601-43 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3449: finishing rollback tid 1 to smithi05980601-43 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3453: copy_from oid 6 from oid 4 current snap is 358 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3446: finishing write tid 3 to smithi05980601-3 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3446: finishing write tid 4 to smithi05980601-3 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3449: finishing rollback tid 2 to smithi05980601-43 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1951 (ObjNum 1048 snap 345 seq_num 1048) dirty exists 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3446: finishing write tid 5 to smithi05980601-3 2024-08-17T17:17:19.806 INFO:tasks.rados.rados.0.smithi059.stdout:3446: oid 3 updating version 0 to 1925 2024-08-17T17:17:19.807 INFO:tasks.rados.rados.0.smithi059.stdout:3446: oid 3 version 1925 is already newer than 1924 2024-08-17T17:17:19.807 INFO:tasks.rados.rados.0.smithi059.stdout:3446: oid 3 version 1925 is already newer than 1923 2024-08-17T17:17:19.807 INFO:tasks.rados.rados.0.smithi059.stdout:3446: oid 3 version 1925 is already newer than 1922 2024-08-17T17:17:19.807 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 1925 (ObjNum 1091 snap 358 seq_num 1091) dirty exists 2024-08-17T17:17:19.807 INFO:tasks.rados.rados.0.smithi059.stdout:3446: left oid 3 (ObjNum 1091 snap 358 seq_num 1091) 2024-08-17T17:17:19.807 INFO:tasks.rados.rados.0.smithi059.stdout:3447: expect (ObjNum 1024 snap 337 seq_num 1024) 2024-08-17T17:17:20.093 INFO:tasks.rados.rados.0.smithi059.stdout:3448: finishing copy_from racing read to smithi05980601-21 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:3448: finishing copy_from to smithi05980601-21 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 1932 (ObjNum 1074 snap 353 seq_num 1074) dirty exists 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:3450: finishing write tid 1 to smithi05980601-15 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:3446: done (7 left) 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:3447: done (6 left) 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:3448: done (5 left) 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:3449: done (4 left) 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:3454: copy_from oid 20 from oid 21 current snap is 358 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:3450: finishing write tid 2 to smithi05980601-15 2024-08-17T17:17:20.094 INFO:tasks.rados.rados.0.smithi059.stdout:3450: finishing write tid 3 to smithi05980601-15 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3450: finishing write tid 4 to smithi05980601-15 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3450: oid 15 updating version 0 to 1934 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3450: oid 15 version 1934 is already newer than 1933 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3450: oid 15 version 1934 is already newer than 1932 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 1934 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3450: left oid 15 (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3451: finishing write tid 1 to smithi05980601-1 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3451: finishing write tid 2 to smithi05980601-1 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3451: finishing write tid 3 to smithi05980601-1 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3451: finishing write tid 4 to smithi05980601-1 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3451: finishing write tid 5 to smithi05980601-1 2024-08-17T17:17:20.095 INFO:tasks.rados.rados.0.smithi059.stdout:3451: oid 1 updating version 0 to 1955 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3451: oid 1 version 1955 is already newer than 1952 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3451: oid 1 version 1955 is already newer than 1954 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3451: oid 1 version 1955 is already newer than 1953 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1955 (ObjNum 1093 snap 358 seq_num 1093) dirty exists 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3451: left oid 1 (ObjNum 1093 snap 358 seq_num 1093) 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3453: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3453: finishing copy_from to smithi05980601-6 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2971 (ObjNum 1069 snap 351 seq_num 1069) dirty exists 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3452: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3452: finishing copy_from to smithi05980601-50 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 1919 (ObjNum 990 snap 326 seq_num 990) dirty exists 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3450: done (4 left) 2024-08-17T17:17:20.096 INFO:tasks.rados.rados.0.smithi059.stdout:3451: done (3 left) 2024-08-17T17:17:20.097 INFO:tasks.rados.rados.0.smithi059.stdout:3452: done (2 left) 2024-08-17T17:17:20.097 INFO:tasks.rados.rados.0.smithi059.stdout:3453: done (1 left) 2024-08-17T17:17:20.097 INFO:tasks.rados.rados.0.smithi059.stdout:3455: read oid 15 snap -1 2024-08-17T17:17:20.097 INFO:tasks.rados.rados.0.smithi059.stdout:3455: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:17:20.097 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 358 2024-08-17T17:17:20.097 INFO:tasks.rados.rados.0.smithi059.stdout:3456: seq_num 1094 ranges {4849664=729088,5578752=573440,6152192=229376} 2024-08-17T17:17:20.124 INFO:tasks.rados.rados.0.smithi059.stdout:3456: writing smithi05980601-45 from 4849664 to 5578752 tid 1 2024-08-17T17:17:20.128 INFO:tasks.rados.rados.0.smithi059.stdout:3456: writing smithi05980601-45 from 5578752 to 6152192 tid 2 2024-08-17T17:17:20.130 INFO:tasks.rados.rados.0.smithi059.stdout:3456: writing smithi05980601-45 from 6152192 to 6381568 tid 3 2024-08-17T17:17:20.130 INFO:tasks.rados.rados.0.smithi059.stdout:3457: delete oid 46 current snap is 358 2024-08-17T17:17:20.130 INFO:tasks.rados.rados.0.smithi059.stdout:3454: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:17:20.130 INFO:tasks.rados.rados.0.smithi059.stdout:3454: finishing copy_from to smithi05980601-20 2024-08-17T17:17:20.130 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 1932 (ObjNum 1074 snap 353 seq_num 1074) dirty exists 2024-08-17T17:17:20.131 INFO:tasks.rados.rados.0.smithi059.stdout:3456: finishing write tid 1 to smithi05980601-45 2024-08-17T17:17:20.131 INFO:tasks.rados.rados.0.smithi059.stdout:3455: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:17:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:3456: finishing write tid 2 to smithi05980601-45 2024-08-17T17:17:20.529 INFO:tasks.rados.rados.0.smithi059.stdout:3456: finishing write tid 3 to smithi05980601-45 2024-08-17T17:17:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:3454: done (3 left) 2024-08-17T17:17:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:3455: done (2 left) 2024-08-17T17:17:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:3457: done (1 left) 2024-08-17T17:17:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 358 2024-08-17T17:17:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:3456: finishing write tid 4 to smithi05980601-45 2024-08-17T17:17:20.530 INFO:tasks.rados.rados.0.smithi059.stdout:3458: seq_num 1096 ranges {7036928=761856,7798784=786432,8585216=16384} 2024-08-17T17:17:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:20.571 INFO:tasks.rados.rados.0.smithi059.stdout:3458: writing smithi05980601-30 from 7036928 to 7798784 tid 1 2024-08-17T17:17:20.576 INFO:tasks.rados.rados.0.smithi059.stdout:3458: writing smithi05980601-30 from 7798784 to 8585216 tid 2 2024-08-17T17:17:20.576 INFO:tasks.rados.rados.0.smithi059.stdout:3458: writing smithi05980601-30 from 8585216 to 8601600 tid 3 2024-08-17T17:17:20.576 INFO:tasks.rados.rados.0.smithi059.stdout:3459: snap_create 2024-08-17T17:17:20.576 INFO:tasks.rados.rados.0.smithi059.stdout:3456: finishing write tid 5 to smithi05980601-45 2024-08-17T17:17:20.577 INFO:tasks.rados.rados.0.smithi059.stdout:3456: oid 45 updating version 0 to 2522 2024-08-17T17:17:20.577 INFO:tasks.rados.rados.0.smithi059.stdout:3456: oid 45 version 2522 is already newer than 2521 2024-08-17T17:17:20.577 INFO:tasks.rados.rados.0.smithi059.stdout:3456: oid 45 version 2522 is already newer than 2520 2024-08-17T17:17:20.577 INFO:tasks.rados.rados.0.smithi059.stdout:3456: oid 45 updating version 2522 to 2523 2024-08-17T17:17:20.577 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2523 (ObjNum 1094 snap 358 seq_num 1094) dirty exists 2024-08-17T17:17:20.577 INFO:tasks.rados.rados.0.smithi059.stdout:3456: left oid 45 (ObjNum 1094 snap 358 seq_num 1094) 2024-08-17T17:17:20.577 INFO:tasks.rados.rados.0.smithi059.stdout:3458: finishing write tid 1 to smithi05980601-30 2024-08-17T17:17:20.579 INFO:tasks.rados.rados.0.smithi059.stdout:3458: finishing write tid 2 to smithi05980601-30 2024-08-17T17:17:20.580 INFO:tasks.rados.rados.0.smithi059.stdout:3458: finishing write tid 3 to smithi05980601-30 2024-08-17T17:17:20.580 INFO:tasks.rados.rados.0.smithi059.stdout:3458: finishing write tid 4 to smithi05980601-30 2024-08-17T17:17:20.581 INFO:tasks.rados.rados.0.smithi059.stdout:3458: finishing write tid 5 to smithi05980601-30 2024-08-17T17:17:20.581 INFO:tasks.rados.rados.0.smithi059.stdout:3458: oid 30 updating version 0 to 1679 2024-08-17T17:17:20.581 INFO:tasks.rados.rados.0.smithi059.stdout:3458: oid 30 version 1679 is already newer than 1677 2024-08-17T17:17:20.581 INFO:tasks.rados.rados.0.smithi059.stdout:3458: oid 30 version 1679 is already newer than 1678 2024-08-17T17:17:20.581 INFO:tasks.rados.rados.0.smithi059.stdout:3458: oid 30 updating version 1679 to 1680 2024-08-17T17:17:20.582 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1680 (ObjNum 1096 snap 358 seq_num 1096) dirty exists 2024-08-17T17:17:20.582 INFO:tasks.rados.rados.0.smithi059.stdout:3458: left oid 30 (ObjNum 1096 snap 358 seq_num 1096) 2024-08-17T17:17:20.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:20.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:21.245 INFO:tasks.rados.rados.0.smithi059.stdout:3456: done (2 left) 2024-08-17T17:17:21.245 INFO:tasks.rados.rados.0.smithi059.stdout:3458: done (1 left) 2024-08-17T17:17:21.245 INFO:tasks.rados.rados.0.smithi059.stdout:3459: done (0 left) 2024-08-17T17:17:21.245 INFO:tasks.rados.rados.0.smithi059.stdout:3460: copy_from oid 40 from oid 20 current snap is 359 2024-08-17T17:17:21.245 INFO:tasks.rados.rados.0.smithi059.stdout:3461: rmattr oid 46 current snap is 359 2024-08-17T17:17:21.245 INFO:tasks.rados.rados.0.smithi059.stdout:3461: done (1 left) 2024-08-17T17:17:21.245 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 359 2024-08-17T17:17:21.245 INFO:tasks.rados.rados.0.smithi059.stdout:3462: seq_num 1097 ranges {15474688=778240,16252928=671744,16924672=131072} 2024-08-17T17:17:21.335 INFO:tasks.rados.rados.0.smithi059.stdout:3462: writing smithi05980601-48 from 15474688 to 16252928 tid 1 2024-08-17T17:17:21.339 INFO:tasks.rados.rados.0.smithi059.stdout:3462: writing smithi05980601-48 from 16252928 to 16924672 tid 2 2024-08-17T17:17:21.340 INFO:tasks.rados.rados.0.smithi059.stdout:3462: writing smithi05980601-48 from 16924672 to 17055744 tid 3 2024-08-17T17:17:21.340 INFO:tasks.rados.rados.0.smithi059.stdout:3463: snap_create 2024-08-17T17:17:21.340 INFO:tasks.rados.rados.0.smithi059.stdout:3460: finishing copy_from racing read to smithi05980601-40 2024-08-17T17:17:21.340 INFO:tasks.rados.rados.0.smithi059.stdout:3460: finishing copy_from to smithi05980601-40 2024-08-17T17:17:21.340 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1932 (ObjNum 1074 snap 353 seq_num 1074) dirty exists 2024-08-17T17:17:21.340 INFO:tasks.rados.rados.0.smithi059.stdout:3462: finishing write tid 1 to smithi05980601-48 2024-08-17T17:17:21.343 INFO:tasks.rados.rados.0.smithi059.stdout:3462: finishing write tid 2 to smithi05980601-48 2024-08-17T17:17:21.344 INFO:tasks.rados.rados.0.smithi059.stdout:3462: finishing write tid 3 to smithi05980601-48 2024-08-17T17:17:21.344 INFO:tasks.rados.rados.0.smithi059.stdout:3462: finishing write tid 4 to smithi05980601-48 2024-08-17T17:17:21.345 INFO:tasks.rados.rados.0.smithi059.stdout:3462: finishing write tid 5 to smithi05980601-48 2024-08-17T17:17:21.345 INFO:tasks.rados.rados.0.smithi059.stdout:3462: oid 48 updating version 0 to 1928 2024-08-17T17:17:21.345 INFO:tasks.rados.rados.0.smithi059.stdout:3462: oid 48 version 1928 is already newer than 1927 2024-08-17T17:17:21.345 INFO:tasks.rados.rados.0.smithi059.stdout:3462: oid 48 version 1928 is already newer than 1926 2024-08-17T17:17:21.346 INFO:tasks.rados.rados.0.smithi059.stdout:3462: oid 48 updating version 1928 to 1929 2024-08-17T17:17:21.346 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1929 (ObjNum 1097 snap 359 seq_num 1097) dirty exists 2024-08-17T17:17:21.346 INFO:tasks.rados.rados.0.smithi059.stdout:3462: left oid 48 (ObjNum 1097 snap 359 seq_num 1097) 2024-08-17T17:17:22.299 INFO:tasks.rados.rados.0.smithi059.stdout:3460: done (2 left) 2024-08-17T17:17:22.299 INFO:tasks.rados.rados.0.smithi059.stdout:3462: done (1 left) 2024-08-17T17:17:22.300 INFO:tasks.rados.rados.0.smithi059.stdout:3463: done (0 left) 2024-08-17T17:17:22.300 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 360 2024-08-17T17:17:22.300 INFO:tasks.rados.rados.0.smithi059.stdout:3464: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-08-17T17:17:22.303 INFO:tasks.rados.rados.0.smithi059.stdout:3464: writing smithi05980601-39 from 0 to 794624 tid 1 2024-08-17T17:17:22.306 INFO:tasks.rados.rados.0.smithi059.stdout:3464: writing smithi05980601-39 from 794624 to 1351680 tid 2 2024-08-17T17:17:22.308 INFO:tasks.rados.rados.0.smithi059.stdout:3464: writing smithi05980601-39 from 1351680 to 1597440 tid 3 2024-08-17T17:17:22.308 INFO:tasks.rados.rados.0.smithi059.stdout:3465: read oid 17 snap -1 2024-08-17T17:17:22.308 INFO:tasks.rados.rados.0.smithi059.stdout:3465: expect (ObjNum 795 snap 265 seq_num 795) 2024-08-17T17:17:22.308 INFO:tasks.rados.rados.0.smithi059.stdout:3466: snap_create 2024-08-17T17:17:22.314 INFO:tasks.rados.rados.0.smithi059.stdout:3464: finishing write tid 1 to smithi05980601-39 2024-08-17T17:17:22.315 INFO:tasks.rados.rados.0.smithi059.stdout:3464: finishing write tid 2 to smithi05980601-39 2024-08-17T17:17:22.316 INFO:tasks.rados.rados.0.smithi059.stdout:3464: finishing write tid 3 to smithi05980601-39 2024-08-17T17:17:22.317 INFO:tasks.rados.rados.0.smithi059.stdout:3464: finishing write tid 4 to smithi05980601-39 2024-08-17T17:17:22.322 INFO:tasks.rados.rados.0.smithi059.stdout:3464: finishing write tid 5 to smithi05980601-39 2024-08-17T17:17:22.322 INFO:tasks.rados.rados.0.smithi059.stdout:3464: oid 39 updating version 0 to 3252 2024-08-17T17:17:22.322 INFO:tasks.rados.rados.0.smithi059.stdout:3464: oid 39 updating version 3252 to 3254 2024-08-17T17:17:22.322 INFO:tasks.rados.rados.0.smithi059.stdout:3464: oid 39 version 3254 is already newer than 3251 2024-08-17T17:17:22.322 INFO:tasks.rados.rados.0.smithi059.stdout:3464: oid 39 version 3254 is already newer than 3253 2024-08-17T17:17:22.322 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 3254 (ObjNum 1098 snap 360 seq_num 1098) dirty exists 2024-08-17T17:17:22.322 INFO:tasks.rados.rados.0.smithi059.stdout:3464: left oid 39 (ObjNum 1098 snap 360 seq_num 1098) 2024-08-17T17:17:22.324 INFO:tasks.rados.rados.0.smithi059.stdout:3465: expect (ObjNum 795 snap 265 seq_num 795) 2024-08-17T17:17:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:22 smithi059 ceph-mon[92261]: pgmap v859: 121 pgs: 121 active+clean; 452 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T17:17:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:22 smithi059 ceph-mon[92261]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T17:17:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:22 smithi059 ceph-mon[94685]: pgmap v859: 121 pgs: 121 active+clean; 452 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T17:17:22.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:22 smithi059 ceph-mon[94685]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T17:17:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:22 smithi087 ceph-mon[85676]: pgmap v859: 121 pgs: 121 active+clean; 452 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-08-17T17:17:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:22 smithi087 ceph-mon[85676]: osdmap e793: 8 total, 8 up, 8 in 2024-08-17T17:17:23.309 INFO:tasks.rados.rados.0.smithi059.stdout:3464: done (2 left) 2024-08-17T17:17:23.309 INFO:tasks.rados.rados.0.smithi059.stdout:3465: done (1 left) 2024-08-17T17:17:23.309 INFO:tasks.rados.rados.0.smithi059.stdout:3466: done (0 left) 2024-08-17T17:17:23.309 INFO:tasks.rados.rados.0.smithi059.stdout:3467: snap_create 2024-08-17T17:17:23.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:23 smithi059 ceph-mon[92261]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T17:17:23.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:23 smithi059 ceph-mon[92261]: pgmap v862: 121 pgs: 121 active+clean; 476 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-08-17T17:17:23.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:23 smithi059 ceph-mon[94685]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T17:17:23.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:23 smithi059 ceph-mon[94685]: pgmap v862: 121 pgs: 121 active+clean; 476 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-08-17T17:17:23.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:23 smithi087 ceph-mon[85676]: osdmap e794: 8 total, 8 up, 8 in 2024-08-17T17:17:23.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:23 smithi087 ceph-mon[85676]: pgmap v862: 121 pgs: 121 active+clean; 476 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 6.0 MiB/s wr, 21 op/s 2024-08-17T17:17:24.311 INFO:tasks.rados.rados.0.smithi059.stdout:3467: done (0 left) 2024-08-17T17:17:24.311 INFO:tasks.rados.rados.0.smithi059.stdout:3468: rollback oid 32 current snap is 362 2024-08-17T17:17:24.311 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 346 2024-08-17T17:17:24.311 INFO:tasks.rados.rados.0.smithi059.stdout:3469: copy_from oid 1 from oid 15 current snap is 362 2024-08-17T17:17:24.311 INFO:tasks.rados.rados.0.smithi059.stdout:3470: snap_remove snap 359 2024-08-17T17:17:24.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:24 smithi059 ceph-mon[92261]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T17:17:24.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:17:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:17:24] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.51.0" 2024-08-17T17:17:24.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:24 smithi059 ceph-mon[94685]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T17:17:24.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:24 smithi087 ceph-mon[85676]: osdmap e795: 8 total, 8 up, 8 in 2024-08-17T17:17:25.329 INFO:tasks.rados.rados.0.smithi059.stdout:3470: done (2 left) 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:3471: copy_from oid 40 from oid 30 current snap is 362 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:3468: finishing rollback tid 0 to smithi05980601-32 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:3468: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 2176 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:3469: finishing copy_from racing read to smithi05980601-1 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:3469: finishing copy_from to smithi05980601-1 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1934 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:3468: done (2 left) 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:3469: done (1 left) 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:3472: read oid 42 snap -1 2024-08-17T17:17:25.330 INFO:tasks.rados.rados.0.smithi059.stdout:3472: expect deleted 2024-08-17T17:17:25.331 INFO:tasks.rados.rados.0.smithi059.stdout:3473: read oid 19 snap -1 2024-08-17T17:17:25.331 INFO:tasks.rados.rados.0.smithi059.stdout:3473: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:17:25.331 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 362 2024-08-17T17:17:25.331 INFO:tasks.rados.rados.0.smithi059.stdout:3474: seq_num 1099 ranges {1302528=409600,1712128=442368,2154496=720896,2875392=40960} 2024-08-17T17:17:25.339 INFO:tasks.rados.rados.0.smithi059.stdout:3474: writing smithi05980601-23 from 1302528 to 1712128 tid 1 2024-08-17T17:17:25.341 INFO:tasks.rados.rados.0.smithi059.stdout:3474: writing smithi05980601-23 from 1712128 to 2154496 tid 2 2024-08-17T17:17:25.346 INFO:tasks.rados.rados.0.smithi059.stdout:3474: writing smithi05980601-23 from 2154496 to 2875392 tid 3 2024-08-17T17:17:25.346 INFO:tasks.rados.rados.0.smithi059.stdout:3474: writing smithi05980601-23 from 2875392 to 2916352 tid 4 2024-08-17T17:17:25.346 INFO:tasks.rados.rados.0.smithi059.stdout:3475: rmattr oid 20 current snap is 362 2024-08-17T17:17:25.347 INFO:tasks.rados.rados.0.smithi059.stdout:3473: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:17:25.383 INFO:tasks.rados.rados.0.smithi059.stdout:3474: finishing write tid 1 to smithi05980601-23 2024-08-17T17:17:25.383 INFO:tasks.rados.rados.0.smithi059.stdout:3474: finishing write tid 2 to smithi05980601-23 2024-08-17T17:17:25.383 INFO:tasks.rados.rados.0.smithi059.stdout:3472: done (4 left) 2024-08-17T17:17:25.383 INFO:tasks.rados.rados.0.smithi059.stdout:3473: done (3 left) 2024-08-17T17:17:25.383 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 362 2024-08-17T17:17:25.383 INFO:tasks.rados.rados.0.smithi059.stdout:3474: finishing write tid 3 to smithi05980601-23 2024-08-17T17:17:25.383 INFO:tasks.rados.rados.0.smithi059.stdout:3476: seq_num 1100 ranges {1400832=425984,1826816=729088,2555904=475136} 2024-08-17T17:17:25.392 INFO:tasks.rados.rados.0.smithi059.stdout:3476: writing smithi05980601-2 from 1400832 to 1826816 tid 1 2024-08-17T17:17:25.396 INFO:tasks.rados.rados.0.smithi059.stdout:3476: writing smithi05980601-2 from 1826816 to 2555904 tid 2 2024-08-17T17:17:25.400 INFO:tasks.rados.rados.0.smithi059.stdout:3476: writing smithi05980601-2 from 2555904 to 3031040 tid 3 2024-08-17T17:17:25.400 INFO:tasks.rados.rados.0.smithi059.stdout:3477: read oid 21 snap -1 2024-08-17T17:17:25.400 INFO:tasks.rados.rados.0.smithi059.stdout:3477: expect (ObjNum 1074 snap 353 seq_num 1074) 2024-08-17T17:17:25.400 INFO:tasks.rados.rados.0.smithi059.stdout:3478: setattr oid 41 current snap is 362 2024-08-17T17:17:25.400 INFO:tasks.rados.rados.0.smithi059.stdout:3474: finishing write tid 4 to smithi05980601-23 2024-08-17T17:17:25.400 INFO:tasks.rados.rados.0.smithi059.stdout:3474: finishing write tid 5 to smithi05980601-23 2024-08-17T17:17:25.400 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2990 (ObjNum 1074 snap 353 seq_num 1074) dirty exists 2024-08-17T17:17:25.400 INFO:tasks.rados.rados.0.smithi059.stdout:3474: finishing write tid 6 to smithi05980601-23 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3474: oid 23 updating version 0 to 2986 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3474: oid 23 updating version 2986 to 2989 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3474: oid 23 version 2989 is already newer than 2985 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3474: oid 23 version 2989 is already newer than 2988 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3474: oid 23 version 2989 is already newer than 2987 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 2989 (ObjNum 1099 snap 362 seq_num 1099) dirty exists 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3474: left oid 23 (ObjNum 1099 snap 362 seq_num 1099) 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3471: finishing copy_from racing read to smithi05980601-40 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3471: finishing copy_from to smithi05980601-40 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1680 (ObjNum 1096 snap 358 seq_num 1096) dirty exists 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3476: finishing write tid 1 to smithi05980601-2 2024-08-17T17:17:25.401 INFO:tasks.rados.rados.0.smithi059.stdout:3471: done (5 left) 2024-08-17T17:17:25.402 INFO:tasks.rados.rados.0.smithi059.stdout:3474: done (4 left) 2024-08-17T17:17:25.402 INFO:tasks.rados.rados.0.smithi059.stdout:3475: done (3 left) 2024-08-17T17:17:25.402 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 362 2024-08-17T17:17:25.402 INFO:tasks.rados.rados.0.smithi059.stdout:3479: seq_num 1101 ranges {8601600=442368,9043968=606208,9650176=598016} 2024-08-17T17:17:25.450 INFO:tasks.rados.rados.0.smithi059.stdout:3479: writing smithi05980601-30 from 8601600 to 9043968 tid 1 2024-08-17T17:17:25.453 INFO:tasks.rados.rados.0.smithi059.stdout:3479: writing smithi05980601-30 from 9043968 to 9650176 tid 2 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3479: writing smithi05980601-30 from 9650176 to 10248192 tid 3 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3480: delete oid 47 current snap is 362 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3476: finishing write tid 2 to smithi05980601-2 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3476: finishing write tid 3 to smithi05980601-2 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3476: finishing write tid 4 to smithi05980601-2 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3476: finishing write tid 5 to smithi05980601-2 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3476: oid 2 updating version 0 to 2993 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3476: oid 2 version 2993 is already newer than 2991 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3476: oid 2 updating version 2993 to 2994 2024-08-17T17:17:25.457 INFO:tasks.rados.rados.0.smithi059.stdout:3476: oid 2 version 2994 is already newer than 2992 2024-08-17T17:17:25.458 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 2994 (ObjNum 1100 snap 362 seq_num 1100) dirty exists 2024-08-17T17:17:25.458 INFO:tasks.rados.rados.0.smithi059.stdout:3476: left oid 2 (ObjNum 1100 snap 362 seq_num 1100) 2024-08-17T17:17:25.458 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 2999 (ObjNum 1085 snap 356 seq_num 1085) dirty exists 2024-08-17T17:17:25.458 INFO:tasks.rados.rados.0.smithi059.stdout:3477: expect (ObjNum 1074 snap 353 seq_num 1074) 2024-08-17T17:17:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:25 smithi059 ceph-mon[92261]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T17:17:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:25 smithi059 ceph-mon[92261]: pgmap v865: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 8.5 MiB/s wr, 15 op/s 2024-08-17T17:17:25.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:25 smithi059 ceph-mon[94685]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T17:17:25.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:25 smithi059 ceph-mon[94685]: pgmap v865: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 8.5 MiB/s wr, 15 op/s 2024-08-17T17:17:25.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:25 smithi087 ceph-mon[85676]: osdmap e796: 8 total, 8 up, 8 in 2024-08-17T17:17:25.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:25 smithi087 ceph-mon[85676]: pgmap v865: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 8.5 MiB/s wr, 15 op/s 2024-08-17T17:17:25.847 INFO:tasks.rados.rados.0.smithi059.stdout:3479: finishing write tid 1 to smithi05980601-30 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3479: finishing write tid 2 to smithi05980601-30 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3479: finishing write tid 3 to smithi05980601-30 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3479: finishing write tid 4 to smithi05980601-30 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3479: finishing write tid 5 to smithi05980601-30 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3479: oid 30 updating version 0 to 1681 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3479: oid 30 updating version 1681 to 1683 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3479: oid 30 updating version 1683 to 1684 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3479: oid 30 version 1684 is already newer than 1682 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1684 (ObjNum 1101 snap 362 seq_num 1101) dirty exists 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3479: left oid 30 (ObjNum 1101 snap 362 seq_num 1101) 2024-08-17T17:17:25.848 INFO:tasks.rados.rados.0.smithi059.stdout:3476: done (4 left) 2024-08-17T17:17:25.849 INFO:tasks.rados.rados.0.smithi059.stdout:3477: done (3 left) 2024-08-17T17:17:25.849 INFO:tasks.rados.rados.0.smithi059.stdout:3478: done (2 left) 2024-08-17T17:17:25.849 INFO:tasks.rados.rados.0.smithi059.stdout:3479: done (1 left) 2024-08-17T17:17:25.849 INFO:tasks.rados.rados.0.smithi059.stdout:3480: done (0 left) 2024-08-17T17:17:25.849 INFO:tasks.rados.rados.0.smithi059.stdout:3481: rollback oid 11 current snap is 362 2024-08-17T17:17:25.849 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 341 2024-08-17T17:17:25.849 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 362 2024-08-17T17:17:25.849 INFO:tasks.rados.rados.0.smithi059.stdout:3482: seq_num 1103 ranges {0=475136,475136=425984,901120=696320,1597440=81920} 2024-08-17T17:17:25.849 INFO:tasks.rados.rados.0.smithi059.stdout:3482: writing smithi05980601-32 from 0 to 475136 tid 1 2024-08-17T17:17:25.852 INFO:tasks.rados.rados.0.smithi059.stdout:3482: writing smithi05980601-32 from 475136 to 901120 tid 2 2024-08-17T17:17:25.857 INFO:tasks.rados.rados.0.smithi059.stdout:3482: writing smithi05980601-32 from 901120 to 1597440 tid 3 2024-08-17T17:17:25.857 INFO:tasks.rados.rados.0.smithi059.stdout:3482: writing smithi05980601-32 from 1597440 to 1679360 tid 4 2024-08-17T17:17:25.857 INFO:tasks.rados.rados.0.smithi059.stdout:3483: read oid 46 snap -1 2024-08-17T17:17:25.857 INFO:tasks.rados.rados.0.smithi059.stdout:3483: expect deleted 2024-08-17T17:17:25.857 INFO:tasks.rados.rados.0.smithi059.stdout:3484: snap_remove snap 347 2024-08-17T17:17:26.243 INFO:tasks.rados.rados.0.smithi059.stdout:3484: done (3 left) 2024-08-17T17:17:26.243 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 362 2024-08-17T17:17:26.243 INFO:tasks.rados.rados.0.smithi059.stdout:3485: seq_num 1104 ranges {6897664=499712,7397376=712704,8110080=491520} 2024-08-17T17:17:26.284 INFO:tasks.rados.rados.0.smithi059.stdout:3485: writing smithi05980601-12 from 6897664 to 7397376 tid 1 2024-08-17T17:17:26.288 INFO:tasks.rados.rados.0.smithi059.stdout:3485: writing smithi05980601-12 from 7397376 to 8110080 tid 2 2024-08-17T17:17:26.294 INFO:tasks.rados.rados.0.smithi059.stdout:3485: writing smithi05980601-12 from 8110080 to 8601600 tid 3 2024-08-17T17:17:26.295 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 34 current snap is 362 2024-08-17T17:17:26.295 INFO:tasks.rados.rados.0.smithi059.stdout:3482: finishing write tid 1 to smithi05980601-32 2024-08-17T17:17:26.295 INFO:tasks.rados.rados.0.smithi059.stdout:3486: seq_num 1105 ranges {1064960=516096,1581056=598016,2179072=606208} 2024-08-17T17:17:26.300 INFO:tasks.rados.rados.0.smithi059.stdout:3486: writing smithi05980601-34 from 1064960 to 1581056 tid 1 2024-08-17T17:17:26.303 INFO:tasks.rados.rados.0.smithi059.stdout:3486: writing smithi05980601-34 from 1581056 to 2179072 tid 2 2024-08-17T17:17:26.307 INFO:tasks.rados.rados.0.smithi059.stdout:3486: writing smithi05980601-34 from 2179072 to 2785280 tid 3 2024-08-17T17:17:26.307 INFO:tasks.rados.rados.0.smithi059.stdout:3487: snap_remove snap 360 2024-08-17T17:17:26.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:26 smithi059 ceph-mon[94685]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T17:17:26.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:26 smithi059 ceph-mon[94685]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T17:17:26.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:26 smithi059 ceph-mon[92261]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T17:17:26.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:26 smithi059 ceph-mon[92261]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T17:17:26.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:26 smithi087 ceph-mon[85676]: osdmap e797: 8 total, 8 up, 8 in 2024-08-17T17:17:26.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:26 smithi087 ceph-mon[85676]: osdmap e798: 8 total, 8 up, 8 in 2024-08-17T17:17:27.246 INFO:tasks.rados.rados.0.smithi059.stdout:3487: done (5 left) 2024-08-17T17:17:27.247 INFO:tasks.rados.rados.0.smithi059.stdout:3488: read oid 2 snap -1 2024-08-17T17:17:27.247 INFO:tasks.rados.rados.0.smithi059.stdout:3488: expect (ObjNum 1100 snap 362 seq_num 1100) 2024-08-17T17:17:27.247 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 362 2024-08-17T17:17:27.247 INFO:tasks.rados.rados.0.smithi059.stdout:3489: seq_num 1106 ranges {6479872=532480,7012352=483328,7495680=475136,7970816=245760} 2024-08-17T17:17:27.285 INFO:tasks.rados.rados.0.smithi059.stdout:3489: writing smithi05980601-41 from 6479872 to 7012352 tid 1 2024-08-17T17:17:27.288 INFO:tasks.rados.rados.0.smithi059.stdout:3489: writing smithi05980601-41 from 7012352 to 7495680 tid 2 2024-08-17T17:17:27.291 INFO:tasks.rados.rados.0.smithi059.stdout:3489: writing smithi05980601-41 from 7495680 to 7970816 tid 3 2024-08-17T17:17:27.293 INFO:tasks.rados.rados.0.smithi059.stdout:3489: writing smithi05980601-41 from 7970816 to 8216576 tid 4 2024-08-17T17:17:27.293 INFO:tasks.rados.rados.0.smithi059.stdout:3490: copy_from oid 26 from oid 9 current snap is 362 2024-08-17T17:17:27.293 INFO:tasks.rados.rados.0.smithi059.stdout:3481: finishing rollback tid 0 to smithi05980601-11 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3481: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3481: finishing rollback tid 2 to smithi05980601-11 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 3258 (ObjNum 1024 snap 337 seq_num 1024) dirty exists 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3481: done (7 left) 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3491: read oid 31 snap -1 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3491: expect (ObjNum 1063 snap 350 seq_num 1063) 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3492: snap_create 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3482: finishing write tid 2 to smithi05980601-32 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3482: finishing write tid 3 to smithi05980601-32 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3482: finishing write tid 4 to smithi05980601-32 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3482: finishing write tid 5 to smithi05980601-32 2024-08-17T17:17:27.294 INFO:tasks.rados.rados.0.smithi059.stdout:3482: finishing write tid 6 to smithi05980601-32 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3482: oid 32 updating version 0 to 2179 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3482: oid 32 version 2179 is already newer than 2177 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3482: oid 32 updating version 2179 to 2181 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3482: oid 32 version 2181 is already newer than 2178 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3482: oid 32 version 2181 is already newer than 2180 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 2181 (ObjNum 1103 snap 362 seq_num 1103) dirty exists 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3482: left oid 32 (ObjNum 1103 snap 362 seq_num 1103) 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3485: finishing write tid 1 to smithi05980601-12 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3485: finishing write tid 2 to smithi05980601-12 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3485: finishing write tid 3 to smithi05980601-12 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3485: finishing write tid 4 to smithi05980601-12 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3485: finishing write tid 5 to smithi05980601-12 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3485: oid 12 updating version 0 to 2524 2024-08-17T17:17:27.295 INFO:tasks.rados.rados.0.smithi059.stdout:3485: oid 12 updating version 2524 to 2526 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3485: oid 12 updating version 2526 to 2527 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3485: oid 12 version 2527 is already newer than 2525 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2527 (ObjNum 1104 snap 362 seq_num 1104) dirty exists 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3485: left oid 12 (ObjNum 1104 snap 362 seq_num 1104) 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3486: finishing write tid 1 to smithi05980601-34 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3486: finishing write tid 2 to smithi05980601-34 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3486: finishing write tid 3 to smithi05980601-34 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3486: finishing write tid 4 to smithi05980601-34 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3486: finishing write tid 5 to smithi05980601-34 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3486: oid 34 updating version 0 to 3003 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3486: oid 34 version 3003 is already newer than 3002 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3486: oid 34 version 3003 is already newer than 3001 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:3486: oid 34 version 3003 is already newer than 3000 2024-08-17T17:17:27.296 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 3003 (ObjNum 1105 snap 362 seq_num 1105) dirty exists 2024-08-17T17:17:27.297 INFO:tasks.rados.rados.0.smithi059.stdout:3486: left oid 34 (ObjNum 1105 snap 362 seq_num 1105) 2024-08-17T17:17:27.297 INFO:tasks.rados.rados.0.smithi059.stdout:3488: expect (ObjNum 1100 snap 362 seq_num 1100) 2024-08-17T17:17:27.400 INFO:tasks.rados.rados.0.smithi059.stdout:3489: finishing write tid 1 to smithi05980601-41 2024-08-17T17:17:27.400 INFO:tasks.rados.rados.0.smithi059.stdout:3489: finishing write tid 2 to smithi05980601-41 2024-08-17T17:17:27.400 INFO:tasks.rados.rados.0.smithi059.stdout:3489: finishing write tid 3 to smithi05980601-41 2024-08-17T17:17:27.400 INFO:tasks.rados.rados.0.smithi059.stdout:3489: finishing write tid 4 to smithi05980601-41 2024-08-17T17:17:27.400 INFO:tasks.rados.rados.0.smithi059.stdout:3489: finishing write tid 5 to smithi05980601-41 2024-08-17T17:17:27.400 INFO:tasks.rados.rados.0.smithi059.stdout:3489: finishing write tid 6 to smithi05980601-41 2024-08-17T17:17:27.400 INFO:tasks.rados.rados.0.smithi059.stdout:3489: oid 41 updating version 0 to 3005 2024-08-17T17:17:27.400 INFO:tasks.rados.rados.0.smithi059.stdout:3489: oid 41 updating version 3005 to 3006 2024-08-17T17:17:27.400 INFO:tasks.rados.rados.0.smithi059.stdout:3489: oid 41 updating version 3006 to 3007 2024-08-17T17:17:27.401 INFO:tasks.rados.rados.0.smithi059.stdout:3489: oid 41 version 3007 is already newer than 3004 2024-08-17T17:17:27.401 INFO:tasks.rados.rados.0.smithi059.stdout:3489: oid 41 updating version 3007 to 3008 2024-08-17T17:17:27.401 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 3008 (ObjNum 1106 snap 362 seq_num 1106) dirty exists 2024-08-17T17:17:27.401 INFO:tasks.rados.rados.0.smithi059.stdout:3489: left oid 41 (ObjNum 1106 snap 362 seq_num 1106) 2024-08-17T17:17:27.401 INFO:tasks.rados.rados.0.smithi059.stdout:3490: finishing copy_from racing read to smithi05980601-26 2024-08-17T17:17:27.401 INFO:tasks.rados.rados.0.smithi059.stdout:3490: finishing copy_from to smithi05980601-26 2024-08-17T17:17:27.401 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 2174 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:17:27.401 INFO:tasks.rados.rados.0.smithi059.stdout:3491: expect (ObjNum 1063 snap 350 seq_num 1063) 2024-08-17T17:17:28.247 INFO:tasks.rados.rados.0.smithi059.stdout:3482: done (8 left) 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3483: done (7 left) 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3485: done (6 left) 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3486: done (5 left) 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3488: done (4 left) 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3489: done (3 left) 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3490: done (2 left) 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3491: done (1 left) 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3492: done (0 left) 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3493: copy_from oid 49 from oid 13 current snap is 363 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3494: copy_from oid 46 from oid 17 current snap is 363 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 363 2024-08-17T17:17:28.248 INFO:tasks.rados.rados.0.smithi059.stdout:3495: seq_num 1107 ranges {6709248=548864,7258112=770048,8028160=434176} 2024-08-17T17:17:28.287 INFO:tasks.rados.rados.0.smithi059.stdout:3495: writing smithi05980601-25 from 6709248 to 7258112 tid 1 2024-08-17T17:17:28.291 INFO:tasks.rados.rados.0.smithi059.stdout:3495: writing smithi05980601-25 from 7258112 to 8028160 tid 2 2024-08-17T17:17:28.294 INFO:tasks.rados.rados.0.smithi059.stdout:3495: writing smithi05980601-25 from 8028160 to 8462336 tid 3 2024-08-17T17:17:28.294 INFO:tasks.rados.rados.0.smithi059.stdout:3496: read oid 11 snap -1 2024-08-17T17:17:28.294 INFO:tasks.rados.rados.0.smithi059.stdout:3496: expect (ObjNum 1024 snap 337 seq_num 1024) 2024-08-17T17:17:28.294 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 363 2024-08-17T17:17:28.295 INFO:tasks.rados.rados.0.smithi059.stdout:3497: seq_num 1108 ranges {8601600=565248,9166848=647168,9814016=483328,10297344=73728} 2024-08-17T17:17:28.345 INFO:tasks.rados.rados.0.smithi059.stdout:3497: writing smithi05980601-12 from 8601600 to 9166848 tid 1 2024-08-17T17:17:28.348 INFO:tasks.rados.rados.0.smithi059.stdout:3497: writing smithi05980601-12 from 9166848 to 9814016 tid 2 2024-08-17T17:17:28.351 INFO:tasks.rados.rados.0.smithi059.stdout:3497: writing smithi05980601-12 from 9814016 to 10297344 tid 3 2024-08-17T17:17:28.352 INFO:tasks.rados.rados.0.smithi059.stdout:3497: writing smithi05980601-12 from 10297344 to 10371072 tid 4 2024-08-17T17:17:28.352 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 363 2024-08-17T17:17:28.352 INFO:tasks.rados.rados.0.smithi059.stdout:3493: finishing copy_from to smithi05980601-49 2024-08-17T17:17:28.352 INFO:tasks.rados.rados.0.smithi059.stdout:3493: got expected ENOENT (src dne) 2024-08-17T17:17:28.352 INFO:tasks.rados.rados.0.smithi059.stdout:3493: finishing copy_from racing read to smithi05980601-49 2024-08-17T17:17:28.352 INFO:tasks.rados.rados.0.smithi059.stdout:3494: finishing copy_from racing read to smithi05980601-46 2024-08-17T17:17:28.352 INFO:tasks.rados.rados.0.smithi059.stdout:3498: seq_num 1109 ranges {1679360=581632,2260992=532480,2793472=647168,3440640=24576} 2024-08-17T17:17:28.364 INFO:tasks.rados.rados.0.smithi059.stdout:3498: writing smithi05980601-32 from 1679360 to 2260992 tid 1 2024-08-17T17:17:28.367 INFO:tasks.rados.rados.0.smithi059.stdout:3498: writing smithi05980601-32 from 2260992 to 2793472 tid 2 2024-08-17T17:17:28.372 INFO:tasks.rados.rados.0.smithi059.stdout:3498: writing smithi05980601-32 from 2793472 to 3440640 tid 3 2024-08-17T17:17:28.372 INFO:tasks.rados.rados.0.smithi059.stdout:3498: writing smithi05980601-32 from 3440640 to 3465216 tid 4 2024-08-17T17:17:28.372 INFO:tasks.rados.rados.0.smithi059.stdout:3493: done (5 left) 2024-08-17T17:17:28.372 INFO:tasks.rados.rados.0.smithi059.stdout:3499: rollback oid 30 current snap is 363 2024-08-17T17:17:28.372 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 30 to 350 2024-08-17T17:17:28.372 INFO:tasks.rados.rados.0.smithi059.stdout:3494: finishing copy_from to smithi05980601-46 2024-08-17T17:17:28.372 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 3147 (ObjNum 795 snap 265 seq_num 795) dirty exists 2024-08-17T17:17:28.372 INFO:tasks.rados.rados.0.smithi059.stdout:3495: finishing write tid 1 to smithi05980601-25 2024-08-17T17:17:28.372 INFO:tasks.rados.rados.0.smithi059.stdout:3495: finishing write tid 2 to smithi05980601-25 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:3495: finishing write tid 3 to smithi05980601-25 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:3495: finishing write tid 4 to smithi05980601-25 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:3495: finishing write tid 5 to smithi05980601-25 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:3495: oid 25 updating version 0 to 1933 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:3495: oid 25 version 1933 is already newer than 1930 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:3495: oid 25 version 1933 is already newer than 1932 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:3495: oid 25 version 1933 is already newer than 1931 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 1933 (ObjNum 1107 snap 363 seq_num 1107) dirty exists 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:3495: left oid 25 (ObjNum 1107 snap 363 seq_num 1107) 2024-08-17T17:17:28.373 INFO:tasks.rados.rados.0.smithi059.stdout:3496: expect (ObjNum 1024 snap 337 seq_num 1024) 2024-08-17T17:17:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:28 smithi059 ceph-mon[92261]: pgmap v868: 121 pgs: 121 active+clean; 501 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 6.4 MiB/s wr, 5 op/s 2024-08-17T17:17:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:28 smithi059 ceph-mon[92261]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T17:17:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:28 smithi059 ceph-mon[94685]: pgmap v868: 121 pgs: 121 active+clean; 501 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 6.4 MiB/s wr, 5 op/s 2024-08-17T17:17:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:28 smithi059 ceph-mon[94685]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T17:17:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:28 smithi087 ceph-mon[85676]: pgmap v868: 121 pgs: 121 active+clean; 501 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 6.4 MiB/s wr, 5 op/s 2024-08-17T17:17:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:28 smithi087 ceph-mon[85676]: osdmap e799: 8 total, 8 up, 8 in 2024-08-17T17:17:28.645 INFO:tasks.rados.rados.0.smithi059.stdout:3497: finishing write tid 1 to smithi05980601-12 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: finishing write tid 2 to smithi05980601-12 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: finishing write tid 3 to smithi05980601-12 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: finishing write tid 4 to smithi05980601-12 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: finishing write tid 5 to smithi05980601-12 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: finishing write tid 6 to smithi05980601-12 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: oid 12 updating version 0 to 2530 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: oid 12 updating version 2530 to 2531 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: oid 12 updating version 2531 to 2532 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: oid 12 version 2532 is already newer than 2528 2024-08-17T17:17:28.646 INFO:tasks.rados.rados.0.smithi059.stdout:3497: oid 12 version 2532 is already newer than 2529 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2532 (ObjNum 1108 snap 363 seq_num 1108) dirty exists 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3497: left oid 12 (ObjNum 1108 snap 363 seq_num 1108) 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3498: finishing write tid 1 to smithi05980601-32 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3494: done (5 left) 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3495: done (4 left) 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3496: done (3 left) 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3497: done (2 left) 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3500: delete oid 48 current snap is 363 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3498: finishing write tid 2 to smithi05980601-32 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3498: finishing write tid 3 to smithi05980601-32 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3499: finishing rollback tid 0 to smithi05980601-30 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3498: finishing write tid 4 to smithi05980601-32 2024-08-17T17:17:28.647 INFO:tasks.rados.rados.0.smithi059.stdout:3499: finishing rollback tid 1 to smithi05980601-30 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:3498: finishing write tid 5 to smithi05980601-32 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:3499: finishing rollback tid 2 to smithi05980601-30 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1687 (ObjNum 1045 snap 345 seq_num 1045) dirty exists 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:3498: finishing write tid 6 to smithi05980601-32 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:3498: oid 32 updating version 0 to 2186 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:3498: oid 32 version 2186 is already newer than 2185 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:3498: oid 32 version 2186 is already newer than 2184 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:3498: oid 32 version 2186 is already newer than 2183 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:3498: oid 32 version 2186 is already newer than 2182 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 2186 (ObjNum 1109 snap 363 seq_num 1109) dirty exists 2024-08-17T17:17:28.648 INFO:tasks.rados.rados.0.smithi059.stdout:3498: left oid 32 (ObjNum 1109 snap 363 seq_num 1109) 2024-08-17T17:17:28.649 INFO:tasks.rados.rados.0.smithi059.stdout:3498: done (2 left) 2024-08-17T17:17:28.649 INFO:tasks.rados.rados.0.smithi059.stdout:3499: done (1 left) 2024-08-17T17:17:28.649 INFO:tasks.rados.rados.0.smithi059.stdout:3500: done (0 left) 2024-08-17T17:17:28.649 INFO:tasks.rados.rados.0.smithi059.stdout:3501: read oid 44 snap -1 2024-08-17T17:17:28.650 INFO:tasks.rados.rados.0.smithi059.stdout:3501: expect deleted 2024-08-17T17:17:28.650 INFO:tasks.rados.rados.0.smithi059.stdout:3502: read oid 36 snap 349 2024-08-17T17:17:28.650 INFO:tasks.rados.rados.0.smithi059.stdout:3502: expect deleted 2024-08-17T17:17:28.650 INFO:tasks.rados.rados.0.smithi059.stdout:3503: snap_remove snap 361 2024-08-17T17:17:29.262 INFO:tasks.rados.rados.0.smithi059.stdout:3501: done (2 left) 2024-08-17T17:17:29.262 INFO:tasks.rados.rados.0.smithi059.stdout:3502: done (1 left) 2024-08-17T17:17:29.262 INFO:tasks.rados.rados.0.smithi059.stdout:3503: done (0 left) 2024-08-17T17:17:29.262 INFO:tasks.rados.rados.0.smithi059.stdout:3504: snap_remove snap 346 2024-08-17T17:17:29.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:29 smithi059 ceph-mon[92261]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T17:17:29.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:29 smithi059 ceph-mon[94685]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T17:17:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:29 smithi087 ceph-mon[85676]: osdmap e800: 8 total, 8 up, 8 in 2024-08-17T17:17:30.259 INFO:tasks.rados.rados.0.smithi059.stdout:3504: done (0 left) 2024-08-17T17:17:30.260 INFO:tasks.rados.rados.0.smithi059.stdout:3505: read oid 15 snap 326 2024-08-17T17:17:30.260 INFO:tasks.rados.rados.0.smithi059.stdout:3505: expect deleted 2024-08-17T17:17:30.260 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 363 2024-08-17T17:17:30.260 INFO:tasks.rados.rados.0.smithi059.stdout:3506: seq_num 1111 ranges {4063232=614400,4677632=753664,5431296=450560} 2024-08-17T17:17:30.287 INFO:tasks.rados.rados.0.smithi059.stdout:3506: writing smithi05980601-31 from 4063232 to 4677632 tid 1 2024-08-17T17:17:30.292 INFO:tasks.rados.rados.0.smithi059.stdout:3506: writing smithi05980601-31 from 4677632 to 5431296 tid 2 2024-08-17T17:17:30.295 INFO:tasks.rados.rados.0.smithi059.stdout:3506: writing smithi05980601-31 from 5431296 to 5881856 tid 3 2024-08-17T17:17:30.296 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 363 2024-08-17T17:17:30.296 INFO:tasks.rados.rados.0.smithi059.stdout:3507: seq_num 1112 ranges {1302528=630784,1933312=638976,2572288=466944,3039232=98304} 2024-08-17T17:17:30.306 INFO:tasks.rados.rados.0.smithi059.stdout:3507: writing smithi05980601-18 from 1302528 to 1933312 tid 1 2024-08-17T17:17:30.310 INFO:tasks.rados.rados.0.smithi059.stdout:3507: writing smithi05980601-18 from 1933312 to 2572288 tid 2 2024-08-17T17:17:30.313 INFO:tasks.rados.rados.0.smithi059.stdout:3507: writing smithi05980601-18 from 2572288 to 3039232 tid 3 2024-08-17T17:17:30.314 INFO:tasks.rados.rados.0.smithi059.stdout:3507: writing smithi05980601-18 from 3039232 to 3137536 tid 4 2024-08-17T17:17:30.314 INFO:tasks.rados.rados.0.smithi059.stdout:3508: delete oid 22 current snap is 363 2024-08-17T17:17:30.314 INFO:tasks.rados.rados.0.smithi059.stdout:3506: finishing write tid 1 to smithi05980601-31 2024-08-17T17:17:30.314 INFO:tasks.rados.rados.0.smithi059.stdout:3506: finishing write tid 2 to smithi05980601-31 2024-08-17T17:17:30.314 INFO:tasks.rados.rados.0.smithi059.stdout:3506: finishing write tid 3 to smithi05980601-31 2024-08-17T17:17:30.314 INFO:tasks.rados.rados.0.smithi059.stdout:3506: finishing write tid 4 to smithi05980601-31 2024-08-17T17:17:30.314 INFO:tasks.rados.rados.0.smithi059.stdout:3506: finishing write tid 5 to smithi05980601-31 2024-08-17T17:17:30.314 INFO:tasks.rados.rados.0.smithi059.stdout:3506: oid 31 updating version 0 to 3282 2024-08-17T17:17:30.314 INFO:tasks.rados.rados.0.smithi059.stdout:3506: oid 31 updating version 3282 to 3286 2024-08-17T17:17:30.315 INFO:tasks.rados.rados.0.smithi059.stdout:3506: oid 31 version 3286 is already newer than 3283 2024-08-17T17:17:30.315 INFO:tasks.rados.rados.0.smithi059.stdout:3506: oid 31 updating version 3286 to 3287 2024-08-17T17:17:30.315 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 3287 (ObjNum 1111 snap 363 seq_num 1111) dirty exists 2024-08-17T17:17:30.315 INFO:tasks.rados.rados.0.smithi059.stdout:3506: left oid 31 (ObjNum 1111 snap 363 seq_num 1111) 2024-08-17T17:17:30.315 INFO:tasks.rados.rados.0.smithi059.stdout:3507: finishing write tid 1 to smithi05980601-18 2024-08-17T17:17:30.315 INFO:tasks.rados.rados.0.smithi059.stdout:3507: finishing write tid 2 to smithi05980601-18 2024-08-17T17:17:30.316 INFO:tasks.rados.rados.0.smithi059.stdout:3505: done (3 left) 2024-08-17T17:17:30.316 INFO:tasks.rados.rados.0.smithi059.stdout:3506: done (2 left) 2024-08-17T17:17:30.317 INFO:tasks.rados.rados.0.smithi059.stdout:3508: done (1 left) 2024-08-17T17:17:30.317 INFO:tasks.rados.rados.0.smithi059.stdout:3509: snap_remove snap 351 2024-08-17T17:17:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:30 smithi059 ceph-mon[92261]: pgmap v871: 121 pgs: 121 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-08-17T17:17:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:30 smithi059 ceph-mon[92261]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T17:17:30.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:30 smithi059 ceph-mon[94685]: pgmap v871: 121 pgs: 121 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-08-17T17:17:30.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:30 smithi059 ceph-mon[94685]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T17:17:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:30 smithi087 ceph-mon[85676]: pgmap v871: 121 pgs: 121 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 6.9 MiB/s wr, 23 op/s 2024-08-17T17:17:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:30 smithi087 ceph-mon[85676]: osdmap e801: 8 total, 8 up, 8 in 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:3507: finishing write tid 3 to smithi05980601-18 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:3507: finishing write tid 4 to smithi05980601-18 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:3507: finishing write tid 5 to smithi05980601-18 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:3507: finishing write tid 6 to smithi05980601-18 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:3507: oid 18 updating version 0 to 2188 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:3507: oid 18 updating version 2188 to 2190 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:3507: oid 18 version 2190 is already newer than 2189 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:3507: oid 18 version 2190 is already newer than 2187 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:3507: oid 18 updating version 2190 to 2191 2024-08-17T17:17:31.311 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 2191 (ObjNum 1112 snap 363 seq_num 1112) dirty exists 2024-08-17T17:17:31.312 INFO:tasks.rados.rados.0.smithi059.stdout:3507: left oid 18 (ObjNum 1112 snap 363 seq_num 1112) 2024-08-17T17:17:31.312 INFO:tasks.rados.rados.0.smithi059.stdout:3507: done (1 left) 2024-08-17T17:17:31.312 INFO:tasks.rados.rados.0.smithi059.stdout:3509: done (0 left) 2024-08-17T17:17:31.312 INFO:tasks.rados.rados.0.smithi059.stdout:3510: copy_from oid 6 from oid 30 current snap is 363 2024-08-17T17:17:31.312 INFO:tasks.rados.rados.0.smithi059.stdout:3511: snap_remove snap 308 2024-08-17T17:17:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:31 smithi059 ceph-mon[92261]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T17:17:31.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:31 smithi059 ceph-mon[92261]: pgmap v874: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-08-17T17:17:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:31 smithi059 ceph-mon[94685]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T17:17:31.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:31 smithi059 ceph-mon[94685]: pgmap v874: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-08-17T17:17:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:31 smithi087 ceph-mon[85676]: osdmap e802: 8 total, 8 up, 8 in 2024-08-17T17:17:31.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:31 smithi087 ceph-mon[85676]: pgmap v874: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.8 MiB/s wr, 20 op/s 2024-08-17T17:17:32.285 INFO:tasks.rados.rados.0.smithi059.stdout:3510: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:17:32.285 INFO:tasks.rados.rados.0.smithi059.stdout:3510: finishing copy_from to smithi05980601-6 2024-08-17T17:17:32.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1687 (ObjNum 1045 snap 345 seq_num 1045) dirty exists 2024-08-17T17:17:32.285 INFO:tasks.rados.rados.0.smithi059.stdout:3510: done (1 left) 2024-08-17T17:17:32.286 INFO:tasks.rados.rados.0.smithi059.stdout:3511: done (0 left) 2024-08-17T17:17:32.286 INFO:tasks.rados.rados.0.smithi059.stdout:3512: read oid 35 snap -1 2024-08-17T17:17:32.286 INFO:tasks.rados.rados.0.smithi059.stdout:3512: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:17:32.286 INFO:tasks.rados.rados.0.smithi059.stdout:3513: copy_from oid 5 from oid 44 current snap is 363 2024-08-17T17:17:32.286 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 41 current snap is 363 2024-08-17T17:17:32.286 INFO:tasks.rados.rados.0.smithi059.stdout:3514: seq_num 1114 ranges {8216576=663552,8880128=802816,9682944=401408} 2024-08-17T17:17:32.335 INFO:tasks.rados.rados.0.smithi059.stdout:3514: writing smithi05980601-41 from 8216576 to 8880128 tid 1 2024-08-17T17:17:32.340 INFO:tasks.rados.rados.0.smithi059.stdout:3514: writing smithi05980601-41 from 8880128 to 9682944 tid 2 2024-08-17T17:17:32.342 INFO:tasks.rados.rados.0.smithi059.stdout:3514: writing smithi05980601-41 from 9682944 to 10084352 tid 3 2024-08-17T17:17:32.342 INFO:tasks.rados.rados.0.smithi059.stdout:3515: snap_remove snap 341 2024-08-17T17:17:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:32 smithi059 ceph-mon[92261]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T17:17:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:32 smithi059 ceph-mon[94685]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T17:17:32.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:32 smithi087 ceph-mon[85676]: osdmap e803: 8 total, 8 up, 8 in 2024-08-17T17:17:33.301 INFO:tasks.rados.rados.0.smithi059.stdout:3512: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:17:33.307 INFO:tasks.rados.rados.0.smithi059.stdout:3513: finishing copy_from to smithi05980601-5 2024-08-17T17:17:33.307 INFO:tasks.rados.rados.0.smithi059.stdout:3513: got expected ENOENT (src dne) 2024-08-17T17:17:33.307 INFO:tasks.rados.rados.0.smithi059.stdout:3513: finishing copy_from racing read to smithi05980601-5 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: finishing write tid 1 to smithi05980601-41 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: finishing write tid 2 to smithi05980601-41 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: finishing write tid 3 to smithi05980601-41 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: finishing write tid 4 to smithi05980601-41 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: finishing write tid 5 to smithi05980601-41 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: oid 41 updating version 0 to 3010 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: oid 41 version 3010 is already newer than 3009 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: oid 41 updating version 3010 to 3012 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: oid 41 version 3012 is already newer than 3011 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 3012 (ObjNum 1114 snap 363 seq_num 1114) dirty exists 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3514: left oid 41 (ObjNum 1114 snap 363 seq_num 1114) 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3512: done (3 left) 2024-08-17T17:17:33.308 INFO:tasks.rados.rados.0.smithi059.stdout:3513: done (2 left) 2024-08-17T17:17:33.309 INFO:tasks.rados.rados.0.smithi059.stdout:3514: done (1 left) 2024-08-17T17:17:33.309 INFO:tasks.rados.rados.0.smithi059.stdout:3515: done (0 left) 2024-08-17T17:17:33.309 INFO:tasks.rados.rados.0.smithi059.stdout:3516: delete oid 29 current snap is 363 2024-08-17T17:17:33.313 INFO:tasks.rados.rados.0.smithi059.stdout:3516: done (0 left) 2024-08-17T17:17:33.313 INFO:tasks.rados.rados.0.smithi059.stdout:3517: rollback oid 32 current snap is 363 2024-08-17T17:17:33.313 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 32 to 354 2024-08-17T17:17:33.313 INFO:tasks.rados.rados.0.smithi059.stdout:3518: read oid 10 snap -1 2024-08-17T17:17:33.314 INFO:tasks.rados.rados.0.smithi059.stdout:3518: expect (ObjNum 1075 snap 353 seq_num 1075) 2024-08-17T17:17:33.314 INFO:tasks.rados.rados.0.smithi059.stdout:3519: copy_from oid 48 from oid 24 current snap is 363 2024-08-17T17:17:33.314 INFO:tasks.rados.rados.0.smithi059.stdout:3520: snap_create 2024-08-17T17:17:33.320 INFO:tasks.rados.rados.0.smithi059.stdout:3518: expect (ObjNum 1075 snap 353 seq_num 1075) 2024-08-17T17:17:33.356 INFO:tasks.rados.rados.0.smithi059.stdout:3517: finishing rollback tid 0 to smithi05980601-32 2024-08-17T17:17:33.356 INFO:tasks.rados.rados.0.smithi059.stdout:3517: finishing rollback tid 1 to smithi05980601-32 2024-08-17T17:17:33.356 INFO:tasks.rados.rados.0.smithi059.stdout:3519: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:17:33.356 INFO:tasks.rados.rados.0.smithi059.stdout:3517: finishing rollback tid 2 to smithi05980601-32 2024-08-17T17:17:33.356 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 2194 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:17:33.356 INFO:tasks.rados.rados.0.smithi059.stdout:3519: finishing copy_from to smithi05980601-48 2024-08-17T17:17:33.356 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 2879 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:17:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:33 smithi087 ceph-mon[85676]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T17:17:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:33 smithi087 ceph-mon[85676]: pgmap v877: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T17:17:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:33 smithi059 ceph-mon[92261]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T17:17:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:33 smithi059 ceph-mon[92261]: pgmap v877: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T17:17:33.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:33 smithi059 ceph-mon[94685]: osdmap e804: 8 total, 8 up, 8 in 2024-08-17T17:17:33.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:33 smithi059 ceph-mon[94685]: pgmap v877: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 512 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-08-17T17:17:34.296 INFO:tasks.rados.rados.0.smithi059.stdout:3517: done (3 left) 2024-08-17T17:17:34.296 INFO:tasks.rados.rados.0.smithi059.stdout:3518: done (2 left) 2024-08-17T17:17:34.296 INFO:tasks.rados.rados.0.smithi059.stdout:3519: done (1 left) 2024-08-17T17:17:34.296 INFO:tasks.rados.rados.0.smithi059.stdout:3520: done (0 left) 2024-08-17T17:17:34.296 INFO:tasks.rados.rados.0.smithi059.stdout:3521: snap_create 2024-08-17T17:17:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:34 smithi059 ceph-mon[92261]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T17:17:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:34 smithi059 ceph-mon[94685]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T17:17:34.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:17:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:17:34] "GET /metrics HTTP/1.1" 200 36287 "" "Prometheus/2.51.0" 2024-08-17T17:17:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:34 smithi087 ceph-mon[85676]: osdmap e805: 8 total, 8 up, 8 in 2024-08-17T17:17:35.308 INFO:tasks.rados.rados.0.smithi059.stdout:3521: done (0 left) 2024-08-17T17:17:35.308 INFO:tasks.rados.rados.0.smithi059.stdout:3522: snap_create 2024-08-17T17:17:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:35 smithi087 ceph-mon[85676]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T17:17:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:35 smithi087 ceph-mon[85676]: pgmap v880: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 502 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2024-08-17T17:17:35.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:35 smithi059 ceph-mon[92261]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T17:17:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:35 smithi059 ceph-mon[92261]: pgmap v880: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 502 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2024-08-17T17:17:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:35.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:35 smithi059 ceph-mon[94685]: osdmap e806: 8 total, 8 up, 8 in 2024-08-17T17:17:35.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:35 smithi059 ceph-mon[94685]: pgmap v880: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 502 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.6 MiB/s wr, 14 op/s 2024-08-17T17:17:35.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:36.254 INFO:tasks.rados.rados.0.smithi059.stdout:3522: done (0 left) 2024-08-17T17:17:36.255 INFO:tasks.rados.rados.0.smithi059.stdout:3523: rmattr oid 31 current snap is 366 2024-08-17T17:17:36.255 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 366 2024-08-17T17:17:36.255 INFO:tasks.rados.rados.0.smithi059.stdout:3524: seq_num 1116 ranges {7987200=696320,8683520=573440,9256960=450560,9707520=180224} 2024-08-17T17:17:36.302 INFO:tasks.rados.rados.0.smithi059.stdout:3524: writing smithi05980601-37 from 7987200 to 8683520 tid 1 2024-08-17T17:17:36.305 INFO:tasks.rados.rados.0.smithi059.stdout:3524: writing smithi05980601-37 from 8683520 to 9256960 tid 2 2024-08-17T17:17:36.308 INFO:tasks.rados.rados.0.smithi059.stdout:3524: writing smithi05980601-37 from 9256960 to 9707520 tid 3 2024-08-17T17:17:36.310 INFO:tasks.rados.rados.0.smithi059.stdout:3524: writing smithi05980601-37 from 9707520 to 9887744 tid 4 2024-08-17T17:17:36.310 INFO:tasks.rados.rados.0.smithi059.stdout:3525: copy_from oid 2 from oid 39 current snap is 366 2024-08-17T17:17:36.310 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 3319 (ObjNum 1111 snap 363 seq_num 1111) dirty exists 2024-08-17T17:17:36.310 INFO:tasks.rados.rados.0.smithi059.stdout:3523: done (2 left) 2024-08-17T17:17:36.310 INFO:tasks.rados.rados.0.smithi059.stdout:3526: rollback oid 14 current snap is 366 2024-08-17T17:17:36.311 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 349 2024-08-17T17:17:36.311 INFO:tasks.rados.rados.0.smithi059.stdout:3527: read oid 28 snap -1 2024-08-17T17:17:36.311 INFO:tasks.rados.rados.0.smithi059.stdout:3527: expect (ObjNum 1037 snap 340 seq_num 1037) 2024-08-17T17:17:36.311 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 366 2024-08-17T17:17:36.311 INFO:tasks.rados.rados.0.smithi059.stdout:3528: seq_num 1117 ranges {4186112=712704,4898816=458752,5357568=655360,6012928=90112} 2024-08-17T17:17:36.337 INFO:tasks.rados.rados.0.smithi059.stdout:3528: writing smithi05980601-50 from 4186112 to 4898816 tid 1 2024-08-17T17:17:36.340 INFO:tasks.rados.rados.0.smithi059.stdout:3528: writing smithi05980601-50 from 4898816 to 5357568 tid 2 2024-08-17T17:17:36.345 INFO:tasks.rados.rados.0.smithi059.stdout:3528: writing smithi05980601-50 from 5357568 to 6012928 tid 3 2024-08-17T17:17:36.346 INFO:tasks.rados.rados.0.smithi059.stdout:3528: writing smithi05980601-50 from 6012928 to 6103040 tid 4 2024-08-17T17:17:36.346 INFO:tasks.rados.rados.0.smithi059.stdout:3529: read oid 20 snap -1 2024-08-17T17:17:36.346 INFO:tasks.rados.rados.0.smithi059.stdout:3529: expect (ObjNum 1074 snap 353 seq_num 1074) 2024-08-17T17:17:36.346 INFO:tasks.rados.rados.0.smithi059.stdout:3530: setattr oid 16 current snap is 366 2024-08-17T17:17:36.346 INFO:tasks.rados.rados.0.smithi059.stdout:3524: finishing write tid 1 to smithi05980601-37 2024-08-17T17:17:36.346 INFO:tasks.rados.rados.0.smithi059.stdout:3524: finishing write tid 2 to smithi05980601-37 2024-08-17T17:17:36.346 INFO:tasks.rados.rados.0.smithi059.stdout:3524: finishing write tid 3 to smithi05980601-37 2024-08-17T17:17:36.347 INFO:tasks.rados.rados.0.smithi059.stdout:3524: finishing write tid 4 to smithi05980601-37 2024-08-17T17:17:36.347 INFO:tasks.rados.rados.0.smithi059.stdout:3527: expect (ObjNum 1037 snap 340 seq_num 1037) 2024-08-17T17:17:36.435 INFO:tasks.rados.rados.0.smithi059.stdout:3526: finishing rollback tid 0 to smithi05980601-14 2024-08-17T17:17:36.435 INFO:tasks.rados.rados.0.smithi059.stdout:3526: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:17:36.435 INFO:tasks.rados.rados.0.smithi059.stdout:3526: finishing rollback tid 2 to smithi05980601-14 2024-08-17T17:17:36.435 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2971 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:17:36.435 INFO:tasks.rados.rados.0.smithi059.stdout:3524: finishing write tid 5 to smithi05980601-37 2024-08-17T17:17:36.435 INFO:tasks.rados.rados.0.smithi059.stdout:3524: finishing write tid 6 to smithi05980601-37 2024-08-17T17:17:36.435 INFO:tasks.rados.rados.0.smithi059.stdout:3524: oid 37 updating version 0 to 3324 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3524: oid 37 updating version 3324 to 3325 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3524: oid 37 version 3325 is already newer than 3323 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3524: oid 37 version 3325 is already newer than 3321 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3524: oid 37 version 3325 is already newer than 3322 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 3325 (ObjNum 1116 snap 366 seq_num 1116) dirty exists 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3524: left oid 37 (ObjNum 1116 snap 366 seq_num 1116) 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3525: finishing copy_from racing read to smithi05980601-2 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3525: finishing copy_from to smithi05980601-2 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 3254 (ObjNum 1098 snap 360 seq_num 1098) dirty exists 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3528: finishing write tid 1 to smithi05980601-50 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3528: finishing write tid 2 to smithi05980601-50 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3528: finishing write tid 3 to smithi05980601-50 2024-08-17T17:17:36.436 INFO:tasks.rados.rados.0.smithi059.stdout:3528: finishing write tid 4 to smithi05980601-50 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:3528: finishing write tid 5 to smithi05980601-50 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:3528: finishing write tid 6 to smithi05980601-50 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:3528: oid 50 updating version 0 to 3328 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:3528: oid 50 updating version 3328 to 3329 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:3528: oid 50 version 3329 is already newer than 3327 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:3528: oid 50 updating version 3329 to 3330 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:3528: oid 50 updating version 3330 to 3331 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 3331 (ObjNum 1117 snap 366 seq_num 1117) dirty exists 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:3528: left oid 50 (ObjNum 1117 snap 366 seq_num 1117) 2024-08-17T17:17:36.437 INFO:tasks.rados.rados.0.smithi059.stdout:3529: expect (ObjNum 1074 snap 353 seq_num 1074) 2024-08-17T17:17:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:36 smithi087 ceph-mon[85676]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T17:17:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:36 smithi087 ceph-mon[85676]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T17:17:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:36 smithi059 ceph-mon[92261]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T17:17:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:36 smithi059 ceph-mon[92261]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T17:17:36.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:36 smithi059 ceph-mon[94685]: osdmap e807: 8 total, 8 up, 8 in 2024-08-17T17:17:36.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:36 smithi059 ceph-mon[94685]: osdmap e808: 8 total, 8 up, 8 in 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2533 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:3524: done (6 left) 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:3525: done (5 left) 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:3526: done (4 left) 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:3527: done (3 left) 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:3528: done (2 left) 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:3529: done (1 left) 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:3530: done (0 left) 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:3531: copy_from oid 48 from oid 6 current snap is 366 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 366 2024-08-17T17:17:36.824 INFO:tasks.rados.rados.0.smithi059.stdout:3532: seq_num 1118 ranges {1597440=729088,2326528=794624,3121152=409600} 2024-08-17T17:17:36.837 INFO:tasks.rados.rados.0.smithi059.stdout:3532: writing smithi05980601-39 from 1597440 to 2326528 tid 1 2024-08-17T17:17:36.842 INFO:tasks.rados.rados.0.smithi059.stdout:3532: writing smithi05980601-39 from 2326528 to 3121152 tid 2 2024-08-17T17:17:36.846 INFO:tasks.rados.rados.0.smithi059.stdout:3532: writing smithi05980601-39 from 3121152 to 3530752 tid 3 2024-08-17T17:17:36.846 INFO:tasks.rados.rados.0.smithi059.stdout:3533: delete oid 30 current snap is 366 2024-08-17T17:17:36.846 INFO:tasks.rados.rados.0.smithi059.stdout:3532: finishing write tid 1 to smithi05980601-39 2024-08-17T17:17:36.851 INFO:tasks.rados.rados.0.smithi059.stdout:3531: finishing copy_from racing read to smithi05980601-48 2024-08-17T17:17:36.855 INFO:tasks.rados.rados.0.smithi059.stdout:3532: finishing write tid 2 to smithi05980601-39 2024-08-17T17:17:36.856 INFO:tasks.rados.rados.0.smithi059.stdout:3531: finishing copy_from to smithi05980601-48 2024-08-17T17:17:36.856 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 1687 (ObjNum 1045 snap 345 seq_num 1045) dirty exists 2024-08-17T17:17:36.856 INFO:tasks.rados.rados.0.smithi059.stdout:3532: finishing write tid 3 to smithi05980601-39 2024-08-17T17:17:36.856 INFO:tasks.rados.rados.0.smithi059.stdout:3531: done (2 left) 2024-08-17T17:17:36.856 INFO:tasks.rados.rados.0.smithi059.stdout:3533: done (1 left) 2024-08-17T17:17:36.856 INFO:tasks.rados.rados.0.smithi059.stdout:3534: copy_from oid 15 from oid 1 current snap is 366 2024-08-17T17:17:36.856 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 366 2024-08-17T17:17:36.856 INFO:tasks.rados.rados.0.smithi059.stdout:3532: finishing write tid 4 to smithi05980601-39 2024-08-17T17:17:36.856 INFO:tasks.rados.rados.0.smithi059.stdout:3535: seq_num 1120 ranges {7987200=761856,8749056=557056,9306112=425984,9732096=221184} 2024-08-17T17:17:36.903 INFO:tasks.rados.rados.0.smithi059.stdout:3535: writing smithi05980601-5 from 7987200 to 8749056 tid 1 2024-08-17T17:17:36.906 INFO:tasks.rados.rados.0.smithi059.stdout:3535: writing smithi05980601-5 from 8749056 to 9306112 tid 2 2024-08-17T17:17:36.909 INFO:tasks.rados.rados.0.smithi059.stdout:3535: writing smithi05980601-5 from 9306112 to 9732096 tid 3 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:3535: writing smithi05980601-5 from 9732096 to 9953280 tid 4 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 366 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:3532: finishing write tid 5 to smithi05980601-39 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:3532: oid 39 updating version 0 to 3333 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:3532: oid 39 updating version 3333 to 3335 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:3532: oid 39 updating version 3335 to 3336 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:3532: oid 39 version 3336 is already newer than 3334 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 3336 (ObjNum 1118 snap 366 seq_num 1118) dirty exists 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:3532: left oid 39 (ObjNum 1118 snap 366 seq_num 1118) 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:3534: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:17:36.911 INFO:tasks.rados.rados.0.smithi059.stdout:3534: finishing copy_from to smithi05980601-15 2024-08-17T17:17:36.912 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 1934 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:17:36.912 INFO:tasks.rados.rados.0.smithi059.stdout:3535: finishing write tid 1 to smithi05980601-5 2024-08-17T17:17:36.912 INFO:tasks.rados.rados.0.smithi059.stdout:3536: seq_num 1121 ranges {1327104=778240,2105344=442368,2547712=638976,3186688=122880} 2024-08-17T17:17:36.922 INFO:tasks.rados.rados.0.smithi059.stdout:3536: writing smithi05980601-17 from 1327104 to 2105344 tid 1 2024-08-17T17:17:36.924 INFO:tasks.rados.rados.0.smithi059.stdout:3536: writing smithi05980601-17 from 2105344 to 2547712 tid 2 2024-08-17T17:17:36.928 INFO:tasks.rados.rados.0.smithi059.stdout:3536: writing smithi05980601-17 from 2547712 to 3186688 tid 3 2024-08-17T17:17:36.929 INFO:tasks.rados.rados.0.smithi059.stdout:3536: writing smithi05980601-17 from 3186688 to 3309568 tid 4 2024-08-17T17:17:36.929 INFO:tasks.rados.rados.0.smithi059.stdout:3532: done (3 left) 2024-08-17T17:17:36.929 INFO:tasks.rados.rados.0.smithi059.stdout:3534: done (2 left) 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3537: copy_from oid 37 from oid 8 current snap is 366 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: finishing write tid 2 to smithi05980601-5 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: finishing write tid 3 to smithi05980601-5 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: finishing write tid 4 to smithi05980601-5 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3538: snap_create 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: finishing write tid 5 to smithi05980601-5 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: finishing write tid 6 to smithi05980601-5 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: oid 5 updating version 0 to 3017 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: oid 5 version 3017 is already newer than 3014 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: oid 5 version 3017 is already newer than 3016 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: oid 5 version 3017 is already newer than 3013 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:3535: oid 5 version 3017 is already newer than 3015 2024-08-17T17:17:36.930 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 3017 (ObjNum 1120 snap 366 seq_num 1120) dirty exists 2024-08-17T17:17:36.931 INFO:tasks.rados.rados.0.smithi059.stdout:3535: left oid 5 (ObjNum 1120 snap 366 seq_num 1120) 2024-08-17T17:17:36.931 INFO:tasks.rados.rados.0.smithi059.stdout:3536: finishing write tid 1 to smithi05980601-17 2024-08-17T17:17:36.931 INFO:tasks.rados.rados.0.smithi059.stdout:3536: finishing write tid 2 to smithi05980601-17 2024-08-17T17:17:36.934 INFO:tasks.rados.rados.0.smithi059.stdout:3536: finishing write tid 3 to smithi05980601-17 2024-08-17T17:17:36.934 INFO:tasks.rados.rados.0.smithi059.stdout:3536: finishing write tid 4 to smithi05980601-17 2024-08-17T17:17:36.934 INFO:tasks.rados.rados.0.smithi059.stdout:3536: finishing write tid 5 to smithi05980601-17 2024-08-17T17:17:36.936 INFO:tasks.rados.rados.0.smithi059.stdout:3536: finishing write tid 6 to smithi05980601-17 2024-08-17T17:17:36.937 INFO:tasks.rados.rados.0.smithi059.stdout:3536: oid 17 updating version 0 to 3340 2024-08-17T17:17:36.937 INFO:tasks.rados.rados.0.smithi059.stdout:3536: oid 17 version 3340 is already newer than 3338 2024-08-17T17:17:36.937 INFO:tasks.rados.rados.0.smithi059.stdout:3536: oid 17 updating version 3340 to 3341 2024-08-17T17:17:36.937 INFO:tasks.rados.rados.0.smithi059.stdout:3536: oid 17 updating version 3341 to 3342 2024-08-17T17:17:36.937 INFO:tasks.rados.rados.0.smithi059.stdout:3536: oid 17 version 3342 is already newer than 3339 2024-08-17T17:17:36.937 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 3342 (ObjNum 1121 snap 366 seq_num 1121) dirty exists 2024-08-17T17:17:36.937 INFO:tasks.rados.rados.0.smithi059.stdout:3536: left oid 17 (ObjNum 1121 snap 366 seq_num 1121) 2024-08-17T17:17:36.945 INFO:tasks.rados.rados.0.smithi059.stdout:3537: finishing copy_from racing read to smithi05980601-37 2024-08-17T17:17:36.946 INFO:tasks.rados.rados.0.smithi059.stdout:3537: finishing copy_from to smithi05980601-37 2024-08-17T17:17:36.946 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 2510 (ObjNum 1090 snap 358 seq_num 1090) dirty exists 2024-08-17T17:17:37.309 INFO:tasks.rados.rados.0.smithi059.stdout:3535: done (3 left) 2024-08-17T17:17:37.309 INFO:tasks.rados.rados.0.smithi059.stdout:3536: done (2 left) 2024-08-17T17:17:37.309 INFO:tasks.rados.rados.0.smithi059.stdout:3537: done (1 left) 2024-08-17T17:17:37.309 INFO:tasks.rados.rados.0.smithi059.stdout:3538: done (0 left) 2024-08-17T17:17:37.309 INFO:tasks.rados.rados.0.smithi059.stdout:3539: read oid 38 snap 335 2024-08-17T17:17:37.310 INFO:tasks.rados.rados.0.smithi059.stdout:3539: expect (ObjNum 1015 snap 333 seq_num 1015) 2024-08-17T17:17:37.310 INFO:tasks.rados.rados.0.smithi059.stdout:3540: read oid 37 snap 356 2024-08-17T17:17:37.310 INFO:tasks.rados.rados.0.smithi059.stdout:3540: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:37.310 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 367 2024-08-17T17:17:37.310 INFO:tasks.rados.rados.0.smithi059.stdout:3541: seq_num 1122 ranges {6103040=794624,6897664=729088,7626752=475136} 2024-08-17T17:17:37.347 INFO:tasks.rados.rados.0.smithi059.stdout:3541: writing smithi05980601-50 from 6103040 to 6897664 tid 1 2024-08-17T17:17:37.351 INFO:tasks.rados.rados.0.smithi059.stdout:3541: writing smithi05980601-50 from 6897664 to 7626752 tid 2 2024-08-17T17:17:37.355 INFO:tasks.rados.rados.0.smithi059.stdout:3541: writing smithi05980601-50 from 7626752 to 8101888 tid 3 2024-08-17T17:17:37.355 INFO:tasks.rados.rados.0.smithi059.stdout:3542: snap_create 2024-08-17T17:17:37.355 INFO:tasks.rados.rados.0.smithi059.stdout:3539: expect (ObjNum 1015 snap 333 seq_num 1015) 2024-08-17T17:17:37.709 INFO:tasks.rados.rados.0.smithi059.stdout:3540: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:37 smithi059 ceph-mon[92261]: pgmap v883: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 495 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T17:17:37.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:37 smithi059 ceph-mon[94685]: pgmap v883: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 495 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T17:17:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:37 smithi087 ceph-mon[85676]: pgmap v883: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 495 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-17T17:17:38.307 INFO:tasks.rados.rados.0.smithi059.stdout:3541: finishing write tid 1 to smithi05980601-50 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:3541: finishing write tid 2 to smithi05980601-50 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:3541: finishing write tid 3 to smithi05980601-50 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:3541: finishing write tid 4 to smithi05980601-50 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:3541: finishing write tid 5 to smithi05980601-50 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:3541: oid 50 updating version 0 to 3346 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:3541: oid 50 updating version 3346 to 3347 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:3541: oid 50 updating version 3347 to 3348 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:3541: oid 50 version 3348 is already newer than 3345 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 3348 (ObjNum 1122 snap 367 seq_num 1122) dirty exists 2024-08-17T17:17:38.308 INFO:tasks.rados.rados.0.smithi059.stdout:3541: left oid 50 (ObjNum 1122 snap 367 seq_num 1122) 2024-08-17T17:17:38.314 INFO:tasks.rados.rados.0.smithi059.stdout:3539: done (3 left) 2024-08-17T17:17:38.314 INFO:tasks.rados.rados.0.smithi059.stdout:3540: done (2 left) 2024-08-17T17:17:38.314 INFO:tasks.rados.rados.0.smithi059.stdout:3541: done (1 left) 2024-08-17T17:17:38.314 INFO:tasks.rados.rados.0.smithi059.stdout:3542: done (0 left) 2024-08-17T17:17:38.315 INFO:tasks.rados.rados.0.smithi059.stdout:3543: snap_remove snap 335 2024-08-17T17:17:38.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:38 smithi059 ceph-mon[92261]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T17:17:38.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:38 smithi059 ceph-mon[94685]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T17:17:38.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:38 smithi087 ceph-mon[85676]: osdmap e809: 8 total, 8 up, 8 in 2024-08-17T17:17:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:3543: done (0 left) 2024-08-17T17:17:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:3544: rollback oid 22 current snap is 368 2024-08-17T17:17:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 22 to 326 2024-08-17T17:17:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 368 2024-08-17T17:17:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:3545: seq_num 1123 ranges {1114112=409600,1523712=614400,2138112=598016,2736128=393216} 2024-08-17T17:17:39.335 INFO:tasks.rados.rados.0.smithi059.stdout:3545: writing smithi05980601-4 from 1114112 to 1523712 tid 1 2024-08-17T17:17:39.340 INFO:tasks.rados.rados.0.smithi059.stdout:3545: writing smithi05980601-4 from 1523712 to 2138112 tid 2 2024-08-17T17:17:39.344 INFO:tasks.rados.rados.0.smithi059.stdout:3545: writing smithi05980601-4 from 2138112 to 2736128 tid 3 2024-08-17T17:17:39.346 INFO:tasks.rados.rados.0.smithi059.stdout:3545: writing smithi05980601-4 from 2736128 to 3129344 tid 4 2024-08-17T17:17:39.347 INFO:tasks.rados.rados.0.smithi059.stdout:3544: finishing rollback tid 1 to smithi05980601-22 2024-08-17T17:17:39.347 INFO:tasks.rados.rados.0.smithi059.stdout:3544: finishing rollback tid 2 to smithi05980601-22 2024-08-17T17:17:39.347 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 3192 (ObjNum 977 snap 322 seq_num 977) dirty exists 2024-08-17T17:17:39.348 INFO:tasks.rados.rados.0.smithi059.stdout:3544: done (1 left) 2024-08-17T17:17:39.348 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 368 2024-08-17T17:17:39.348 INFO:tasks.rados.rados.0.smithi059.stdout:3546: seq_num 1124 ranges {0=434176,434176=499712,933888=409600,1343488=663552,2007040=32768} 2024-08-17T17:17:39.350 INFO:tasks.rados.rados.0.smithi059.stdout:3546: writing smithi05980601-47 from 0 to 434176 tid 1 2024-08-17T17:17:39.353 INFO:tasks.rados.rados.0.smithi059.stdout:3546: writing smithi05980601-47 from 434176 to 933888 tid 2 2024-08-17T17:17:39.357 INFO:tasks.rados.rados.0.smithi059.stdout:3546: writing smithi05980601-47 from 933888 to 1343488 tid 3 2024-08-17T17:17:39.363 INFO:tasks.rados.rados.0.smithi059.stdout:3546: writing smithi05980601-47 from 1343488 to 2007040 tid 4 2024-08-17T17:17:39.363 INFO:tasks.rados.rados.0.smithi059.stdout:3546: writing smithi05980601-47 from 2007040 to 2039808 tid 5 2024-08-17T17:17:39.363 INFO:tasks.rados.rados.0.smithi059.stdout:3547: rmattr oid 40 current snap is 368 2024-08-17T17:17:39.363 INFO:tasks.rados.rados.0.smithi059.stdout:3547: done (2 left) 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3548: read oid 5 snap 358 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3548: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3549: read oid 50 snap -1 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3549: expect (ObjNum 1122 snap 367 seq_num 1122) 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3550: read oid 26 snap 356 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3550: expect (ObjNum 990 snap 326 seq_num 990) 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3551: rollback oid 36 current snap is 368 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 36 to 362 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3545: finishing write tid 1 to smithi05980601-4 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3545: finishing write tid 2 to smithi05980601-4 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3545: finishing write tid 3 to smithi05980601-4 2024-08-17T17:17:39.364 INFO:tasks.rados.rados.0.smithi059.stdout:3546: finishing write tid 1 to smithi05980601-47 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: finishing write tid 4 to smithi05980601-4 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: finishing write tid 5 to smithi05980601-4 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3546: finishing write tid 2 to smithi05980601-47 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: finishing write tid 6 to smithi05980601-4 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: oid 4 updating version 0 to 3255 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: oid 4 updating version 3255 to 3259 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: oid 4 version 3259 is already newer than 3257 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: oid 4 version 3259 is already newer than 3258 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: oid 4 version 3259 is already newer than 3256 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 3259 (ObjNum 1123 snap 368 seq_num 1123) dirty exists 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: left oid 4 (ObjNum 1123 snap 368 seq_num 1123) 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3546: finishing write tid 3 to smithi05980601-47 2024-08-17T17:17:39.365 INFO:tasks.rados.rados.0.smithi059.stdout:3545: done (5 left) 2024-08-17T17:17:39.366 INFO:tasks.rados.rados.0.smithi059.stdout:3552: read oid 37 snap -1 2024-08-17T17:17:39.366 INFO:tasks.rados.rados.0.smithi059.stdout:3552: expect (ObjNum 1090 snap 358 seq_num 1090) 2024-08-17T17:17:39.366 INFO:tasks.rados.rados.0.smithi059.stdout:3553: rollback oid 19 current snap is 368 2024-08-17T17:17:39.366 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 19 to 363 2024-08-17T17:17:39.366 INFO:tasks.rados.rados.0.smithi059.stdout:3554: read oid 18 snap 366 2024-08-17T17:17:39.366 INFO:tasks.rados.rados.0.smithi059.stdout:3554: expect (ObjNum 1112 snap 363 seq_num 1112) 2024-08-17T17:17:39.366 INFO:tasks.rados.rados.0.smithi059.stdout:3555: snap_remove snap 365 2024-08-17T17:17:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:39 smithi059 ceph-mon[92261]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T17:17:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:39 smithi059 ceph-mon[92261]: pgmap v886: 121 pgs: 121 active+clean; 470 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.5 MiB/s wr, 19 op/s 2024-08-17T17:17:39.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:39 smithi059 ceph-mon[94685]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T17:17:39.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:39 smithi059 ceph-mon[94685]: pgmap v886: 121 pgs: 121 active+clean; 470 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.5 MiB/s wr, 19 op/s 2024-08-17T17:17:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:39 smithi087 ceph-mon[85676]: osdmap e810: 8 total, 8 up, 8 in 2024-08-17T17:17:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:39 smithi087 ceph-mon[85676]: pgmap v886: 121 pgs: 121 active+clean; 470 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.5 MiB/s wr, 19 op/s 2024-08-17T17:17:40.332 INFO:tasks.rados.rados.0.smithi059.stdout:3551: finishing rollback tid 0 to smithi05980601-36 2024-08-17T17:17:40.332 INFO:tasks.rados.rados.0.smithi059.stdout:3551: finishing rollback tid 1 to smithi05980601-36 2024-08-17T17:17:40.332 INFO:tasks.rados.rados.0.smithi059.stdout:3551: finishing rollback tid 2 to smithi05980601-36 2024-08-17T17:17:40.332 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 2882 (ObjNum 1070 snap 351 seq_num 1070) dirty exists 2024-08-17T17:17:40.332 INFO:tasks.rados.rados.0.smithi059.stdout:3546: finishing write tid 4 to smithi05980601-47 2024-08-17T17:17:40.332 INFO:tasks.rados.rados.0.smithi059.stdout:3546: finishing write tid 5 to smithi05980601-47 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3546: finishing write tid 6 to smithi05980601-47 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3546: finishing write tid 7 to smithi05980601-47 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3546: oid 47 updating version 0 to 2630 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3546: oid 47 version 2630 is already newer than 2625 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3546: oid 47 version 2630 is already newer than 2627 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3546: oid 47 version 2630 is already newer than 2628 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3546: oid 47 version 2630 is already newer than 2629 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3546: oid 47 version 2630 is already newer than 2626 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 2630 (ObjNum 1124 snap 368 seq_num 1124) dirty exists 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3546: left oid 47 (ObjNum 1124 snap 368 seq_num 1124) 2024-08-17T17:17:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3554: expect (ObjNum 1112 snap 363 seq_num 1112) 2024-08-17T17:17:40.443 INFO:tasks.rados.rados.0.smithi059.stdout:3553: finishing rollback tid 0 to smithi05980601-19 2024-08-17T17:17:40.443 INFO:tasks.rados.rados.0.smithi059.stdout:3549: expect (ObjNum 1122 snap 367 seq_num 1122) 2024-08-17T17:17:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:40 smithi059 ceph-mon[92261]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T17:17:40.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:40 smithi059 ceph-mon[94685]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T17:17:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:40 smithi087 ceph-mon[85676]: osdmap e811: 8 total, 8 up, 8 in 2024-08-17T17:17:40.856 INFO:tasks.rados.rados.0.smithi059.stdout:3553: finishing rollback tid 1 to smithi05980601-19 2024-08-17T17:17:40.856 INFO:tasks.rados.rados.0.smithi059.stdout:3550: expect (ObjNum 990 snap 326 seq_num 990) 2024-08-17T17:17:40.998 INFO:tasks.rados.rados.0.smithi059.stdout:3552: expect (ObjNum 1090 snap 358 seq_num 1090) 2024-08-17T17:17:41.049 INFO:tasks.rados.rados.0.smithi059.stdout:3553: finishing rollback tid 2 to smithi05980601-19 2024-08-17T17:17:41.049 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 3364 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:17:41.049 INFO:tasks.rados.rados.0.smithi059.stdout:3548: expect (ObjNum 900 snap 308 seq_num 900) 2024-08-17T17:17:41.653 INFO:tasks.rados.rados.0.smithi059.stdout:3546: done (8 left) 2024-08-17T17:17:41.653 INFO:tasks.rados.rados.0.smithi059.stdout:3548: done (7 left) 2024-08-17T17:17:41.653 INFO:tasks.rados.rados.0.smithi059.stdout:3549: done (6 left) 2024-08-17T17:17:41.653 INFO:tasks.rados.rados.0.smithi059.stdout:3550: done (5 left) 2024-08-17T17:17:41.653 INFO:tasks.rados.rados.0.smithi059.stdout:3551: done (4 left) 2024-08-17T17:17:41.654 INFO:tasks.rados.rados.0.smithi059.stdout:3552: done (3 left) 2024-08-17T17:17:41.654 INFO:tasks.rados.rados.0.smithi059.stdout:3553: done (2 left) 2024-08-17T17:17:41.654 INFO:tasks.rados.rados.0.smithi059.stdout:3554: done (1 left) 2024-08-17T17:17:41.654 INFO:tasks.rados.rados.0.smithi059.stdout:3555: done (0 left) 2024-08-17T17:17:41.654 INFO:tasks.rados.rados.0.smithi059.stdout:3556: copy_from oid 49 from oid 17 current snap is 368 2024-08-17T17:17:41.654 INFO:tasks.rados.rados.0.smithi059.stdout:3557: snap_remove snap 350 2024-08-17T17:17:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:41 smithi059 ceph-mon[92261]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T17:17:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:41 smithi059 ceph-mon[92261]: pgmap v889: 121 pgs: 121 active+clean; 470 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.2 MiB/s wr, 19 op/s 2024-08-17T17:17:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:41 smithi059 ceph-mon[92261]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T17:17:41.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:41 smithi059 ceph-mon[94685]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T17:17:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:41 smithi059 ceph-mon[94685]: pgmap v889: 121 pgs: 121 active+clean; 470 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.2 MiB/s wr, 19 op/s 2024-08-17T17:17:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:41 smithi059 ceph-mon[94685]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T17:17:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:41 smithi087 ceph-mon[85676]: osdmap e812: 8 total, 8 up, 8 in 2024-08-17T17:17:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:41 smithi087 ceph-mon[85676]: pgmap v889: 121 pgs: 121 active+clean; 470 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.2 MiB/s wr, 19 op/s 2024-08-17T17:17:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:41 smithi087 ceph-mon[85676]: osdmap e813: 8 total, 8 up, 8 in 2024-08-17T17:17:42.341 INFO:tasks.rados.rados.0.smithi059.stdout:3556: finishing copy_from racing read to smithi05980601-49 2024-08-17T17:17:42.342 INFO:tasks.rados.rados.0.smithi059.stdout:3556: finishing copy_from to smithi05980601-49 2024-08-17T17:17:42.342 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 3342 (ObjNum 1121 snap 366 seq_num 1121) dirty exists 2024-08-17T17:17:42.342 INFO:tasks.rados.rados.0.smithi059.stdout:3556: done (1 left) 2024-08-17T17:17:42.342 INFO:tasks.rados.rados.0.smithi059.stdout:3557: done (0 left) 2024-08-17T17:17:42.342 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 368 2024-08-17T17:17:42.342 INFO:tasks.rados.rados.0.smithi059.stdout:3558: seq_num 1125 ranges {6381568=450560,6832128=786432,7618560=614400,8232960=204800} 2024-08-17T17:17:42.380 INFO:tasks.rados.rados.0.smithi059.stdout:3558: writing smithi05980601-45 from 6381568 to 6832128 tid 1 2024-08-17T17:17:42.384 INFO:tasks.rados.rados.0.smithi059.stdout:3558: writing smithi05980601-45 from 6832128 to 7618560 tid 2 2024-08-17T17:17:42.388 INFO:tasks.rados.rados.0.smithi059.stdout:3558: writing smithi05980601-45 from 7618560 to 8232960 tid 3 2024-08-17T17:17:42.389 INFO:tasks.rados.rados.0.smithi059.stdout:3558: writing smithi05980601-45 from 8232960 to 8437760 tid 4 2024-08-17T17:17:42.389 INFO:tasks.rados.rados.0.smithi059.stdout:3559: snap_remove snap 356 2024-08-17T17:17:43.346 INFO:tasks.rados.rados.0.smithi059.stdout:3558: finishing write tid 1 to smithi05980601-45 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: finishing write tid 2 to smithi05980601-45 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: finishing write tid 3 to smithi05980601-45 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: finishing write tid 4 to smithi05980601-45 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: finishing write tid 5 to smithi05980601-45 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: finishing write tid 6 to smithi05980601-45 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: oid 45 updating version 0 to 2538 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: oid 45 version 2538 is already newer than 2536 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: oid 45 version 2538 is already newer than 2537 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: oid 45 version 2538 is already newer than 2534 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:3558: oid 45 version 2538 is already newer than 2535 2024-08-17T17:17:43.347 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2538 (ObjNum 1125 snap 368 seq_num 1125) dirty exists 2024-08-17T17:17:43.348 INFO:tasks.rados.rados.0.smithi059.stdout:3558: left oid 45 (ObjNum 1125 snap 368 seq_num 1125) 2024-08-17T17:17:43.348 INFO:tasks.rados.rados.0.smithi059.stdout:3558: done (1 left) 2024-08-17T17:17:43.348 INFO:tasks.rados.rados.0.smithi059.stdout:3559: done (0 left) 2024-08-17T17:17:43.348 INFO:tasks.rados.rados.0.smithi059.stdout:3560: delete oid 18 current snap is 368 2024-08-17T17:17:43.361 INFO:tasks.rados.rados.0.smithi059.stdout:3560: done (0 left) 2024-08-17T17:17:43.361 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 368 2024-08-17T17:17:43.361 INFO:tasks.rados.rados.0.smithi059.stdout:3561: seq_num 1127 ranges {3129344=483328,3612672=598016,4210688=581632,4792320=425984} 2024-08-17T17:17:43.381 INFO:tasks.rados.rados.0.smithi059.stdout:3561: writing smithi05980601-4 from 3129344 to 3612672 tid 1 2024-08-17T17:17:43.384 INFO:tasks.rados.rados.0.smithi059.stdout:3561: writing smithi05980601-4 from 3612672 to 4210688 tid 2 2024-08-17T17:17:43.388 INFO:tasks.rados.rados.0.smithi059.stdout:3561: writing smithi05980601-4 from 4210688 to 4792320 tid 3 2024-08-17T17:17:43.391 INFO:tasks.rados.rados.0.smithi059.stdout:3561: writing smithi05980601-4 from 4792320 to 5218304 tid 4 2024-08-17T17:17:43.391 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 368 2024-08-17T17:17:43.391 INFO:tasks.rados.rados.0.smithi059.stdout:3561: finishing write tid 1 to smithi05980601-4 2024-08-17T17:17:43.391 INFO:tasks.rados.rados.0.smithi059.stdout:3561: finishing write tid 2 to smithi05980601-4 2024-08-17T17:17:43.391 INFO:tasks.rados.rados.0.smithi059.stdout:3562: seq_num 1128 ranges {8601600=499712,9101312=483328,9584640=786432,10371072=335872} 2024-08-17T17:17:43.440 INFO:tasks.rados.rados.0.smithi059.stdout:3562: writing smithi05980601-40 from 8601600 to 9101312 tid 1 2024-08-17T17:17:43.442 INFO:tasks.rados.rados.0.smithi059.stdout:3562: writing smithi05980601-40 from 9101312 to 9584640 tid 2 2024-08-17T17:17:43.448 INFO:tasks.rados.rados.0.smithi059.stdout:3562: writing smithi05980601-40 from 9584640 to 10371072 tid 3 2024-08-17T17:17:43.450 INFO:tasks.rados.rados.0.smithi059.stdout:3562: writing smithi05980601-40 from 10371072 to 10706944 tid 4 2024-08-17T17:17:43.450 INFO:tasks.rados.rados.0.smithi059.stdout:3563: copy_from oid 33 from oid 22 current snap is 368 2024-08-17T17:17:43.450 INFO:tasks.rados.rados.0.smithi059.stdout:3561: finishing write tid 3 to smithi05980601-4 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3561: finishing write tid 4 to smithi05980601-4 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3561: finishing write tid 5 to smithi05980601-4 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3561: finishing write tid 6 to smithi05980601-4 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3561: oid 4 updating version 0 to 3260 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3561: oid 4 updating version 3260 to 3264 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3561: oid 4 version 3264 is already newer than 3261 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3561: oid 4 version 3264 is already newer than 3263 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3561: oid 4 version 3264 is already newer than 3262 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 3264 (ObjNum 1127 snap 368 seq_num 1127) dirty exists 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3561: left oid 4 (ObjNum 1127 snap 368 seq_num 1127) 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3562: finishing write tid 1 to smithi05980601-40 2024-08-17T17:17:43.451 INFO:tasks.rados.rados.0.smithi059.stdout:3562: finishing write tid 2 to smithi05980601-40 2024-08-17T17:17:43.452 INFO:tasks.rados.rados.0.smithi059.stdout:3561: done (2 left) 2024-08-17T17:17:43.452 INFO:tasks.rados.rados.0.smithi059.stdout:3564: snap_remove snap 366 2024-08-17T17:17:43.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:43 smithi059 ceph-mon[94685]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T17:17:43.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:43 smithi059 ceph-mon[94685]: pgmap v892: 121 pgs: 121 active+clean; 486 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T17:17:43.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:43 smithi059 ceph-mon[92261]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T17:17:43.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:43 smithi059 ceph-mon[92261]: pgmap v892: 121 pgs: 121 active+clean; 486 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T17:17:43.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:43 smithi087 ceph-mon[85676]: osdmap e814: 8 total, 8 up, 8 in 2024-08-17T17:17:43.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:43 smithi087 ceph-mon[85676]: pgmap v892: 121 pgs: 121 active+clean; 486 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-08-17T17:17:44.351 INFO:tasks.rados.rados.0.smithi059.stdout:3562: finishing write tid 3 to smithi05980601-40 2024-08-17T17:17:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3562: finishing write tid 4 to smithi05980601-40 2024-08-17T17:17:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3562: finishing write tid 5 to smithi05980601-40 2024-08-17T17:17:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3562: finishing write tid 6 to smithi05980601-40 2024-08-17T17:17:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3562: oid 40 updating version 0 to 1957 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3562: oid 40 updating version 1957 to 1960 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3562: oid 40 version 1960 is already newer than 1959 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3562: oid 40 version 1960 is already newer than 1956 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3562: oid 40 version 1960 is already newer than 1958 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1960 (ObjNum 1128 snap 368 seq_num 1128) dirty exists 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3562: left oid 40 (ObjNum 1128 snap 368 seq_num 1128) 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3563: finishing copy_from racing read to smithi05980601-33 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3563: finishing copy_from to smithi05980601-33 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 3192 (ObjNum 977 snap 322 seq_num 977) dirty exists 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3562: done (2 left) 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3563: done (1 left) 2024-08-17T17:17:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3564: done (0 left) 2024-08-17T17:17:44.358 INFO:tasks.rados.rados.0.smithi059.stdout:3565: rmattr oid 43 current snap is 368 2024-08-17T17:17:44.358 INFO:tasks.rados.rados.0.smithi059.stdout:3565: done (0 left) 2024-08-17T17:17:44.358 INFO:tasks.rados.rados.0.smithi059.stdout:3566: setattr oid 39 current snap is 368 2024-08-17T17:17:44.358 INFO:tasks.rados.rados.0.smithi059.stdout:3567: read oid 32 snap -1 2024-08-17T17:17:44.358 INFO:tasks.rados.rados.0.smithi059.stdout:3567: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:17:44.358 INFO:tasks.rados.rados.0.smithi059.stdout:3568: snap_remove snap 354 2024-08-17T17:17:44.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:44 smithi059 ceph-mon[94685]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T17:17:44.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:17:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:17:44] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.51.0" 2024-08-17T17:17:44.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:44 smithi059 ceph-mon[92261]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T17:17:44.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:44 smithi087 ceph-mon[85676]: osdmap e815: 8 total, 8 up, 8 in 2024-08-17T17:17:45.358 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 3412 (ObjNum 1118 snap 366 seq_num 1118) dirty exists 2024-08-17T17:17:45.358 INFO:tasks.rados.rados.0.smithi059.stdout:3567: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:17:45.406 INFO:tasks.rados.rados.0.smithi059.stdout:3566: done (2 left) 2024-08-17T17:17:45.406 INFO:tasks.rados.rados.0.smithi059.stdout:3567: done (1 left) 2024-08-17T17:17:45.407 INFO:tasks.rados.rados.0.smithi059.stdout:3568: done (0 left) 2024-08-17T17:17:45.407 INFO:tasks.rados.rados.0.smithi059.stdout:3569: snap_remove snap 352 2024-08-17T17:17:45.701 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:45 smithi087 ceph-mon[85676]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T17:17:45.702 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:45 smithi087 ceph-mon[85676]: pgmap v895: 121 pgs: 121 active+clean; 487 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-08-17T17:17:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:45 smithi059 ceph-mon[92261]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T17:17:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:45 smithi059 ceph-mon[92261]: pgmap v895: 121 pgs: 121 active+clean; 487 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-08-17T17:17:45.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:45 smithi059 ceph-mon[94685]: osdmap e816: 8 total, 8 up, 8 in 2024-08-17T17:17:45.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:45 smithi059 ceph-mon[94685]: pgmap v895: 121 pgs: 121 active+clean; 487 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-08-17T17:17:46.257 INFO:tasks.rados.rados.0.smithi059.stdout:3569: done (0 left) 2024-08-17T17:17:46.257 INFO:tasks.rados.rados.0.smithi059.stdout:3570: copy_from oid 5 from oid 40 current snap is 368 2024-08-17T17:17:46.257 INFO:tasks.rados.rados.0.smithi059.stdout:3571: setattr oid 39 current snap is 368 2024-08-17T17:17:46.261 INFO:tasks.rados.rados.0.smithi059.stdout:3572: snap_remove snap 316 2024-08-17T17:17:46.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:46 smithi059 ceph-mon[92261]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T17:17:46.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:46 smithi059 ceph-mon[92261]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T17:17:46.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:46 smithi059 ceph-mon[94685]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T17:17:46.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:46 smithi059 ceph-mon[94685]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T17:17:46.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:46 smithi087 ceph-mon[85676]: osdmap e817: 8 total, 8 up, 8 in 2024-08-17T17:17:46.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:46 smithi087 ceph-mon[85676]: osdmap e818: 8 total, 8 up, 8 in 2024-08-17T17:17:47.259 INFO:tasks.rados.rados.0.smithi059.stdout:3572: done (2 left) 2024-08-17T17:17:47.259 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 368 2024-08-17T17:17:47.259 INFO:tasks.rados.rados.0.smithi059.stdout:3573: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-08-17T17:17:47.262 INFO:tasks.rados.rados.0.smithi059.stdout:3573: writing smithi05980601-42 from 0 to 516096 tid 1 2024-08-17T17:17:47.268 INFO:tasks.rados.rados.0.smithi059.stdout:3573: writing smithi05980601-42 from 516096 to 1286144 tid 2 2024-08-17T17:17:47.272 INFO:tasks.rados.rados.0.smithi059.stdout:3573: writing smithi05980601-42 from 1286144 to 1884160 tid 3 2024-08-17T17:17:47.274 INFO:tasks.rados.rados.0.smithi059.stdout:3573: writing smithi05980601-42 from 1884160 to 2121728 tid 4 2024-08-17T17:17:47.275 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 3433 (ObjNum 1118 snap 366 seq_num 1118) dirty exists 2024-08-17T17:17:47.275 INFO:tasks.rados.rados.0.smithi059.stdout:3570: finishing copy_from racing read to smithi05980601-5 2024-08-17T17:17:47.275 INFO:tasks.rados.rados.0.smithi059.stdout:3570: finishing copy_from to smithi05980601-5 2024-08-17T17:17:47.275 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 1960 (ObjNum 1128 snap 368 seq_num 1128) dirty exists 2024-08-17T17:17:47.275 INFO:tasks.rados.rados.0.smithi059.stdout:3570: done (2 left) 2024-08-17T17:17:47.275 INFO:tasks.rados.rados.0.smithi059.stdout:3571: done (1 left) 2024-08-17T17:17:47.276 INFO:tasks.rados.rados.0.smithi059.stdout:3574: rollback oid 28 current snap is 368 2024-08-17T17:17:47.276 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 28 to 363 2024-08-17T17:17:47.276 INFO:tasks.rados.rados.0.smithi059.stdout:3575: snap_remove snap 333 2024-08-17T17:17:48.265 INFO:tasks.rados.rados.0.smithi059.stdout:3573: finishing write tid 1 to smithi05980601-42 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3574: finishing rollback tid 0 to smithi05980601-28 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3574: finishing rollback tid 1 to smithi05980601-28 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3574: finishing rollback tid 2 to smithi05980601-28 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1963 (ObjNum 1037 snap 340 seq_num 1037) dirty exists 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3573: finishing write tid 2 to smithi05980601-42 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3573: finishing write tid 3 to smithi05980601-42 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3573: finishing write tid 4 to smithi05980601-42 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3573: finishing write tid 5 to smithi05980601-42 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3573: finishing write tid 6 to smithi05980601-42 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3573: oid 42 updating version 0 to 3193 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3573: oid 42 updating version 3193 to 3194 2024-08-17T17:17:48.266 INFO:tasks.rados.rados.0.smithi059.stdout:3573: oid 42 updating version 3194 to 3195 2024-08-17T17:17:48.267 INFO:tasks.rados.rados.0.smithi059.stdout:3573: oid 42 updating version 3195 to 3197 2024-08-17T17:17:48.267 INFO:tasks.rados.rados.0.smithi059.stdout:3573: oid 42 version 3197 is already newer than 3196 2024-08-17T17:17:48.267 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 3197 (ObjNum 1129 snap 368 seq_num 1129) dirty exists 2024-08-17T17:17:48.267 INFO:tasks.rados.rados.0.smithi059.stdout:3573: left oid 42 (ObjNum 1129 snap 368 seq_num 1129) 2024-08-17T17:17:48.267 INFO:tasks.rados.rados.0.smithi059.stdout:3573: done (2 left) 2024-08-17T17:17:48.267 INFO:tasks.rados.rados.0.smithi059.stdout:3574: done (1 left) 2024-08-17T17:17:48.267 INFO:tasks.rados.rados.0.smithi059.stdout:3575: done (0 left) 2024-08-17T17:17:48.267 INFO:tasks.rados.rados.0.smithi059.stdout:3576: delete oid 49 current snap is 368 2024-08-17T17:17:48.285 INFO:tasks.rados.rados.0.smithi059.stdout:3576: done (0 left) 2024-08-17T17:17:48.285 INFO:tasks.rados.rados.0.smithi059.stdout:3577: copy_from oid 47 from oid 41 current snap is 368 2024-08-17T17:17:48.285 INFO:tasks.rados.rados.0.smithi059.stdout:3578: delete oid 4 current snap is 368 2024-08-17T17:17:48.295 INFO:tasks.rados.rados.0.smithi059.stdout:3578: done (1 left) 2024-08-17T17:17:48.295 INFO:tasks.rados.rados.0.smithi059.stdout:3579: copy_from oid 34 from oid 31 current snap is 368 2024-08-17T17:17:48.295 INFO:tasks.rados.rados.0.smithi059.stdout:3580: copy_from oid 35 from oid 6 current snap is 368 2024-08-17T17:17:48.295 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 368 2024-08-17T17:17:48.295 INFO:tasks.rados.rados.0.smithi059.stdout:3581: seq_num 1132 ranges {1769472=565248,2334720=425984,2760704=770048,3530752=409600} 2024-08-17T17:17:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3581: writing smithi05980601-37 from 1769472 to 2334720 tid 1 2024-08-17T17:17:48.311 INFO:tasks.rados.rados.0.smithi059.stdout:3581: writing smithi05980601-37 from 2334720 to 2760704 tid 2 2024-08-17T17:17:48.316 INFO:tasks.rados.rados.0.smithi059.stdout:3581: writing smithi05980601-37 from 2760704 to 3530752 tid 3 2024-08-17T17:17:48.319 INFO:tasks.rados.rados.0.smithi059.stdout:3581: writing smithi05980601-37 from 3530752 to 3940352 tid 4 2024-08-17T17:17:48.319 INFO:tasks.rados.rados.0.smithi059.stdout:3582: rollback oid 38 current snap is 368 2024-08-17T17:17:48.319 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 38 to 367 2024-08-17T17:17:48.319 INFO:tasks.rados.rados.0.smithi059.stdout:3583: delete oid 25 current snap is 368 2024-08-17T17:17:48.320 INFO:tasks.rados.rados.0.smithi059.stdout:3580: finishing copy_from racing read to smithi05980601-35 2024-08-17T17:17:48.321 INFO:tasks.rados.rados.0.smithi059.stdout:3581: finishing write tid 1 to smithi05980601-37 2024-08-17T17:17:48.321 INFO:tasks.rados.rados.0.smithi059.stdout:3581: finishing write tid 2 to smithi05980601-37 2024-08-17T17:17:48.327 INFO:tasks.rados.rados.0.smithi059.stdout:3583: done (5 left) 2024-08-17T17:17:48.327 INFO:tasks.rados.rados.0.smithi059.stdout:3584: copy_from oid 42 from oid 1 current snap is 368 2024-08-17T17:17:48.328 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 368 2024-08-17T17:17:48.328 INFO:tasks.rados.rados.0.smithi059.stdout:3580: finishing copy_from to smithi05980601-35 2024-08-17T17:17:48.328 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 1687 (ObjNum 1045 snap 345 seq_num 1045) dirty exists 2024-08-17T17:17:48.328 INFO:tasks.rados.rados.0.smithi059.stdout:3585: seq_num 1134 ranges {4636672=598016,5234688=638976,5873664=737280,6610944=229376} 2024-08-17T17:17:48.356 INFO:tasks.rados.rados.0.smithi059.stdout:3585: writing smithi05980601-11 from 4636672 to 5234688 tid 1 2024-08-17T17:17:48.361 INFO:tasks.rados.rados.0.smithi059.stdout:3585: writing smithi05980601-11 from 5234688 to 5873664 tid 2 2024-08-17T17:17:48.366 INFO:tasks.rados.rados.0.smithi059.stdout:3585: writing smithi05980601-11 from 5873664 to 6610944 tid 3 2024-08-17T17:17:48.368 INFO:tasks.rados.rados.0.smithi059.stdout:3585: writing smithi05980601-11 from 6610944 to 6840320 tid 4 2024-08-17T17:17:48.368 INFO:tasks.rados.rados.0.smithi059.stdout:3580: done (6 left) 2024-08-17T17:17:48.368 INFO:tasks.rados.rados.0.smithi059.stdout:3586: rollback oid 6 current snap is 368 2024-08-17T17:17:48.368 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 6 to 363 2024-08-17T17:17:48.368 INFO:tasks.rados.rados.0.smithi059.stdout:3581: finishing write tid 3 to smithi05980601-37 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3581: finishing write tid 4 to smithi05980601-37 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3581: finishing write tid 5 to smithi05980601-37 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3582: finishing rollback tid 0 to smithi05980601-38 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3582: finishing rollback tid 1 to smithi05980601-38 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3582: finishing rollback tid 2 to smithi05980601-38 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 2633 (ObjNum 1038 snap 340 seq_num 1038) dirty exists 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3579: finishing copy_from racing read to smithi05980601-34 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3581: finishing write tid 6 to smithi05980601-37 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3581: oid 37 updating version 0 to 3474 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3581: oid 37 updating version 3474 to 3477 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3581: oid 37 version 3477 is already newer than 3475 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3581: oid 37 version 3477 is already newer than 3476 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:3581: oid 37 updating version 3477 to 3478 2024-08-17T17:17:48.369 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 3478 (ObjNum 1132 snap 368 seq_num 1132) dirty exists 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3581: left oid 37 (ObjNum 1132 snap 368 seq_num 1132) 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3579: finishing copy_from to smithi05980601-34 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 3319 (ObjNum 1111 snap 363 seq_num 1111) dirty exists 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3584: finishing copy_from racing read to smithi05980601-42 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3579: done (6 left) 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3581: done (5 left) 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3582: done (4 left) 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3587: rollback oid 10 current snap is 368 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 363 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3577: finishing copy_from racing read to smithi05980601-47 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3584: finishing copy_from to smithi05980601-42 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 1934 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:17:48.370 INFO:tasks.rados.rados.0.smithi059.stdout:3577: finishing copy_from to smithi05980601-47 2024-08-17T17:17:48.371 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 3012 (ObjNum 1114 snap 363 seq_num 1114) dirty exists 2024-08-17T17:17:48.371 INFO:tasks.rados.rados.0.smithi059.stdout:3585: finishing write tid 1 to smithi05980601-11 2024-08-17T17:17:48.371 INFO:tasks.rados.rados.0.smithi059.stdout:3585: finishing write tid 2 to smithi05980601-11 2024-08-17T17:17:48.371 INFO:tasks.rados.rados.0.smithi059.stdout:3577: done (4 left) 2024-08-17T17:17:48.371 INFO:tasks.rados.rados.0.smithi059.stdout:3584: done (3 left) 2024-08-17T17:17:48.371 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 368 2024-08-17T17:17:48.371 INFO:tasks.rados.rados.0.smithi059.stdout:3588: seq_num 1135 ranges {10084352=614400,10698752=524288,11223040=540672,11763712=483328,12247040=57344} 2024-08-17T17:17:48.426 INFO:tasks.rados.rados.0.smithi059.stdout:3588: writing smithi05980601-47 from 10084352 to 10698752 tid 1 2024-08-17T17:17:48.429 INFO:tasks.rados.rados.0.smithi059.stdout:3588: writing smithi05980601-47 from 10698752 to 11223040 tid 2 2024-08-17T17:17:48.432 INFO:tasks.rados.rados.0.smithi059.stdout:3588: writing smithi05980601-47 from 11223040 to 11763712 tid 3 2024-08-17T17:17:48.435 INFO:tasks.rados.rados.0.smithi059.stdout:3588: writing smithi05980601-47 from 11763712 to 12247040 tid 4 2024-08-17T17:17:48.436 INFO:tasks.rados.rados.0.smithi059.stdout:3588: writing smithi05980601-47 from 12247040 to 12304384 tid 5 2024-08-17T17:17:48.436 INFO:tasks.rados.rados.0.smithi059.stdout:3589: delete oid 27 current snap is 368 2024-08-17T17:17:48.436 INFO:tasks.rados.rados.0.smithi059.stdout:3587: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:17:48.436 INFO:tasks.rados.rados.0.smithi059.stdout:3587: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:17:48.436 INFO:tasks.rados.rados.0.smithi059.stdout:3587: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:17:48.436 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 2541 (ObjNum 1075 snap 353 seq_num 1075) dirty exists 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3586: finishing rollback tid 0 to smithi05980601-6 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3586: finishing rollback tid 1 to smithi05980601-6 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3586: finishing rollback tid 2 to smithi05980601-6 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 3268 (ObjNum 1045 snap 345 seq_num 1045) dirty exists 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3585: finishing write tid 3 to smithi05980601-11 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3585: finishing write tid 4 to smithi05980601-11 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3585: finishing write tid 5 to smithi05980601-11 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3585: finishing write tid 6 to smithi05980601-11 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3585: oid 11 updating version 0 to 3483 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3585: oid 11 version 3483 is already newer than 3481 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3585: oid 11 updating version 3483 to 3484 2024-08-17T17:17:48.437 INFO:tasks.rados.rados.0.smithi059.stdout:3585: oid 11 version 3484 is already newer than 3482 2024-08-17T17:17:48.438 INFO:tasks.rados.rados.0.smithi059.stdout:3585: oid 11 version 3484 is already newer than 3480 2024-08-17T17:17:48.438 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 3484 (ObjNum 1134 snap 368 seq_num 1134) dirty exists 2024-08-17T17:17:48.438 INFO:tasks.rados.rados.0.smithi059.stdout:3585: left oid 11 (ObjNum 1134 snap 368 seq_num 1134) 2024-08-17T17:17:48.438 INFO:tasks.rados.rados.0.smithi059.stdout:3588: finishing write tid 1 to smithi05980601-47 2024-08-17T17:17:48.438 INFO:tasks.rados.rados.0.smithi059.stdout:3588: finishing write tid 2 to smithi05980601-47 2024-08-17T17:17:48.438 INFO:tasks.rados.rados.0.smithi059.stdout:3588: finishing write tid 3 to smithi05980601-47 2024-08-17T17:17:48.439 INFO:tasks.rados.rados.0.smithi059.stdout:3585: done (4 left) 2024-08-17T17:17:48.439 INFO:tasks.rados.rados.0.smithi059.stdout:3586: done (3 left) 2024-08-17T17:17:48.439 INFO:tasks.rados.rados.0.smithi059.stdout:3587: done (2 left) 2024-08-17T17:17:48.439 INFO:tasks.rados.rados.0.smithi059.stdout:3589: done (1 left) 2024-08-17T17:17:48.439 INFO:tasks.rados.rados.0.smithi059.stdout:3590: read oid 16 snap -1 2024-08-17T17:17:48.439 INFO:tasks.rados.rados.0.smithi059.stdout:3590: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:17:48.439 INFO:tasks.rados.rados.0.smithi059.stdout:3591: copy_from oid 20 from oid 24 current snap is 368 2024-08-17T17:17:48.439 INFO:tasks.rados.rados.0.smithi059.stdout:3592: setattr oid 15 current snap is 368 2024-08-17T17:17:48.439 INFO:tasks.rados.rados.0.smithi059.stdout:3590: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:17:48.443 INFO:tasks.rados.rados.0.smithi059.stdout:3588: finishing write tid 4 to smithi05980601-47 2024-08-17T17:17:48.443 INFO:tasks.rados.rados.0.smithi059.stdout:3588: finishing write tid 5 to smithi05980601-47 2024-08-17T17:17:48.443 INFO:tasks.rados.rados.0.smithi059.stdout:3588: finishing write tid 6 to smithi05980601-47 2024-08-17T17:17:48.443 INFO:tasks.rados.rados.0.smithi059.stdout:3588: finishing write tid 7 to smithi05980601-47 2024-08-17T17:17:48.443 INFO:tasks.rados.rados.0.smithi059.stdout:3588: oid 47 updating version 0 to 3018 2024-08-17T17:17:48.443 INFO:tasks.rados.rados.0.smithi059.stdout:3588: oid 47 version 3018 is already newer than 3015 2024-08-17T17:17:48.443 INFO:tasks.rados.rados.0.smithi059.stdout:3588: oid 47 version 3018 is already newer than 3016 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3588: oid 47 version 3018 is already newer than 3013 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3588: oid 47 version 3018 is already newer than 3017 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3588: oid 47 version 3018 is already newer than 3014 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 3018 (ObjNum 1135 snap 368 seq_num 1135) dirty exists 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3588: left oid 47 (ObjNum 1135 snap 368 seq_num 1135) 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3588: done (3 left) 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3590: done (2 left) 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3593: read oid 9 snap 326 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3593: expect deleted 2024-08-17T17:17:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3594: setattr oid 14 current snap is 368 2024-08-17T17:17:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3593: done (3 left) 2024-08-17T17:17:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3595: rollback oid 22 current snap is 368 2024-08-17T17:17:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 22 to 367 2024-08-17T17:17:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 368 2024-08-17T17:17:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3596: seq_num 1137 ranges {0=647168,647168=696320,1343488=557056,1900544=352256} 2024-08-17T17:17:48.449 INFO:tasks.rados.rados.0.smithi059.stdout:3596: writing smithi05980601-16 from 0 to 647168 tid 1 2024-08-17T17:17:48.453 INFO:tasks.rados.rados.0.smithi059.stdout:3596: writing smithi05980601-16 from 647168 to 1343488 tid 2 2024-08-17T17:17:48.456 INFO:tasks.rados.rados.0.smithi059.stdout:3596: writing smithi05980601-16 from 1343488 to 1900544 tid 3 2024-08-17T17:17:48.458 INFO:tasks.rados.rados.0.smithi059.stdout:3596: writing smithi05980601-16 from 1900544 to 2252800 tid 4 2024-08-17T17:17:48.459 INFO:tasks.rados.rados.0.smithi059.stdout:3597: copy_from oid 44 from oid 43 current snap is 368 2024-08-17T17:17:48.459 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 2175 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:17:48.459 INFO:tasks.rados.rados.0.smithi059.stdout:3592: done (5 left) 2024-08-17T17:17:48.459 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 368 2024-08-17T17:17:48.459 INFO:tasks.rados.rados.0.smithi059.stdout:3591: finishing copy_from racing read to smithi05980601-20 2024-08-17T17:17:48.459 INFO:tasks.rados.rados.0.smithi059.stdout:3591: finishing copy_from to smithi05980601-20 2024-08-17T17:17:48.459 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 2879 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:17:48.459 INFO:tasks.rados.rados.0.smithi059.stdout:3595: finishing rollback tid 0 to smithi05980601-22 2024-08-17T17:17:48.459 INFO:tasks.rados.rados.0.smithi059.stdout:3598: seq_num 1138 ranges {0=663552,663552=581632,1245184=712704,1957888=311296} 2024-08-17T17:17:48.462 INFO:tasks.rados.rados.0.smithi059.stdout:3598: writing smithi05980601-49 from 0 to 663552 tid 1 2024-08-17T17:17:48.465 INFO:tasks.rados.rados.0.smithi059.stdout:3598: writing smithi05980601-49 from 663552 to 1245184 tid 2 2024-08-17T17:17:48.470 INFO:tasks.rados.rados.0.smithi059.stdout:3598: writing smithi05980601-49 from 1245184 to 1957888 tid 3 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:3598: writing smithi05980601-49 from 1957888 to 2269184 tid 4 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:3591: done (5 left) 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 368 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2972 (ObjNum 33 snap 0 seq_num 339250912) dirty exists 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:3595: finishing rollback tid 1 to smithi05980601-22 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 3195 (ObjNum 33 snap 0 seq_num 337965520) dirty dne 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:3596: finishing write tid 1 to smithi05980601-16 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:3596: finishing write tid 2 to smithi05980601-16 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:3596: finishing write tid 3 to smithi05980601-16 2024-08-17T17:17:48.473 INFO:tasks.rados.rados.0.smithi059.stdout:3599: seq_num 1139 ranges {0=679936,679936=458752,1138688=524288,1662976=540672,2203648=81920} 2024-08-17T17:17:48.476 INFO:tasks.rados.rados.0.smithi059.stdout:3599: writing smithi05980601-29 from 0 to 679936 tid 1 2024-08-17T17:17:48.479 INFO:tasks.rados.rados.0.smithi059.stdout:3599: writing smithi05980601-29 from 679936 to 1138688 tid 2 2024-08-17T17:17:48.482 INFO:tasks.rados.rados.0.smithi059.stdout:3599: writing smithi05980601-29 from 1138688 to 1662976 tid 3 2024-08-17T17:17:48.486 INFO:tasks.rados.rados.0.smithi059.stdout:3599: writing smithi05980601-29 from 1662976 to 2203648 tid 4 2024-08-17T17:17:48.487 INFO:tasks.rados.rados.0.smithi059.stdout:3599: writing smithi05980601-29 from 2203648 to 2285568 tid 5 2024-08-17T17:17:48.487 INFO:tasks.rados.rados.0.smithi059.stdout:3594: done (5 left) 2024-08-17T17:17:48.487 INFO:tasks.rados.rados.0.smithi059.stdout:3595: done (4 left) 2024-08-17T17:17:48.487 INFO:tasks.rados.rados.0.smithi059.stdout:3600: read oid 34 snap -1 2024-08-17T17:17:48.487 INFO:tasks.rados.rados.0.smithi059.stdout:3600: expect (ObjNum 1111 snap 363 seq_num 1111) 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3601: delete oid 1 current snap is 368 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3596: finishing write tid 4 to smithi05980601-16 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3596: finishing write tid 5 to smithi05980601-16 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3596: finishing write tid 6 to smithi05980601-16 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3596: oid 16 updating version 0 to 2542 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3596: oid 16 updating version 2542 to 2543 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3596: oid 16 updating version 2543 to 2544 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3596: oid 16 updating version 2544 to 2545 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3596: oid 16 updating version 2545 to 2546 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2546 (ObjNum 1137 snap 368 seq_num 1137) dirty exists 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3596: left oid 16 (ObjNum 1137 snap 368 seq_num 1137) 2024-08-17T17:17:48.488 INFO:tasks.rados.rados.0.smithi059.stdout:3598: finishing write tid 1 to smithi05980601-49 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:3598: finishing write tid 2 to smithi05980601-49 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:3597: finishing copy_from racing read to smithi05980601-44 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:3598: finishing write tid 3 to smithi05980601-49 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:3599: finishing write tid 1 to smithi05980601-29 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:3598: finishing write tid 4 to smithi05980601-49 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:3599: finishing write tid 2 to smithi05980601-29 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:3599: finishing write tid 3 to smithi05980601-29 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:3597: finishing copy_from to smithi05980601-44 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 1951 (ObjNum 1048 snap 345 seq_num 1048) dirty exists 2024-08-17T17:17:48.489 INFO:tasks.rados.rados.0.smithi059.stdout:3598: finishing write tid 5 to smithi05980601-49 2024-08-17T17:17:48.490 INFO:tasks.rados.rados.0.smithi059.stdout:3598: finishing write tid 6 to smithi05980601-49 2024-08-17T17:17:48.490 INFO:tasks.rados.rados.0.smithi059.stdout:3598: oid 49 updating version 0 to 3486 2024-08-17T17:17:48.490 INFO:tasks.rados.rados.0.smithi059.stdout:3598: oid 49 updating version 3486 to 3487 2024-08-17T17:17:48.490 INFO:tasks.rados.rados.0.smithi059.stdout:3598: oid 49 updating version 3487 to 3489 2024-08-17T17:17:48.490 INFO:tasks.rados.rados.0.smithi059.stdout:3598: oid 49 version 3489 is already newer than 3488 2024-08-17T17:17:48.490 INFO:tasks.rados.rados.0.smithi059.stdout:3598: oid 49 version 3489 is already newer than 3485 2024-08-17T17:17:48.490 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 3489 (ObjNum 1138 snap 368 seq_num 1138) dirty exists 2024-08-17T17:17:48.490 INFO:tasks.rados.rados.0.smithi059.stdout:3598: left oid 49 (ObjNum 1138 snap 368 seq_num 1138) 2024-08-17T17:17:48.491 INFO:tasks.rados.rados.0.smithi059.stdout:3596: done (5 left) 2024-08-17T17:17:48.491 INFO:tasks.rados.rados.0.smithi059.stdout:3597: done (4 left) 2024-08-17T17:17:48.491 INFO:tasks.rados.rados.0.smithi059.stdout:3598: done (3 left) 2024-08-17T17:17:48.491 INFO:tasks.rados.rados.0.smithi059.stdout:3601: done (2 left) 2024-08-17T17:17:48.492 INFO:tasks.rados.rados.0.smithi059.stdout:3602: delete oid 33 current snap is 368 2024-08-17T17:17:48.492 INFO:tasks.rados.rados.0.smithi059.stdout:3599: finishing write tid 4 to smithi05980601-29 2024-08-17T17:17:48.492 INFO:tasks.rados.rados.0.smithi059.stdout:3599: finishing write tid 5 to smithi05980601-29 2024-08-17T17:17:48.492 INFO:tasks.rados.rados.0.smithi059.stdout:3599: finishing write tid 6 to smithi05980601-29 2024-08-17T17:17:48.493 INFO:tasks.rados.rados.0.smithi059.stdout:3599: finishing write tid 7 to smithi05980601-29 2024-08-17T17:17:48.493 INFO:tasks.rados.rados.0.smithi059.stdout:3599: oid 29 updating version 0 to 1696 2024-08-17T17:17:48.493 INFO:tasks.rados.rados.0.smithi059.stdout:3599: oid 29 version 1696 is already newer than 1693 2024-08-17T17:17:48.493 INFO:tasks.rados.rados.0.smithi059.stdout:3599: oid 29 version 1696 is already newer than 1695 2024-08-17T17:17:48.493 INFO:tasks.rados.rados.0.smithi059.stdout:3599: oid 29 updating version 1696 to 1698 2024-08-17T17:17:48.493 INFO:tasks.rados.rados.0.smithi059.stdout:3599: oid 29 version 1698 is already newer than 1697 2024-08-17T17:17:48.494 INFO:tasks.rados.rados.0.smithi059.stdout:3599: oid 29 version 1698 is already newer than 1694 2024-08-17T17:17:48.494 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 1698 (ObjNum 1139 snap 368 seq_num 1139) dirty exists 2024-08-17T17:17:48.494 INFO:tasks.rados.rados.0.smithi059.stdout:3599: left oid 29 (ObjNum 1139 snap 368 seq_num 1139) 2024-08-17T17:17:48.494 INFO:tasks.rados.rados.0.smithi059.stdout:3599: done (2 left) 2024-08-17T17:17:48.494 INFO:tasks.rados.rados.0.smithi059.stdout:3602: done (1 left) 2024-08-17T17:17:48.494 INFO:tasks.rados.rados.0.smithi059.stdout:3603: read oid 23 snap 363 2024-08-17T17:17:48.494 INFO:tasks.rados.rados.0.smithi059.stdout:3603: expect (ObjNum 1099 snap 362 seq_num 1099) 2024-08-17T17:17:48.494 INFO:tasks.rados.rados.0.smithi059.stdout:3604: snap_remove snap 358 2024-08-17T17:17:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:48 smithi059 ceph-mon[92261]: pgmap v898: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T17:17:48.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:48 smithi059 ceph-mon[92261]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T17:17:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:48 smithi059 ceph-mon[94685]: pgmap v898: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T17:17:48.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:48 smithi059 ceph-mon[94685]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T17:17:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:48 smithi087 ceph-mon[85676]: pgmap v898: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-17T17:17:48.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:48 smithi087 ceph-mon[85676]: osdmap e819: 8 total, 8 up, 8 in 2024-08-17T17:17:49.277 INFO:tasks.rados.rados.0.smithi059.stdout:3603: expect (ObjNum 1099 snap 362 seq_num 1099) 2024-08-17T17:17:49.385 INFO:tasks.rados.rados.0.smithi059.stdout:3600: expect (ObjNum 1111 snap 363 seq_num 1111) 2024-08-17T17:17:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:49 smithi059 ceph-mon[92261]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T17:17:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:49 smithi059 ceph-mon[92261]: pgmap v901: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 442 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 4.9 MiB/s wr, 16 op/s 2024-08-17T17:17:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:49 smithi059 ceph-mon[94685]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T17:17:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:49 smithi059 ceph-mon[94685]: pgmap v901: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 442 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 4.9 MiB/s wr, 16 op/s 2024-08-17T17:17:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:49 smithi087 ceph-mon[85676]: osdmap e820: 8 total, 8 up, 8 in 2024-08-17T17:17:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:49 smithi087 ceph-mon[85676]: pgmap v901: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 442 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 4.9 MiB/s wr, 16 op/s 2024-08-17T17:17:49.721 INFO:tasks.rados.rados.0.smithi059.stdout:3600: done (2 left) 2024-08-17T17:17:49.721 INFO:tasks.rados.rados.0.smithi059.stdout:3603: done (1 left) 2024-08-17T17:17:49.721 INFO:tasks.rados.rados.0.smithi059.stdout:3604: done (0 left) 2024-08-17T17:17:49.721 INFO:tasks.rados.rados.0.smithi059.stdout:3605: delete oid 22 current snap is 368 2024-08-17T17:17:49.723 INFO:tasks.rados.rados.0.smithi059.stdout:3605: done (0 left) 2024-08-17T17:17:49.723 INFO:tasks.rados.rados.0.smithi059.stdout:3606: delete oid 22 current snap is 368 2024-08-17T17:17:49.726 INFO:tasks.rados.rados.0.smithi059.stdout:3606: done (0 left) 2024-08-17T17:17:49.726 INFO:tasks.rados.rados.0.smithi059.stdout:3607: rollback oid 41 current snap is 368 2024-08-17T17:17:49.726 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 349 2024-08-17T17:17:49.726 INFO:tasks.rados.rados.0.smithi059.stdout:3608: rollback oid 19 current snap is 368 2024-08-17T17:17:49.726 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 19 to 367 2024-08-17T17:17:49.726 INFO:tasks.rados.rados.0.smithi059.stdout:3609: rollback oid 24 current snap is 368 2024-08-17T17:17:49.726 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 24 to 362 2024-08-17T17:17:49.726 INFO:tasks.rados.rados.0.smithi059.stdout:3610: snap_create 2024-08-17T17:17:49.729 INFO:tasks.rados.rados.0.smithi059.stdout:3609: finishing rollback tid 0 to smithi05980601-24 2024-08-17T17:17:49.730 INFO:tasks.rados.rados.0.smithi059.stdout:3609: finishing rollback tid 1 to smithi05980601-24 2024-08-17T17:17:49.730 INFO:tasks.rados.rados.0.smithi059.stdout:3609: finishing rollback tid 2 to smithi05980601-24 2024-08-17T17:17:49.730 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 2885 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:17:49.731 INFO:tasks.rados.rados.0.smithi059.stdout:3608: finishing rollback tid 0 to smithi05980601-19 2024-08-17T17:17:49.732 INFO:tasks.rados.rados.0.smithi059.stdout:3608: finishing rollback tid 1 to smithi05980601-19 2024-08-17T17:17:49.732 INFO:tasks.rados.rados.0.smithi059.stdout:3607: finishing rollback tid 0 to smithi05980601-41 2024-08-17T17:17:49.733 INFO:tasks.rados.rados.0.smithi059.stdout:3607: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:17:49.733 INFO:tasks.rados.rados.0.smithi059.stdout:3608: finishing rollback tid 2 to smithi05980601-19 2024-08-17T17:17:49.733 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 3506 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:17:49.733 INFO:tasks.rados.rados.0.smithi059.stdout:3607: finishing rollback tid 2 to smithi05980601-41 2024-08-17T17:17:49.733 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 3322 (ObjNum 880 snap 298 seq_num 880) dirty exists 2024-08-17T17:17:50.272 INFO:tasks.rados.rados.0.smithi059.stdout:3607: done (3 left) 2024-08-17T17:17:50.272 INFO:tasks.rados.rados.0.smithi059.stdout:3608: done (2 left) 2024-08-17T17:17:50.272 INFO:tasks.rados.rados.0.smithi059.stdout:3609: done (1 left) 2024-08-17T17:17:50.272 INFO:tasks.rados.rados.0.smithi059.stdout:3610: done (0 left) 2024-08-17T17:17:50.272 INFO:tasks.rados.rados.0.smithi059.stdout:3611: read oid 49 snap -1 2024-08-17T17:17:50.272 INFO:tasks.rados.rados.0.smithi059.stdout:3611: expect (ObjNum 1138 snap 368 seq_num 1138) 2024-08-17T17:17:50.272 INFO:tasks.rados.rados.0.smithi059.stdout:3612: snap_remove snap 367 2024-08-17T17:17:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:50 smithi059 ceph-mon[92261]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T17:17:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:50 smithi059 ceph-mon[94685]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T17:17:50.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:50 smithi087 ceph-mon[85676]: osdmap e821: 8 total, 8 up, 8 in 2024-08-17T17:17:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:17:51.267 INFO:tasks.rados.rados.0.smithi059.stdout:3612: done (1 left) 2024-08-17T17:17:51.267 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 369 2024-08-17T17:17:51.267 INFO:tasks.rados.rados.0.smithi059.stdout:3613: seq_num 1144 ranges {10371072=770048,11141120=737280,11878400=712704,12591104=155648} 2024-08-17T17:17:51.329 INFO:tasks.rados.rados.0.smithi059.stdout:3613: writing smithi05980601-12 from 10371072 to 11141120 tid 1 2024-08-17T17:17:51.332 INFO:tasks.rados.rados.0.smithi059.stdout:3613: writing smithi05980601-12 from 11141120 to 11878400 tid 2 2024-08-17T17:17:51.336 INFO:tasks.rados.rados.0.smithi059.stdout:3613: writing smithi05980601-12 from 11878400 to 12591104 tid 3 2024-08-17T17:17:51.337 INFO:tasks.rados.rados.0.smithi059.stdout:3613: writing smithi05980601-12 from 12591104 to 12746752 tid 4 2024-08-17T17:17:51.337 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 369 2024-08-17T17:17:51.338 INFO:tasks.rados.rados.0.smithi059.stdout:3614: seq_num 1145 ranges {8437760=786432,9224192=622592,9846784=516096,10362880=417792,10780672=49152} 2024-08-17T17:17:51.387 INFO:tasks.rados.rados.0.smithi059.stdout:3614: writing smithi05980601-45 from 8437760 to 9224192 tid 1 2024-08-17T17:17:51.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: writing smithi05980601-45 from 9224192 to 9846784 tid 2 2024-08-17T17:17:51.394 INFO:tasks.rados.rados.0.smithi059.stdout:3614: writing smithi05980601-45 from 9846784 to 10362880 tid 3 2024-08-17T17:17:51.396 INFO:tasks.rados.rados.0.smithi059.stdout:3614: writing smithi05980601-45 from 10362880 to 10780672 tid 4 2024-08-17T17:17:51.396 INFO:tasks.rados.rados.0.smithi059.stdout:3614: writing smithi05980601-45 from 10780672 to 10829824 tid 5 2024-08-17T17:17:51.397 INFO:tasks.rados.rados.0.smithi059.stdout:3615: snap_remove snap 326 2024-08-17T17:17:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:51 smithi059 ceph-mon[92261]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T17:17:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:51 smithi059 ceph-mon[92261]: pgmap v904: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 432 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-08-17T17:17:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:51 smithi059 ceph-mon[92261]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T17:17:51.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:51 smithi059 ceph-mon[94685]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T17:17:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:51 smithi059 ceph-mon[94685]: pgmap v904: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 432 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-08-17T17:17:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:51 smithi059 ceph-mon[94685]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T17:17:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:51 smithi087 ceph-mon[85676]: osdmap e822: 8 total, 8 up, 8 in 2024-08-17T17:17:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:51 smithi087 ceph-mon[85676]: pgmap v904: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 432 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 955 KiB/s rd, 3.5 MiB/s wr, 19 op/s 2024-08-17T17:17:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:51 smithi087 ceph-mon[85676]: osdmap e823: 8 total, 8 up, 8 in 2024-08-17T17:17:52.305 INFO:tasks.rados.rados.0.smithi059.stdout:3611: expect (ObjNum 1138 snap 368 seq_num 1138) 2024-08-17T17:17:52.376 INFO:tasks.rados.rados.0.smithi059.stdout:3613: finishing write tid 1 to smithi05980601-12 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: finishing write tid 2 to smithi05980601-12 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: finishing write tid 3 to smithi05980601-12 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: finishing write tid 4 to smithi05980601-12 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: finishing write tid 5 to smithi05980601-12 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: finishing write tid 6 to smithi05980601-12 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: oid 12 updating version 0 to 2547 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: oid 12 updating version 2547 to 2548 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: oid 12 updating version 2548 to 2551 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: oid 12 version 2551 is already newer than 2549 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: oid 12 version 2551 is already newer than 2550 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2551 (ObjNum 1144 snap 369 seq_num 1144) dirty exists 2024-08-17T17:17:52.377 INFO:tasks.rados.rados.0.smithi059.stdout:3613: left oid 12 (ObjNum 1144 snap 369 seq_num 1144) 2024-08-17T17:17:52.378 INFO:tasks.rados.rados.0.smithi059.stdout:3614: finishing write tid 1 to smithi05980601-45 2024-08-17T17:17:52.378 INFO:tasks.rados.rados.0.smithi059.stdout:3614: finishing write tid 2 to smithi05980601-45 2024-08-17T17:17:52.378 INFO:tasks.rados.rados.0.smithi059.stdout:3614: finishing write tid 3 to smithi05980601-45 2024-08-17T17:17:52.378 INFO:tasks.rados.rados.0.smithi059.stdout:3614: finishing write tid 4 to smithi05980601-45 2024-08-17T17:17:52.378 INFO:tasks.rados.rados.0.smithi059.stdout:3611: done (3 left) 2024-08-17T17:17:52.378 INFO:tasks.rados.rados.0.smithi059.stdout:3613: done (2 left) 2024-08-17T17:17:52.378 INFO:tasks.rados.rados.0.smithi059.stdout:3615: done (1 left) 2024-08-17T17:17:52.378 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 369 2024-08-17T17:17:52.378 INFO:tasks.rados.rados.0.smithi059.stdout:3616: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2024-08-17T17:17:52.380 INFO:tasks.rados.rados.0.smithi059.stdout:3616: writing smithi05980601-30 from 0 to 802816 tid 1 2024-08-17T17:17:52.383 INFO:tasks.rados.rados.0.smithi059.stdout:3616: writing smithi05980601-30 from 802816 to 1302528 tid 2 2024-08-17T17:17:52.387 INFO:tasks.rados.rados.0.smithi059.stdout:3616: writing smithi05980601-30 from 1302528 to 1982464 tid 3 2024-08-17T17:17:52.390 INFO:tasks.rados.rados.0.smithi059.stdout:3616: writing smithi05980601-30 from 1982464 to 2408448 tid 4 2024-08-17T17:17:52.390 INFO:tasks.rados.rados.0.smithi059.stdout:3617: rollback oid 19 current snap is 369 2024-08-17T17:17:52.390 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 19 to 364 2024-08-17T17:17:52.390 INFO:tasks.rados.rados.0.smithi059.stdout:3614: finishing write tid 5 to smithi05980601-45 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: finishing write tid 6 to smithi05980601-45 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: finishing write tid 7 to smithi05980601-45 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: oid 45 updating version 0 to 2557 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: oid 45 version 2557 is already newer than 2553 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: oid 45 version 2557 is already newer than 2554 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: oid 45 version 2557 is already newer than 2555 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: oid 45 version 2557 is already newer than 2552 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: oid 45 version 2557 is already newer than 2556 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2557 (ObjNum 1145 snap 369 seq_num 1145) dirty exists 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3614: left oid 45 (ObjNum 1145 snap 369 seq_num 1145) 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3616: finishing write tid 1 to smithi05980601-30 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3616: finishing write tid 2 to smithi05980601-30 2024-08-17T17:17:52.391 INFO:tasks.rados.rados.0.smithi059.stdout:3616: finishing write tid 3 to smithi05980601-30 2024-08-17T17:17:52.392 INFO:tasks.rados.rados.0.smithi059.stdout:3614: done (2 left) 2024-08-17T17:17:52.392 INFO:tasks.rados.rados.0.smithi059.stdout:3618: snap_remove snap 349 2024-08-17T17:17:53.302 INFO:tasks.rados.rados.0.smithi059.stdout:3616: finishing write tid 4 to smithi05980601-30 2024-08-17T17:17:53.302 INFO:tasks.rados.rados.0.smithi059.stdout:3616: finishing write tid 5 to smithi05980601-30 2024-08-17T17:17:53.302 INFO:tasks.rados.rados.0.smithi059.stdout:3617: finishing rollback tid 0 to smithi05980601-19 2024-08-17T17:17:53.302 INFO:tasks.rados.rados.0.smithi059.stdout:3616: finishing write tid 6 to smithi05980601-30 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3616: oid 30 updating version 0 to 1692 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3616: oid 30 version 1692 is already newer than 1690 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3616: oid 30 version 1692 is already newer than 1689 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3616: oid 30 version 1692 is already newer than 1691 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3616: oid 30 updating version 1692 to 1693 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 1693 (ObjNum 1146 snap 369 seq_num 1146) dirty exists 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3616: left oid 30 (ObjNum 1146 snap 369 seq_num 1146) 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3617: finishing rollback tid 1 to smithi05980601-19 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3617: finishing rollback tid 2 to smithi05980601-19 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 3532 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3616: done (2 left) 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3617: done (1 left) 2024-08-17T17:17:53.303 INFO:tasks.rados.rados.0.smithi059.stdout:3618: done (0 left) 2024-08-17T17:17:53.304 INFO:tasks.rados.rados.0.smithi059.stdout:3619: rmattr oid 9 current snap is 369 2024-08-17T17:17:53.304 INFO:tasks.rados.rados.0.smithi059.stdout:3619: done (0 left) 2024-08-17T17:17:53.304 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 369 2024-08-17T17:17:53.304 INFO:tasks.rados.rados.0.smithi059.stdout:3620: seq_num 1147 ranges {10706944=16384} 2024-08-17T17:17:53.363 INFO:tasks.rados.rados.0.smithi059.stdout:3620: writing smithi05980601-40 from 10706944 to 10723328 tid 1 2024-08-17T17:17:53.363 INFO:tasks.rados.rados.0.smithi059.stdout:3621: snap_remove snap 362 2024-08-17T17:17:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:53 smithi087 ceph-mon[85676]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T17:17:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:53 smithi087 ceph-mon[85676]: pgmap v907: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 451 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 33 op/s 2024-08-17T17:17:53.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:53 smithi059 ceph-mon[92261]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T17:17:53.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:53 smithi059 ceph-mon[92261]: pgmap v907: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 451 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 33 op/s 2024-08-17T17:17:53.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:53 smithi059 ceph-mon[94685]: osdmap e824: 8 total, 8 up, 8 in 2024-08-17T17:17:53.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:53 smithi059 ceph-mon[94685]: pgmap v907: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 451 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 33 op/s 2024-08-17T17:17:54.310 INFO:tasks.rados.rados.0.smithi059.stdout:3621: done (1 left) 2024-08-17T17:17:54.310 INFO:tasks.rados.rados.0.smithi059.stdout:3622: copy_from oid 6 from oid 44 current snap is 369 2024-08-17T17:17:54.310 INFO:tasks.rados.rados.0.smithi059.stdout:3623: copy_from oid 41 from oid 42 current snap is 369 2024-08-17T17:17:54.310 INFO:tasks.rados.rados.0.smithi059.stdout:3620: finishing write tid 1 to smithi05980601-40 2024-08-17T17:17:54.310 INFO:tasks.rados.rados.0.smithi059.stdout:3620: finishing write tid 2 to smithi05980601-40 2024-08-17T17:17:54.310 INFO:tasks.rados.rados.0.smithi059.stdout:3620: finishing write tid 3 to smithi05980601-40 2024-08-17T17:17:54.311 INFO:tasks.rados.rados.0.smithi059.stdout:3620: oid 40 updating version 0 to 1966 2024-08-17T17:17:54.311 INFO:tasks.rados.rados.0.smithi059.stdout:3620: oid 40 version 1966 is already newer than 1965 2024-08-17T17:17:54.311 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1966 (ObjNum 1147 snap 369 seq_num 1147) dirty exists 2024-08-17T17:17:54.311 INFO:tasks.rados.rados.0.smithi059.stdout:3620: left oid 40 (ObjNum 1147 snap 369 seq_num 1147) 2024-08-17T17:17:54.311 INFO:tasks.rados.rados.0.smithi059.stdout:3620: done (2 left) 2024-08-17T17:17:54.311 INFO:tasks.rados.rados.0.smithi059.stdout:3624: setattr oid 12 current snap is 369 2024-08-17T17:17:54.311 INFO:tasks.rados.rados.0.smithi059.stdout:3625: delete oid 1 current snap is 369 2024-08-17T17:17:54.324 INFO:tasks.rados.rados.0.smithi059.stdout:3625: done (3 left) 2024-08-17T17:17:54.324 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 369 2024-08-17T17:17:54.324 INFO:tasks.rados.rados.0.smithi059.stdout:3626: seq_num 1149 ranges {1769472=49152} 2024-08-17T17:17:54.335 INFO:tasks.rados.rados.0.smithi059.stdout:3626: writing smithi05980601-8 from 1769472 to 1818624 tid 1 2024-08-17T17:17:54.335 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2558 (ObjNum 1144 snap 369 seq_num 1144) dirty exists 2024-08-17T17:17:54.335 INFO:tasks.rados.rados.0.smithi059.stdout:3624: done (3 left) 2024-08-17T17:17:54.335 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 369 2024-08-17T17:17:54.335 INFO:tasks.rados.rados.0.smithi059.stdout:3627: seq_num 1150 ranges {7069696=65536} 2024-08-17T17:17:54.376 INFO:tasks.rados.rados.0.smithi059.stdout:3627: writing smithi05980601-15 from 7069696 to 7135232 tid 1 2024-08-17T17:17:54.376 INFO:tasks.rados.rados.0.smithi059.stdout:3628: setattr oid 46 current snap is 369 2024-08-17T17:17:54.376 INFO:tasks.rados.rados.0.smithi059.stdout:3626: finishing write tid 1 to smithi05980601-8 2024-08-17T17:17:54.376 INFO:tasks.rados.rados.0.smithi059.stdout:3626: finishing write tid 2 to smithi05980601-8 2024-08-17T17:17:54.376 INFO:tasks.rados.rados.0.smithi059.stdout:3626: finishing write tid 3 to smithi05980601-8 2024-08-17T17:17:54.376 INFO:tasks.rados.rados.0.smithi059.stdout:3626: oid 8 updating version 0 to 2512 2024-08-17T17:17:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:3626: oid 8 version 2512 is already newer than 2511 2024-08-17T17:17:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2512 (ObjNum 1149 snap 369 seq_num 1149) dirty exists 2024-08-17T17:17:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:3626: left oid 8 (ObjNum 1149 snap 369 seq_num 1149) 2024-08-17T17:17:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:3622: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:17:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:3622: finishing copy_from to smithi05980601-6 2024-08-17T17:17:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 1951 (ObjNum 1048 snap 345 seq_num 1048) dirty exists 2024-08-17T17:17:54.377 INFO:tasks.rados.rados.0.smithi059.stdout:3623: finishing copy_from racing read to smithi05980601-41 2024-08-17T17:17:54.378 INFO:tasks.rados.rados.0.smithi059.stdout:3623: finishing copy_from to smithi05980601-41 2024-08-17T17:17:54.378 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 1934 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:17:54.378 INFO:tasks.rados.rados.0.smithi059.stdout:3622: done (4 left) 2024-08-17T17:17:54.378 INFO:tasks.rados.rados.0.smithi059.stdout:3623: done (3 left) 2024-08-17T17:17:54.378 INFO:tasks.rados.rados.0.smithi059.stdout:3626: done (2 left) 2024-08-17T17:17:54.378 INFO:tasks.rados.rados.0.smithi059.stdout:3629: rollback oid 14 current snap is 369 2024-08-17T17:17:54.378 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 368 2024-08-17T17:17:54.379 INFO:tasks.rados.rados.0.smithi059.stdout:3630: setattr oid 23 current snap is 369 2024-08-17T17:17:54.379 INFO:tasks.rados.rados.0.smithi059.stdout:3631: snap_create 2024-08-17T17:17:54.381 INFO:tasks.rados.rados.0.smithi059.stdout:3627: finishing write tid 1 to smithi05980601-15 2024-08-17T17:17:54.382 INFO:tasks.rados.rados.0.smithi059.stdout:3627: finishing write tid 2 to smithi05980601-15 2024-08-17T17:17:54.384 INFO:tasks.rados.rados.0.smithi059.stdout:3629: finishing rollback tid 0 to smithi05980601-14 2024-08-17T17:17:54.384 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 3269 (ObjNum 795 snap 265 seq_num 795) dirty exists 2024-08-17T17:17:54.384 INFO:tasks.rados.rados.0.smithi059.stdout:3629: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:17:54.384 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 3270 (ObjNum 1099 snap 362 seq_num 1099) dirty exists 2024-08-17T17:17:54.384 INFO:tasks.rados.rados.0.smithi059.stdout:3629: finishing rollback tid 2 to smithi05980601-14 2024-08-17T17:17:54.385 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2975 (ObjNum 385 snap 0 seq_num 339336816) dirty exists 2024-08-17T17:17:54.387 INFO:tasks.rados.rados.0.smithi059.stdout:3627: finishing write tid 3 to smithi05980601-15 2024-08-17T17:17:54.387 INFO:tasks.rados.rados.0.smithi059.stdout:3627: oid 15 updating version 0 to 2177 2024-08-17T17:17:54.387 INFO:tasks.rados.rados.0.smithi059.stdout:3627: oid 15 version 2177 is already newer than 2176 2024-08-17T17:17:54.387 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 2177 (ObjNum 1150 snap 369 seq_num 1150) dirty exists 2024-08-17T17:17:54.387 INFO:tasks.rados.rados.0.smithi059.stdout:3627: left oid 15 (ObjNum 1150 snap 369 seq_num 1150) 2024-08-17T17:17:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:54 smithi087 ceph-mon[85676]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T17:17:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:54 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:17:54.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:54 smithi059 ceph-mon[92261]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T17:17:54.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:54 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:17:54.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:54 smithi059 ceph-mon[94685]: osdmap e825: 8 total, 8 up, 8 in 2024-08-17T17:17:54.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:54 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:17:54.788 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:17:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:17:54] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.51.0" 2024-08-17T17:17:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:3627: done (4 left) 2024-08-17T17:17:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:3628: done (3 left) 2024-08-17T17:17:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:3629: done (2 left) 2024-08-17T17:17:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:3630: done (1 left) 2024-08-17T17:17:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:3631: done (0 left) 2024-08-17T17:17:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 370 2024-08-17T17:17:55.311 INFO:tasks.rados.rados.0.smithi059.stdout:3632: seq_num 1151 ranges {10829824=81920} 2024-08-17T17:17:55.371 INFO:tasks.rados.rados.0.smithi059.stdout:3632: writing smithi05980601-45 from 10829824 to 10911744 tid 1 2024-08-17T17:17:55.371 INFO:tasks.rados.rados.0.smithi059.stdout:3633: read oid 41 snap 369 2024-08-17T17:17:55.371 INFO:tasks.rados.rados.0.smithi059.stdout:3633: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:17:55.371 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 370 2024-08-17T17:17:55.371 INFO:tasks.rados.rados.0.smithi059.stdout:3634: seq_num 1152 ranges {5808128=98304} 2024-08-17T17:17:55.403 INFO:tasks.rados.rados.0.smithi059.stdout:3634: writing smithi05980601-35 from 5808128 to 5906432 tid 1 2024-08-17T17:17:55.403 INFO:tasks.rados.rados.0.smithi059.stdout:3635: delete oid 40 current snap is 370 2024-08-17T17:17:55.403 INFO:tasks.rados.rados.0.smithi059.stdout:3632: finishing write tid 1 to smithi05980601-45 2024-08-17T17:17:55.403 INFO:tasks.rados.rados.0.smithi059.stdout:3632: finishing write tid 2 to smithi05980601-45 2024-08-17T17:17:55.404 INFO:tasks.rados.rados.0.smithi059.stdout:3632: finishing write tid 3 to smithi05980601-45 2024-08-17T17:17:55.404 INFO:tasks.rados.rados.0.smithi059.stdout:3632: oid 45 updating version 0 to 2560 2024-08-17T17:17:55.404 INFO:tasks.rados.rados.0.smithi059.stdout:3632: oid 45 version 2560 is already newer than 2559 2024-08-17T17:17:55.404 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2560 (ObjNum 1151 snap 370 seq_num 1151) dirty exists 2024-08-17T17:17:55.404 INFO:tasks.rados.rados.0.smithi059.stdout:3632: left oid 45 (ObjNum 1151 snap 370 seq_num 1151) 2024-08-17T17:17:55.406 INFO:tasks.rados.rados.0.smithi059.stdout:3633: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:17:55.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[94685]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T17:17:55.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:17:55.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:17:55.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[94685]: pgmap v910: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 429 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 14 MiB/s wr, 33 op/s 2024-08-17T17:17:55.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:17:55.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:17:55.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:17:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[92261]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T17:17:55.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:17:55.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:17:55.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[92261]: pgmap v910: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 429 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 14 MiB/s wr, 33 op/s 2024-08-17T17:17:55.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:17:55.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:17:55.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:17:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:55 smithi087 ceph-mon[85676]: osdmap e826: 8 total, 8 up, 8 in 2024-08-17T17:17:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:17:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:17:55.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:55 smithi087 ceph-mon[85676]: pgmap v910: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 429 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 14 MiB/s wr, 33 op/s 2024-08-17T17:17:55.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:17:55.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:17:55.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:17:55.804 INFO:tasks.rados.rados.0.smithi059.stdout:3634: finishing write tid 1 to smithi05980601-35 2024-08-17T17:17:55.804 INFO:tasks.rados.rados.0.smithi059.stdout:3634: finishing write tid 2 to smithi05980601-35 2024-08-17T17:17:55.804 INFO:tasks.rados.rados.0.smithi059.stdout:3634: finishing write tid 3 to smithi05980601-35 2024-08-17T17:17:55.804 INFO:tasks.rados.rados.0.smithi059.stdout:3634: oid 35 updating version 0 to 3197 2024-08-17T17:17:55.804 INFO:tasks.rados.rados.0.smithi059.stdout:3634: oid 35 version 3197 is already newer than 3196 2024-08-17T17:17:55.805 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 3197 (ObjNum 1152 snap 370 seq_num 1152) dirty exists 2024-08-17T17:17:55.805 INFO:tasks.rados.rados.0.smithi059.stdout:3634: left oid 35 (ObjNum 1152 snap 370 seq_num 1152) 2024-08-17T17:17:55.805 INFO:tasks.rados.rados.0.smithi059.stdout:3632: done (3 left) 2024-08-17T17:17:55.805 INFO:tasks.rados.rados.0.smithi059.stdout:3633: done (2 left) 2024-08-17T17:17:55.805 INFO:tasks.rados.rados.0.smithi059.stdout:3634: done (1 left) 2024-08-17T17:17:55.805 INFO:tasks.rados.rados.0.smithi059.stdout:3635: done (0 left) 2024-08-17T17:17:55.805 INFO:tasks.rados.rados.0.smithi059.stdout:3636: copy_from oid 23 from oid 9 current snap is 370 2024-08-17T17:17:55.805 INFO:tasks.rados.rados.0.smithi059.stdout:3637: setattr oid 33 current snap is 370 2024-08-17T17:17:55.806 INFO:tasks.rados.rados.0.smithi059.stdout:3638: rollback oid 36 current snap is 370 2024-08-17T17:17:55.806 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 36 to 368 2024-08-17T17:17:55.806 INFO:tasks.rados.rados.0.smithi059.stdout:3639: rmattr oid 21 current snap is 370 2024-08-17T17:17:55.806 INFO:tasks.rados.rados.0.smithi059.stdout:3640: rollback oid 15 current snap is 370 2024-08-17T17:17:55.806 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 15 to 364 2024-08-17T17:17:55.806 INFO:tasks.rados.rados.0.smithi059.stdout:3641: copy_from oid 45 from oid 8 current snap is 370 2024-08-17T17:17:55.806 INFO:tasks.rados.rados.0.smithi059.stdout:3642: rollback oid 20 current snap is 370 2024-08-17T17:17:55.807 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 20 to 369 2024-08-17T17:17:55.807 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 11 current snap is 370 2024-08-17T17:17:55.807 INFO:tasks.rados.rados.0.smithi059.stdout:3643: seq_num 1154 ranges {6840320=131072} 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:3643: writing smithi05980601-11 from 6840320 to 6971392 tid 1 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:3644: read oid 22 snap 369 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:3644: expect deleted 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:3645: read oid 43 snap -1 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:3645: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:3646: delete oid 34 current snap is 370 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 3199 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:3638: finishing rollback tid 0 to smithi05980601-36 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:3638: finishing rollback tid 1 to smithi05980601-36 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:3638: finishing rollback tid 2 to smithi05980601-36 2024-08-17T17:17:55.845 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 2886 (ObjNum 1070 snap 351 seq_num 1070) dirty exists 2024-08-17T17:17:55.846 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 3323 (ObjNum 1074 snap 353 seq_num 1074) dirty exists 2024-08-17T17:17:55.846 INFO:tasks.rados.rados.0.smithi059.stdout:3642: finishing rollback tid 0 to smithi05980601-20 2024-08-17T17:17:55.846 INFO:tasks.rados.rados.0.smithi059.stdout:3640: finishing rollback tid 0 to smithi05980601-15 2024-08-17T17:17:55.846 INFO:tasks.rados.rados.0.smithi059.stdout:3640: finishing rollback tid 1 to smithi05980601-15 2024-08-17T17:17:55.846 INFO:tasks.rados.rados.0.smithi059.stdout:3640: finishing rollback tid 2 to smithi05980601-15 2024-08-17T17:17:55.846 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 2180 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:17:55.846 INFO:tasks.rados.rados.0.smithi059.stdout:3636: finishing copy_from racing read to smithi05980601-23 2024-08-17T17:17:55.846 INFO:tasks.rados.rados.0.smithi059.stdout:3641: finishing copy_from racing read to smithi05980601-45 2024-08-17T17:17:55.847 INFO:tasks.rados.rados.0.smithi059.stdout:3642: finishing rollback tid 1 to smithi05980601-20 2024-08-17T17:17:55.847 INFO:tasks.rados.rados.0.smithi059.stdout:3642: finishing rollback tid 2 to smithi05980601-20 2024-08-17T17:17:55.847 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 3273 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:17:55.847 INFO:tasks.rados.rados.0.smithi059.stdout:3636: finishing copy_from to smithi05980601-23 2024-08-17T17:17:55.847 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 2174 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:17:55.847 INFO:tasks.rados.rados.0.smithi059.stdout:3641: finishing copy_from to smithi05980601-45 2024-08-17T17:17:55.847 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2512 (ObjNum 1149 snap 369 seq_num 1149) dirty exists 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3636: done (10 left) 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3637: done (9 left) 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3638: done (8 left) 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3639: done (7 left) 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3640: done (6 left) 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3641: done (5 left) 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3642: done (4 left) 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3644: done (3 left) 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3646: done (2 left) 2024-08-17T17:17:55.848 INFO:tasks.rados.rados.0.smithi059.stdout:3647: delete oid 47 current snap is 370 2024-08-17T17:17:55.849 INFO:tasks.rados.rados.0.smithi059.stdout:3643: finishing write tid 1 to smithi05980601-11 2024-08-17T17:17:55.849 INFO:tasks.rados.rados.0.smithi059.stdout:3643: finishing write tid 2 to smithi05980601-11 2024-08-17T17:17:55.853 INFO:tasks.rados.rados.0.smithi059.stdout:3643: finishing write tid 3 to smithi05980601-11 2024-08-17T17:17:55.853 INFO:tasks.rados.rados.0.smithi059.stdout:3643: oid 11 updating version 0 to 3564 2024-08-17T17:17:55.854 INFO:tasks.rados.rados.0.smithi059.stdout:3643: oid 11 updating version 3564 to 3565 2024-08-17T17:17:55.854 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 3565 (ObjNum 1154 snap 370 seq_num 1154) dirty exists 2024-08-17T17:17:55.854 INFO:tasks.rados.rados.0.smithi059.stdout:3643: left oid 11 (ObjNum 1154 snap 370 seq_num 1154) 2024-08-17T17:17:55.855 INFO:tasks.rados.rados.0.smithi059.stdout:3643: done (2 left) 2024-08-17T17:17:55.855 INFO:tasks.rados.rados.0.smithi059.stdout:3647: done (1 left) 2024-08-17T17:17:55.855 INFO:tasks.rados.rados.0.smithi059.stdout:3648: read oid 26 snap -1 2024-08-17T17:17:55.855 INFO:tasks.rados.rados.0.smithi059.stdout:3648: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:17:55.855 INFO:tasks.rados.rados.0.smithi059.stdout:3649: copy_from oid 37 from oid 40 current snap is 370 2024-08-17T17:17:55.856 INFO:tasks.rados.rados.0.smithi059.stdout:3650: rollback oid 7 current snap is 370 2024-08-17T17:17:55.856 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 7 to 368 2024-08-17T17:17:55.856 INFO:tasks.rados.rados.0.smithi059.stdout:3651: snap_create 2024-08-17T17:17:55.856 INFO:tasks.rados.rados.0.smithi059.stdout:3649: finishing copy_from to smithi05980601-37 2024-08-17T17:17:55.856 INFO:tasks.rados.rados.0.smithi059.stdout:3649: got expected ENOENT (src dne) 2024-08-17T17:17:55.856 INFO:tasks.rados.rados.0.smithi059.stdout:3649: finishing copy_from racing read to smithi05980601-37 2024-08-17T17:17:55.863 INFO:tasks.rados.rados.0.smithi059.stdout:3648: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:17:55.896 INFO:tasks.rados.rados.0.smithi059.stdout:3645: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:17:56.175 INFO:tasks.rados.rados.0.smithi059.stdout:3650: finishing rollback tid 0 to smithi05980601-7 2024-08-17T17:17:56.175 INFO:tasks.rados.rados.0.smithi059.stdout:3650: finishing rollback tid 1 to smithi05980601-7 2024-08-17T17:17:56.175 INFO:tasks.rados.rados.0.smithi059.stdout:3650: finishing rollback tid 2 to smithi05980601-7 2024-08-17T17:17:56.175 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 2888 (ObjNum 784 snap 262 seq_num 784) dirty exists 2024-08-17T17:17:56.257 INFO:tasks.rados.rados.0.smithi059.stdout:3645: done (4 left) 2024-08-17T17:17:56.258 INFO:tasks.rados.rados.0.smithi059.stdout:3648: done (3 left) 2024-08-17T17:17:56.258 INFO:tasks.rados.rados.0.smithi059.stdout:3649: done (2 left) 2024-08-17T17:17:56.258 INFO:tasks.rados.rados.0.smithi059.stdout:3650: done (1 left) 2024-08-17T17:17:56.258 INFO:tasks.rados.rados.0.smithi059.stdout:3651: done (0 left) 2024-08-17T17:17:56.258 INFO:tasks.rados.rados.0.smithi059.stdout:3652: snap_create 2024-08-17T17:17:56.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:56 smithi059 ceph-mon[94685]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T17:17:56.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:56 smithi059 ceph-mon[94685]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T17:17:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:56 smithi059 ceph-mon[92261]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T17:17:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:56 smithi059 ceph-mon[92261]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T17:17:56.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:56 smithi087 ceph-mon[85676]: osdmap e827: 8 total, 8 up, 8 in 2024-08-17T17:17:56.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:56 smithi087 ceph-mon[85676]: osdmap e828: 8 total, 8 up, 8 in 2024-08-17T17:17:57.260 INFO:tasks.rados.rados.0.smithi059.stdout:3652: done (0 left) 2024-08-17T17:17:57.261 INFO:tasks.rados.rados.0.smithi059.stdout:3653: delete oid 22 current snap is 372 2024-08-17T17:17:57.265 INFO:tasks.rados.rados.0.smithi059.stdout:3653: done (0 left) 2024-08-17T17:17:57.265 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 47 current snap is 372 2024-08-17T17:17:57.265 INFO:tasks.rados.rados.0.smithi059.stdout:3654: seq_num 1158 ranges {0=196608} 2024-08-17T17:17:57.266 INFO:tasks.rados.rados.0.smithi059.stdout:3654: writing smithi05980601-47 from 0 to 196608 tid 1 2024-08-17T17:17:57.266 INFO:tasks.rados.rados.0.smithi059.stdout:3655: setattr oid 7 current snap is 372 2024-08-17T17:17:57.267 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 2 current snap is 372 2024-08-17T17:17:57.267 INFO:tasks.rados.rados.0.smithi059.stdout:3656: seq_num 1159 ranges {1597440=212992} 2024-08-17T17:17:57.281 INFO:tasks.rados.rados.0.smithi059.stdout:3656: writing smithi05980601-2 from 1597440 to 1810432 tid 1 2024-08-17T17:17:57.281 INFO:tasks.rados.rados.0.smithi059.stdout:3657: rmattr oid 28 current snap is 372 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:3657: done (3 left) 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:3658: snap_create 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:3654: finishing write tid 1 to smithi05980601-47 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:3654: finishing write tid 2 to smithi05980601-47 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 2889 (ObjNum 784 snap 262 seq_num 784) dirty exists 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:3654: finishing write tid 3 to smithi05980601-47 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:3654: oid 47 updating version 0 to 3021 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:3654: oid 47 version 3021 is already newer than 3020 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 3021 (ObjNum 1158 snap 372 seq_num 1158) dirty exists 2024-08-17T17:17:57.282 INFO:tasks.rados.rados.0.smithi059.stdout:3654: left oid 47 (ObjNum 1158 snap 372 seq_num 1158) 2024-08-17T17:17:57.284 INFO:tasks.rados.rados.0.smithi059.stdout:3656: finishing write tid 1 to smithi05980601-2 2024-08-17T17:17:57.284 INFO:tasks.rados.rados.0.smithi059.stdout:3656: finishing write tid 2 to smithi05980601-2 2024-08-17T17:17:57.286 INFO:tasks.rados.rados.0.smithi059.stdout:3656: finishing write tid 3 to smithi05980601-2 2024-08-17T17:17:57.286 INFO:tasks.rados.rados.0.smithi059.stdout:3656: oid 2 updating version 0 to 3274 2024-08-17T17:17:57.287 INFO:tasks.rados.rados.0.smithi059.stdout:3656: oid 2 updating version 3274 to 3275 2024-08-17T17:17:57.287 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 3275 (ObjNum 1159 snap 372 seq_num 1159) dirty exists 2024-08-17T17:17:57.287 INFO:tasks.rados.rados.0.smithi059.stdout:3656: left oid 2 (ObjNum 1159 snap 372 seq_num 1159) 2024-08-17T17:17:58.263 INFO:tasks.rados.rados.0.smithi059.stdout:3654: done (3 left) 2024-08-17T17:17:58.263 INFO:tasks.rados.rados.0.smithi059.stdout:3655: done (2 left) 2024-08-17T17:17:58.263 INFO:tasks.rados.rados.0.smithi059.stdout:3656: done (1 left) 2024-08-17T17:17:58.263 INFO:tasks.rados.rados.0.smithi059.stdout:3658: done (0 left) 2024-08-17T17:17:58.263 INFO:tasks.rados.rados.0.smithi059.stdout:3659: copy_from oid 26 from oid 49 current snap is 373 2024-08-17T17:17:58.263 INFO:tasks.rados.rados.0.smithi059.stdout:3660: setattr oid 24 current snap is 373 2024-08-17T17:17:58.266 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 373 2024-08-17T17:17:58.267 INFO:tasks.rados.rados.0.smithi059.stdout:3661: seq_num 1160 ranges {2252800=229376} 2024-08-17T17:17:58.281 INFO:tasks.rados.rados.0.smithi059.stdout:3661: writing smithi05980601-16 from 2252800 to 2482176 tid 1 2024-08-17T17:17:58.281 INFO:tasks.rados.rados.0.smithi059.stdout:3662: delete oid 41 current snap is 373 2024-08-17T17:17:58.281 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 2890 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:17:58.281 INFO:tasks.rados.rados.0.smithi059.stdout:3659: finishing copy_from racing read to smithi05980601-26 2024-08-17T17:17:58.281 INFO:tasks.rados.rados.0.smithi059.stdout:3659: finishing copy_from to smithi05980601-26 2024-08-17T17:17:58.281 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 3489 (ObjNum 1138 snap 368 seq_num 1138) dirty exists 2024-08-17T17:17:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3659: done (3 left) 2024-08-17T17:17:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3660: done (2 left) 2024-08-17T17:17:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3662: done (1 left) 2024-08-17T17:17:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3663: rmattr oid 10 current snap is 373 2024-08-17T17:17:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3663: done (1 left) 2024-08-17T17:17:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 373 2024-08-17T17:17:58.285 INFO:tasks.rados.rados.0.smithi059.stdout:3664: seq_num 1162 ranges {10706944=270336} 2024-08-17T17:17:58.345 INFO:tasks.rados.rados.0.smithi059.stdout:3664: writing smithi05980601-5 from 10706944 to 10977280 tid 1 2024-08-17T17:17:58.345 INFO:tasks.rados.rados.0.smithi059.stdout:3665: snap_create 2024-08-17T17:17:58.345 INFO:tasks.rados.rados.0.smithi059.stdout:3661: finishing write tid 1 to smithi05980601-16 2024-08-17T17:17:58.345 INFO:tasks.rados.rados.0.smithi059.stdout:3661: finishing write tid 2 to smithi05980601-16 2024-08-17T17:17:58.346 INFO:tasks.rados.rados.0.smithi059.stdout:3661: finishing write tid 3 to smithi05980601-16 2024-08-17T17:17:58.346 INFO:tasks.rados.rados.0.smithi059.stdout:3661: oid 16 updating version 0 to 2562 2024-08-17T17:17:58.346 INFO:tasks.rados.rados.0.smithi059.stdout:3661: oid 16 version 2562 is already newer than 2561 2024-08-17T17:17:58.346 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2562 (ObjNum 1160 snap 373 seq_num 1160) dirty exists 2024-08-17T17:17:58.346 INFO:tasks.rados.rados.0.smithi059.stdout:3661: left oid 16 (ObjNum 1160 snap 373 seq_num 1160) 2024-08-17T17:17:58.348 INFO:tasks.rados.rados.0.smithi059.stdout:3664: finishing write tid 1 to smithi05980601-5 2024-08-17T17:17:58.349 INFO:tasks.rados.rados.0.smithi059.stdout:3664: finishing write tid 2 to smithi05980601-5 2024-08-17T17:17:58.353 INFO:tasks.rados.rados.0.smithi059.stdout:3664: finishing write tid 3 to smithi05980601-5 2024-08-17T17:17:58.353 INFO:tasks.rados.rados.0.smithi059.stdout:3664: oid 5 updating version 0 to 3327 2024-08-17T17:17:58.353 INFO:tasks.rados.rados.0.smithi059.stdout:3664: oid 5 version 3327 is already newer than 3326 2024-08-17T17:17:58.353 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 3327 (ObjNum 1162 snap 373 seq_num 1162) dirty exists 2024-08-17T17:17:58.353 INFO:tasks.rados.rados.0.smithi059.stdout:3664: left oid 5 (ObjNum 1162 snap 373 seq_num 1162) 2024-08-17T17:17:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:58 smithi059 ceph-mon[92261]: pgmap v913: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 346 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-17T17:17:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:58 smithi059 ceph-mon[92261]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T17:17:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:58 smithi059 ceph-mon[94685]: pgmap v913: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 346 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-17T17:17:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:58 smithi059 ceph-mon[94685]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T17:17:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:58 smithi087 ceph-mon[85676]: pgmap v913: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 346 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 15 op/s 2024-08-17T17:17:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:58 smithi087 ceph-mon[85676]: osdmap e829: 8 total, 8 up, 8 in 2024-08-17T17:17:59.280 INFO:tasks.rados.rados.0.smithi059.stdout:3661: done (2 left) 2024-08-17T17:17:59.280 INFO:tasks.rados.rados.0.smithi059.stdout:3664: done (1 left) 2024-08-17T17:17:59.280 INFO:tasks.rados.rados.0.smithi059.stdout:3665: done (0 left) 2024-08-17T17:17:59.280 INFO:tasks.rados.rados.0.smithi059.stdout:3666: delete oid 25 current snap is 374 2024-08-17T17:17:59.283 INFO:tasks.rados.rados.0.smithi059.stdout:3666: done (0 left) 2024-08-17T17:17:59.283 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 374 2024-08-17T17:17:59.283 INFO:tasks.rados.rados.0.smithi059.stdout:3667: seq_num 1164 ranges {1818624=303104} 2024-08-17T17:17:59.298 INFO:tasks.rados.rados.0.smithi059.stdout:3667: writing smithi05980601-45 from 1818624 to 2121728 tid 1 2024-08-17T17:17:59.298 INFO:tasks.rados.rados.0.smithi059.stdout:3668: read oid 17 snap -1 2024-08-17T17:17:59.298 INFO:tasks.rados.rados.0.smithi059.stdout:3668: expect (ObjNum 1121 snap 366 seq_num 1121) 2024-08-17T17:17:59.298 INFO:tasks.rados.rados.0.smithi059.stdout:3669: delete oid 32 current snap is 374 2024-08-17T17:17:59.299 INFO:tasks.rados.rados.0.smithi059.stdout:3669: done (2 left) 2024-08-17T17:17:59.299 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 374 2024-08-17T17:17:59.299 INFO:tasks.rados.rados.0.smithi059.stdout:3670: seq_num 1166 ranges {0=335872} 2024-08-17T17:17:59.302 INFO:tasks.rados.rados.0.smithi059.stdout:3670: writing smithi05980601-1 from 0 to 335872 tid 1 2024-08-17T17:17:59.302 INFO:tasks.rados.rados.0.smithi059.stdout:3671: snap_create 2024-08-17T17:17:59.305 INFO:tasks.rados.rados.0.smithi059.stdout:3667: finishing write tid 1 to smithi05980601-45 2024-08-17T17:17:59.305 INFO:tasks.rados.rados.0.smithi059.stdout:3667: finishing write tid 2 to smithi05980601-45 2024-08-17T17:17:59.307 INFO:tasks.rados.rados.0.smithi059.stdout:3670: finishing write tid 1 to smithi05980601-1 2024-08-17T17:17:59.307 INFO:tasks.rados.rados.0.smithi059.stdout:3670: finishing write tid 2 to smithi05980601-1 2024-08-17T17:17:59.309 INFO:tasks.rados.rados.0.smithi059.stdout:3670: finishing write tid 3 to smithi05980601-1 2024-08-17T17:17:59.310 INFO:tasks.rados.rados.0.smithi059.stdout:3670: oid 1 updating version 0 to 1969 2024-08-17T17:17:59.310 INFO:tasks.rados.rados.0.smithi059.stdout:3670: oid 1 version 1969 is already newer than 1968 2024-08-17T17:17:59.310 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1969 (ObjNum 1166 snap 374 seq_num 1166) dirty exists 2024-08-17T17:17:59.310 INFO:tasks.rados.rados.0.smithi059.stdout:3670: left oid 1 (ObjNum 1166 snap 374 seq_num 1166) 2024-08-17T17:17:59.310 INFO:tasks.rados.rados.0.smithi059.stdout:3668: expect (ObjNum 1121 snap 366 seq_num 1121) 2024-08-17T17:17:59.418 INFO:tasks.rados.rados.0.smithi059.stdout:3667: finishing write tid 3 to smithi05980601-45 2024-08-17T17:17:59.418 INFO:tasks.rados.rados.0.smithi059.stdout:3667: oid 45 updating version 0 to 2563 2024-08-17T17:17:59.418 INFO:tasks.rados.rados.0.smithi059.stdout:3667: oid 45 updating version 2563 to 2564 2024-08-17T17:17:59.418 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2564 (ObjNum 1164 snap 374 seq_num 1164) dirty exists 2024-08-17T17:17:59.418 INFO:tasks.rados.rados.0.smithi059.stdout:3667: left oid 45 (ObjNum 1164 snap 374 seq_num 1164) 2024-08-17T17:17:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:59 smithi059 ceph-mon[94685]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T17:17:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:17:59 smithi059 ceph-mon[94685]: pgmap v916: 121 pgs: 121 active+clean; 288 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-08-17T17:17:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:59 smithi059 ceph-mon[92261]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T17:17:59.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:17:59 smithi059 ceph-mon[92261]: pgmap v916: 121 pgs: 121 active+clean; 288 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-08-17T17:17:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:59 smithi087 ceph-mon[85676]: osdmap e830: 8 total, 8 up, 8 in 2024-08-17T17:17:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:17:59 smithi087 ceph-mon[85676]: pgmap v916: 121 pgs: 121 active+clean; 288 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-08-17T17:18:00.289 INFO:tasks.rados.rados.0.smithi059.stdout:3667: done (3 left) 2024-08-17T17:18:00.289 INFO:tasks.rados.rados.0.smithi059.stdout:3668: done (2 left) 2024-08-17T17:18:00.289 INFO:tasks.rados.rados.0.smithi059.stdout:3670: done (1 left) 2024-08-17T17:18:00.289 INFO:tasks.rados.rados.0.smithi059.stdout:3671: done (0 left) 2024-08-17T17:18:00.289 INFO:tasks.rados.rados.0.smithi059.stdout:3672: delete oid 26 current snap is 375 2024-08-17T17:18:00.292 INFO:tasks.rados.rados.0.smithi059.stdout:3672: done (0 left) 2024-08-17T17:18:00.292 INFO:tasks.rados.rados.0.smithi059.stdout:3673: copy_from oid 40 from oid 42 current snap is 375 2024-08-17T17:18:00.292 INFO:tasks.rados.rados.0.smithi059.stdout:3674: rmattr oid 28 current snap is 375 2024-08-17T17:18:00.292 INFO:tasks.rados.rados.0.smithi059.stdout:3675: delete oid 50 current snap is 375 2024-08-17T17:18:00.293 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 0 (ObjNum 1037 snap 340 seq_num 1037) dirty exists 2024-08-17T17:18:00.298 INFO:tasks.rados.rados.0.smithi059.stdout:3674: done (2 left) 2024-08-17T17:18:00.298 INFO:tasks.rados.rados.0.smithi059.stdout:3675: done (1 left) 2024-08-17T17:18:00.298 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 45 current snap is 375 2024-08-17T17:18:00.299 INFO:tasks.rados.rados.0.smithi059.stdout:3676: seq_num 1169 ranges {2121728=385024} 2024-08-17T17:18:00.313 INFO:tasks.rados.rados.0.smithi059.stdout:3676: writing smithi05980601-45 from 2121728 to 2506752 tid 1 2024-08-17T17:18:00.314 INFO:tasks.rados.rados.0.smithi059.stdout:3677: read oid 14 snap -1 2024-08-17T17:18:00.314 INFO:tasks.rados.rados.0.smithi059.stdout:3677: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:00.314 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 375 2024-08-17T17:18:00.314 INFO:tasks.rados.rados.0.smithi059.stdout:3678: seq_num 1170 ranges {12746752=401408} 2024-08-17T17:18:00.386 INFO:tasks.rados.rados.0.smithi059.stdout:3678: writing smithi05980601-12 from 12746752 to 13148160 tid 1 2024-08-17T17:18:00.386 INFO:tasks.rados.rados.0.smithi059.stdout:3679: snap_create 2024-08-17T17:18:00.387 INFO:tasks.rados.rados.0.smithi059.stdout:3677: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:3676: finishing write tid 1 to smithi05980601-45 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:3676: finishing write tid 2 to smithi05980601-45 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:3676: finishing write tid 3 to smithi05980601-45 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:3676: oid 45 updating version 0 to 2566 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:3676: oid 45 version 2566 is already newer than 2565 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 2566 (ObjNum 1169 snap 375 seq_num 1169) dirty exists 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:3676: left oid 45 (ObjNum 1169 snap 375 seq_num 1169) 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:3673: finishing copy_from racing read to smithi05980601-40 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:3673: finishing copy_from to smithi05980601-40 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1934 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:00.391 INFO:tasks.rados.rados.0.smithi059.stdout:3678: finishing write tid 1 to smithi05980601-12 2024-08-17T17:18:00.392 INFO:tasks.rados.rados.0.smithi059.stdout:3678: finishing write tid 2 to smithi05980601-12 2024-08-17T17:18:00.392 INFO:tasks.rados.rados.0.smithi059.stdout:3678: finishing write tid 3 to smithi05980601-12 2024-08-17T17:18:00.392 INFO:tasks.rados.rados.0.smithi059.stdout:3678: oid 12 updating version 0 to 2567 2024-08-17T17:18:00.392 INFO:tasks.rados.rados.0.smithi059.stdout:3678: oid 12 updating version 2567 to 2568 2024-08-17T17:18:00.392 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2568 (ObjNum 1170 snap 375 seq_num 1170) dirty exists 2024-08-17T17:18:00.392 INFO:tasks.rados.rados.0.smithi059.stdout:3678: left oid 12 (ObjNum 1170 snap 375 seq_num 1170) 2024-08-17T17:18:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:00 smithi059 ceph-mon[92261]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T17:18:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:00 smithi059 ceph-mon[94685]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T17:18:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:00 smithi087 ceph-mon[85676]: osdmap e831: 8 total, 8 up, 8 in 2024-08-17T17:18:01.262 INFO:tasks.rados.rados.0.smithi059.stdout:3673: done (4 left) 2024-08-17T17:18:01.263 INFO:tasks.rados.rados.0.smithi059.stdout:3676: done (3 left) 2024-08-17T17:18:01.263 INFO:tasks.rados.rados.0.smithi059.stdout:3677: done (2 left) 2024-08-17T17:18:01.263 INFO:tasks.rados.rados.0.smithi059.stdout:3678: done (1 left) 2024-08-17T17:18:01.263 INFO:tasks.rados.rados.0.smithi059.stdout:3679: done (0 left) 2024-08-17T17:18:01.263 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 376 2024-08-17T17:18:01.263 INFO:tasks.rados.rados.0.smithi059.stdout:3680: seq_num 1171 ranges {1818624=417792} 2024-08-17T17:18:01.275 INFO:tasks.rados.rados.0.smithi059.stdout:3680: writing smithi05980601-8 from 1818624 to 2236416 tid 1 2024-08-17T17:18:01.275 INFO:tasks.rados.rados.0.smithi059.stdout:3681: read oid 29 snap -1 2024-08-17T17:18:01.275 INFO:tasks.rados.rados.0.smithi059.stdout:3681: expect (ObjNum 1139 snap 368 seq_num 1139) 2024-08-17T17:18:01.275 INFO:tasks.rados.rados.0.smithi059.stdout:3682: read oid 3 snap 363 2024-08-17T17:18:01.275 INFO:tasks.rados.rados.0.smithi059.stdout:3682: expect (ObjNum 1091 snap 358 seq_num 1091) 2024-08-17T17:18:01.275 INFO:tasks.rados.rados.0.smithi059.stdout:3683: snap_create 2024-08-17T17:18:01.282 INFO:tasks.rados.rados.0.smithi059.stdout:3680: finishing write tid 1 to smithi05980601-8 2024-08-17T17:18:01.284 INFO:tasks.rados.rados.0.smithi059.stdout:3680: finishing write tid 2 to smithi05980601-8 2024-08-17T17:18:01.285 INFO:tasks.rados.rados.0.smithi059.stdout:3680: finishing write tid 3 to smithi05980601-8 2024-08-17T17:18:01.285 INFO:tasks.rados.rados.0.smithi059.stdout:3680: oid 8 updating version 0 to 2513 2024-08-17T17:18:01.285 INFO:tasks.rados.rados.0.smithi059.stdout:3680: oid 8 updating version 2513 to 2514 2024-08-17T17:18:01.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2514 (ObjNum 1171 snap 376 seq_num 1171) dirty exists 2024-08-17T17:18:01.285 INFO:tasks.rados.rados.0.smithi059.stdout:3680: left oid 8 (ObjNum 1171 snap 376 seq_num 1171) 2024-08-17T17:18:01.294 INFO:tasks.rados.rados.0.smithi059.stdout:3681: expect (ObjNum 1139 snap 368 seq_num 1139) 2024-08-17T17:18:01.355 INFO:tasks.rados.rados.0.smithi059.stdout:3682: expect (ObjNum 1091 snap 358 seq_num 1091) 2024-08-17T17:18:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:01 smithi087 ceph-mon[85676]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T17:18:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:01 smithi087 ceph-mon[85676]: pgmap v919: 121 pgs: 121 active+clean; 288 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-08-17T17:18:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:01 smithi087 ceph-mon[85676]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T17:18:01.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:01 smithi059 ceph-mon[94685]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T17:18:01.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:01 smithi059 ceph-mon[94685]: pgmap v919: 121 pgs: 121 active+clean; 288 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-08-17T17:18:01.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:01 smithi059 ceph-mon[94685]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T17:18:01.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:01 smithi059 ceph-mon[92261]: osdmap e832: 8 total, 8 up, 8 in 2024-08-17T17:18:01.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:01 smithi059 ceph-mon[92261]: pgmap v919: 121 pgs: 121 active+clean; 288 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 25 op/s 2024-08-17T17:18:01.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:01 smithi059 ceph-mon[92261]: osdmap e833: 8 total, 8 up, 8 in 2024-08-17T17:18:02.264 INFO:tasks.rados.rados.0.smithi059.stdout:3680: done (3 left) 2024-08-17T17:18:02.264 INFO:tasks.rados.rados.0.smithi059.stdout:3681: done (2 left) 2024-08-17T17:18:02.264 INFO:tasks.rados.rados.0.smithi059.stdout:3682: done (1 left) 2024-08-17T17:18:02.264 INFO:tasks.rados.rados.0.smithi059.stdout:3683: done (0 left) 2024-08-17T17:18:02.264 INFO:tasks.rados.rados.0.smithi059.stdout:3684: read oid 43 snap -1 2024-08-17T17:18:02.264 INFO:tasks.rados.rados.0.smithi059.stdout:3684: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:02.264 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 377 2024-08-17T17:18:02.265 INFO:tasks.rados.rados.0.smithi059.stdout:3685: seq_num 1172 ranges {1138688=434176} 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3685: writing smithi05980601-7 from 1138688 to 1572864 tid 1 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3686: read oid 49 snap 375 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3686: expect (ObjNum 1138 snap 368 seq_num 1138) 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3687: copy_from oid 26 from oid 33 current snap is 377 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3688: read oid 42 snap -1 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3688: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3689: read oid 8 snap 363 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3689: expect (ObjNum 1090 snap 358 seq_num 1090) 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3690: read oid 46 snap -1 2024-08-17T17:18:02.274 INFO:tasks.rados.rados.0.smithi059.stdout:3690: expect (ObjNum 795 snap 265 seq_num 795) 2024-08-17T17:18:02.275 INFO:tasks.rados.rados.0.smithi059.stdout:3691: read oid 20 snap 363 2024-08-17T17:18:02.275 INFO:tasks.rados.rados.0.smithi059.stdout:3691: expect (ObjNum 1074 snap 353 seq_num 1074) 2024-08-17T17:18:02.275 INFO:tasks.rados.rados.0.smithi059.stdout:3692: delete oid 32 current snap is 377 2024-08-17T17:18:02.277 INFO:tasks.rados.rados.0.smithi059.stdout:3687: finishing copy_from racing read to smithi05980601-26 2024-08-17T17:18:02.281 INFO:tasks.rados.rados.0.smithi059.stdout:3687: finishing copy_from to smithi05980601-26 2024-08-17T17:18:02.281 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 3199 (ObjNum 33 snap 0 seq_num 1953066355) dirty exists 2024-08-17T17:18:02.282 INFO:tasks.rados.rados.0.smithi059.stdout:3687: done (8 left) 2024-08-17T17:18:02.282 INFO:tasks.rados.rados.0.smithi059.stdout:3692: done (7 left) 2024-08-17T17:18:02.282 INFO:tasks.rados.rados.0.smithi059.stdout:3693: snap_create 2024-08-17T17:18:02.287 INFO:tasks.rados.rados.0.smithi059.stdout:3684: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:02.572 INFO:tasks.rados.rados.0.smithi059.stdout:3685: finishing write tid 1 to smithi05980601-7 2024-08-17T17:18:02.572 INFO:tasks.rados.rados.0.smithi059.stdout:3685: finishing write tid 2 to smithi05980601-7 2024-08-17T17:18:02.572 INFO:tasks.rados.rados.0.smithi059.stdout:3686: expect (ObjNum 1138 snap 368 seq_num 1138) 2024-08-17T17:18:02.631 INFO:tasks.rados.rados.0.smithi059.stdout:3689: expect (ObjNum 1090 snap 358 seq_num 1090) 2024-08-17T17:18:02.683 INFO:tasks.rados.rados.0.smithi059.stdout:3690: expect (ObjNum 795 snap 265 seq_num 795) 2024-08-17T17:18:02.720 INFO:tasks.rados.rados.0.smithi059.stdout:3685: finishing write tid 3 to smithi05980601-7 2024-08-17T17:18:02.720 INFO:tasks.rados.rados.0.smithi059.stdout:3685: oid 7 updating version 0 to 2891 2024-08-17T17:18:02.720 INFO:tasks.rados.rados.0.smithi059.stdout:3685: oid 7 updating version 2891 to 2892 2024-08-17T17:18:02.720 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 2892 (ObjNum 1172 snap 377 seq_num 1172) dirty exists 2024-08-17T17:18:02.720 INFO:tasks.rados.rados.0.smithi059.stdout:3685: left oid 7 (ObjNum 1172 snap 377 seq_num 1172) 2024-08-17T17:18:02.720 INFO:tasks.rados.rados.0.smithi059.stdout:3688: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:03.116 INFO:tasks.rados.rados.0.smithi059.stdout:3691: expect (ObjNum 1074 snap 353 seq_num 1074) 2024-08-17T17:18:03.508 INFO:tasks.rados.rados.0.smithi059.stdout:3684: done (7 left) 2024-08-17T17:18:03.508 INFO:tasks.rados.rados.0.smithi059.stdout:3685: done (6 left) 2024-08-17T17:18:03.508 INFO:tasks.rados.rados.0.smithi059.stdout:3686: done (5 left) 2024-08-17T17:18:03.508 INFO:tasks.rados.rados.0.smithi059.stdout:3688: done (4 left) 2024-08-17T17:18:03.508 INFO:tasks.rados.rados.0.smithi059.stdout:3689: done (3 left) 2024-08-17T17:18:03.508 INFO:tasks.rados.rados.0.smithi059.stdout:3690: done (2 left) 2024-08-17T17:18:03.508 INFO:tasks.rados.rados.0.smithi059.stdout:3691: done (1 left) 2024-08-17T17:18:03.509 INFO:tasks.rados.rados.0.smithi059.stdout:3693: done (0 left) 2024-08-17T17:18:03.509 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 33 current snap is 378 2024-08-17T17:18:03.509 INFO:tasks.rados.rados.0.smithi059.stdout:3694: seq_num 1174 ranges {0=466944} 2024-08-17T17:18:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:3694: writing smithi05980601-33 from 0 to 466944 tid 1 2024-08-17T17:18:03.510 INFO:tasks.rados.rados.0.smithi059.stdout:3695: copy_from oid 10 from oid 40 current snap is 378 2024-08-17T17:18:03.511 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 18 current snap is 378 2024-08-17T17:18:03.511 INFO:tasks.rados.rados.0.smithi059.stdout:3696: seq_num 1175 ranges {0=483328} 2024-08-17T17:18:03.513 INFO:tasks.rados.rados.0.smithi059.stdout:3696: writing smithi05980601-18 from 0 to 483328 tid 1 2024-08-17T17:18:03.513 INFO:tasks.rados.rados.0.smithi059.stdout:3697: setattr oid 34 current snap is 378 2024-08-17T17:18:03.514 INFO:tasks.rados.rados.0.smithi059.stdout:3694: finishing write tid 1 to smithi05980601-33 2024-08-17T17:18:03.515 INFO:tasks.rados.rados.0.smithi059.stdout:3698: snap_remove snap 377 2024-08-17T17:18:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:03 smithi059 ceph-mon[92261]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T17:18:03.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:03 smithi059 ceph-mon[94685]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T17:18:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:03 smithi087 ceph-mon[85676]: osdmap e834: 8 total, 8 up, 8 in 2024-08-17T17:18:04.272 INFO:tasks.rados.rados.0.smithi059.stdout:3698: done (4 left) 2024-08-17T17:18:04.272 INFO:tasks.rados.rados.0.smithi059.stdout:3699: snap_remove snap 368 2024-08-17T17:18:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:04 smithi059 ceph-mon[92261]: pgmap v922: 121 pgs: 121 active+clean; 299 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-08-17T17:18:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:04 smithi059 ceph-mon[92261]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T17:18:04.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:18:04 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:18:04] "GET /metrics HTTP/1.1" 200 36282 "" "Prometheus/2.51.0" 2024-08-17T17:18:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:04 smithi059 ceph-mon[94685]: pgmap v922: 121 pgs: 121 active+clean; 299 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-08-17T17:18:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:04 smithi059 ceph-mon[94685]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T17:18:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:04 smithi087 ceph-mon[85676]: pgmap v922: 121 pgs: 121 active+clean; 299 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 20 op/s 2024-08-17T17:18:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:04 smithi087 ceph-mon[85676]: osdmap e835: 8 total, 8 up, 8 in 2024-08-17T17:18:05.283 INFO:tasks.rados.rados.0.smithi059.stdout:3699: done (4 left) 2024-08-17T17:18:05.283 INFO:tasks.rados.rados.0.smithi059.stdout:3700: snap_remove snap 374 2024-08-17T17:18:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:05 smithi059 ceph-mon[92261]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T17:18:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:05 smithi059 ceph-mon[92261]: pgmap v925: 121 pgs: 121 active+clean; 299 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-17T17:18:05.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:05.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:05 smithi059 ceph-mon[94685]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T17:18:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:05 smithi059 ceph-mon[94685]: pgmap v925: 121 pgs: 121 active+clean; 299 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-17T17:18:05.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:05 smithi087 ceph-mon[85676]: osdmap e836: 8 total, 8 up, 8 in 2024-08-17T17:18:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:05 smithi087 ceph-mon[85676]: pgmap v925: 121 pgs: 121 active+clean; 299 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-08-17T17:18:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:06.286 INFO:tasks.rados.rados.0.smithi059.stdout:3700: done (4 left) 2024-08-17T17:18:06.286 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 378 2024-08-17T17:18:06.286 INFO:tasks.rados.rados.0.smithi059.stdout:3701: seq_num 1176 ranges {3940352=499712} 2024-08-17T17:18:06.311 INFO:tasks.rados.rados.0.smithi059.stdout:3701: writing smithi05980601-37 from 3940352 to 4440064 tid 1 2024-08-17T17:18:06.311 INFO:tasks.rados.rados.0.smithi059.stdout:3702: snap_create 2024-08-17T17:18:06.311 INFO:tasks.rados.rados.0.smithi059.stdout:3696: finishing write tid 1 to smithi05980601-18 2024-08-17T17:18:06.311 INFO:tasks.rados.rados.0.smithi059.stdout:3696: finishing write tid 2 to smithi05980601-18 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3694: finishing write tid 2 to smithi05980601-33 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 3328 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3696: finishing write tid 3 to smithi05980601-18 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3696: oid 18 updating version 0 to 2197 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3696: oid 18 updating version 2197 to 2198 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 2198 (ObjNum 1175 snap 378 seq_num 1175) dirty exists 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3696: left oid 18 (ObjNum 1175 snap 378 seq_num 1175) 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3694: finishing write tid 3 to smithi05980601-33 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3694: oid 33 updating version 0 to 3201 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3694: oid 33 version 3201 is already newer than 3200 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 33 v 3201 (ObjNum 1174 snap 378 seq_num 1174) dirty exists 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3694: left oid 33 (ObjNum 1174 snap 378 seq_num 1174) 2024-08-17T17:18:06.312 INFO:tasks.rados.rados.0.smithi059.stdout:3695: finishing copy_from racing read to smithi05980601-10 2024-08-17T17:18:06.313 INFO:tasks.rados.rados.0.smithi059.stdout:3695: finishing copy_from to smithi05980601-10 2024-08-17T17:18:06.313 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 1934 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:06.317 INFO:tasks.rados.rados.0.smithi059.stdout:3701: finishing write tid 1 to smithi05980601-37 2024-08-17T17:18:06.317 INFO:tasks.rados.rados.0.smithi059.stdout:3701: finishing write tid 2 to smithi05980601-37 2024-08-17T17:18:06.319 INFO:tasks.rados.rados.0.smithi059.stdout:3701: finishing write tid 3 to smithi05980601-37 2024-08-17T17:18:06.319 INFO:tasks.rados.rados.0.smithi059.stdout:3701: oid 37 updating version 0 to 3577 2024-08-17T17:18:06.319 INFO:tasks.rados.rados.0.smithi059.stdout:3701: oid 37 updating version 3577 to 3578 2024-08-17T17:18:06.319 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 3578 (ObjNum 1176 snap 378 seq_num 1176) dirty exists 2024-08-17T17:18:06.319 INFO:tasks.rados.rados.0.smithi059.stdout:3701: left oid 37 (ObjNum 1176 snap 378 seq_num 1176) 2024-08-17T17:18:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:06 smithi059 ceph-mon[92261]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T17:18:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:06 smithi059 ceph-mon[94685]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T17:18:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:06 smithi087 ceph-mon[85676]: osdmap e837: 8 total, 8 up, 8 in 2024-08-17T17:18:07.298 INFO:tasks.rados.rados.0.smithi059.stdout:3694: done (5 left) 2024-08-17T17:18:07.298 INFO:tasks.rados.rados.0.smithi059.stdout:3695: done (4 left) 2024-08-17T17:18:07.298 INFO:tasks.rados.rados.0.smithi059.stdout:3696: done (3 left) 2024-08-17T17:18:07.298 INFO:tasks.rados.rados.0.smithi059.stdout:3697: done (2 left) 2024-08-17T17:18:07.298 INFO:tasks.rados.rados.0.smithi059.stdout:3701: done (1 left) 2024-08-17T17:18:07.298 INFO:tasks.rados.rados.0.smithi059.stdout:3702: done (0 left) 2024-08-17T17:18:07.298 INFO:tasks.rados.rados.0.smithi059.stdout:3703: rmattr oid 43 current snap is 379 2024-08-17T17:18:07.298 INFO:tasks.rados.rados.0.smithi059.stdout:3703: done (0 left) 2024-08-17T17:18:07.298 INFO:tasks.rados.rados.0.smithi059.stdout:3704: read oid 26 snap 371 2024-08-17T17:18:07.299 INFO:tasks.rados.rados.0.smithi059.stdout:3704: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:18:07.299 INFO:tasks.rados.rados.0.smithi059.stdout:3705: delete oid 33 current snap is 379 2024-08-17T17:18:07.302 INFO:tasks.rados.rados.0.smithi059.stdout:3705: done (1 left) 2024-08-17T17:18:07.302 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 23 current snap is 379 2024-08-17T17:18:07.302 INFO:tasks.rados.rados.0.smithi059.stdout:3706: seq_num 1178 ranges {1302528=532480} 2024-08-17T17:18:07.312 INFO:tasks.rados.rados.0.smithi059.stdout:3706: writing smithi05980601-23 from 1302528 to 1835008 tid 1 2024-08-17T17:18:07.313 INFO:tasks.rados.rados.0.smithi059.stdout:3707: copy_from oid 8 from oid 30 current snap is 379 2024-08-17T17:18:07.313 INFO:tasks.rados.rados.0.smithi059.stdout:3704: expect (ObjNum 937 snap 314 seq_num 937) 2024-08-17T17:18:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:3706: finishing write tid 1 to smithi05980601-23 2024-08-17T17:18:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:3706: finishing write tid 2 to smithi05980601-23 2024-08-17T17:18:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:3706: finishing write tid 3 to smithi05980601-23 2024-08-17T17:18:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:3706: oid 23 updating version 0 to 3276 2024-08-17T17:18:07.348 INFO:tasks.rados.rados.0.smithi059.stdout:3706: oid 23 updating version 3276 to 3277 2024-08-17T17:18:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 23 v 3277 (ObjNum 1178 snap 379 seq_num 1178) dirty exists 2024-08-17T17:18:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:3706: left oid 23 (ObjNum 1178 snap 379 seq_num 1178) 2024-08-17T17:18:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:3707: finishing copy_from racing read to smithi05980601-8 2024-08-17T17:18:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:3707: finishing copy_from to smithi05980601-8 2024-08-17T17:18:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 1693 (ObjNum 1146 snap 369 seq_num 1146) dirty exists 2024-08-17T17:18:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:3704: done (2 left) 2024-08-17T17:18:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:3706: done (1 left) 2024-08-17T17:18:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:3707: done (0 left) 2024-08-17T17:18:07.349 INFO:tasks.rados.rados.0.smithi059.stdout:3708: delete oid 41 current snap is 379 2024-08-17T17:18:07.351 INFO:tasks.rados.rados.0.smithi059.stdout:3708: done (0 left) 2024-08-17T17:18:07.351 INFO:tasks.rados.rados.0.smithi059.stdout:3709: read oid 12 snap 363 2024-08-17T17:18:07.351 INFO:tasks.rados.rados.0.smithi059.stdout:3709: expect (ObjNum 1108 snap 363 seq_num 1108) 2024-08-17T17:18:07.351 INFO:tasks.rados.rados.0.smithi059.stdout:3710: snap_remove snap 370 2024-08-17T17:18:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:07 smithi087 ceph-mon[85676]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T17:18:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:07 smithi087 ceph-mon[85676]: pgmap v928: 121 pgs: 121 active+clean; 300 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 322 KiB/s wr, 9 op/s 2024-08-17T17:18:07.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:07 smithi059 ceph-mon[92261]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T17:18:07.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:07 smithi059 ceph-mon[92261]: pgmap v928: 121 pgs: 121 active+clean; 300 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 322 KiB/s wr, 9 op/s 2024-08-17T17:18:07.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:07 smithi059 ceph-mon[94685]: osdmap e838: 8 total, 8 up, 8 in 2024-08-17T17:18:07.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:07 smithi059 ceph-mon[94685]: pgmap v928: 121 pgs: 121 active+clean; 300 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 322 KiB/s wr, 9 op/s 2024-08-17T17:18:08.298 INFO:tasks.rados.rados.0.smithi059.stdout:3710: done (1 left) 2024-08-17T17:18:08.299 INFO:tasks.rados.rados.0.smithi059.stdout:3711: snap_create 2024-08-17T17:18:08.299 INFO:tasks.rados.rados.0.smithi059.stdout:3709: expect (ObjNum 1108 snap 363 seq_num 1108) 2024-08-17T17:18:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:08 smithi087 ceph-mon[85676]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T17:18:08.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:08 smithi059 ceph-mon[92261]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T17:18:08.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:08 smithi059 ceph-mon[94685]: osdmap e839: 8 total, 8 up, 8 in 2024-08-17T17:18:09.305 INFO:tasks.rados.rados.0.smithi059.stdout:3709: done (1 left) 2024-08-17T17:18:09.306 INFO:tasks.rados.rados.0.smithi059.stdout:3711: done (0 left) 2024-08-17T17:18:09.306 INFO:tasks.rados.rados.0.smithi059.stdout:3712: read oid 37 snap -1 2024-08-17T17:18:09.306 INFO:tasks.rados.rados.0.smithi059.stdout:3712: expect (ObjNum 1176 snap 378 seq_num 1176) 2024-08-17T17:18:09.306 INFO:tasks.rados.rados.0.smithi059.stdout:3713: rmattr oid 21 current snap is 380 2024-08-17T17:18:09.306 INFO:tasks.rados.rados.0.smithi059.stdout:3714: snap_create 2024-08-17T17:18:09.309 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 3329 (ObjNum 1074 snap 353 seq_num 1074) dirty exists 2024-08-17T17:18:09.319 INFO:tasks.rados.rados.0.smithi059.stdout:3712: expect (ObjNum 1176 snap 378 seq_num 1176) 2024-08-17T17:18:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:09 smithi087 ceph-mon[85676]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T17:18:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:09 smithi087 ceph-mon[85676]: pgmap v931: 121 pgs: 121 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-17T17:18:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:09 smithi059 ceph-mon[94685]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T17:18:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:09 smithi059 ceph-mon[94685]: pgmap v931: 121 pgs: 121 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-17T17:18:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:09 smithi059 ceph-mon[92261]: osdmap e840: 8 total, 8 up, 8 in 2024-08-17T17:18:09.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:09 smithi059 ceph-mon[92261]: pgmap v931: 121 pgs: 121 active+clean; 308 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.4 MiB/s wr, 14 op/s 2024-08-17T17:18:10.306 INFO:tasks.rados.rados.0.smithi059.stdout:3712: done (2 left) 2024-08-17T17:18:10.306 INFO:tasks.rados.rados.0.smithi059.stdout:3713: done (1 left) 2024-08-17T17:18:10.306 INFO:tasks.rados.rados.0.smithi059.stdout:3714: done (0 left) 2024-08-17T17:18:10.306 INFO:tasks.rados.rados.0.smithi059.stdout:3715: read oid 43 snap -1 2024-08-17T17:18:10.306 INFO:tasks.rados.rados.0.smithi059.stdout:3715: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:10.306 INFO:tasks.rados.rados.0.smithi059.stdout:3716: snap_create 2024-08-17T17:18:10.332 INFO:tasks.rados.rados.0.smithi059.stdout:3715: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:10.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:10 smithi059 ceph-mon[92261]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T17:18:10.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:10 smithi059 ceph-mon[94685]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T17:18:10.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:10 smithi087 ceph-mon[85676]: osdmap e841: 8 total, 8 up, 8 in 2024-08-17T17:18:11.265 INFO:tasks.rados.rados.0.smithi059.stdout:3715: done (1 left) 2024-08-17T17:18:11.265 INFO:tasks.rados.rados.0.smithi059.stdout:3716: done (0 left) 2024-08-17T17:18:11.266 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 7 current snap is 382 2024-08-17T17:18:11.266 INFO:tasks.rados.rados.0.smithi059.stdout:3717: seq_num 1180 ranges {1572864=565248} 2024-08-17T17:18:11.277 INFO:tasks.rados.rados.0.smithi059.stdout:3717: writing smithi05980601-7 from 1572864 to 2138112 tid 1 2024-08-17T17:18:11.277 INFO:tasks.rados.rados.0.smithi059.stdout:3718: delete oid 47 current snap is 382 2024-08-17T17:18:11.281 INFO:tasks.rados.rados.0.smithi059.stdout:3718: done (1 left) 2024-08-17T17:18:11.281 INFO:tasks.rados.rados.0.smithi059.stdout:3719: read oid 21 snap -1 2024-08-17T17:18:11.281 INFO:tasks.rados.rados.0.smithi059.stdout:3719: expect (ObjNum 1074 snap 353 seq_num 1074) 2024-08-17T17:18:11.282 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 382 2024-08-17T17:18:11.282 INFO:tasks.rados.rados.0.smithi059.stdout:3720: seq_num 1182 ranges {0=606208} 2024-08-17T17:18:11.285 INFO:tasks.rados.rados.0.smithi059.stdout:3720: writing smithi05980601-22 from 0 to 606208 tid 1 2024-08-17T17:18:11.285 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 382 2024-08-17T17:18:11.285 INFO:tasks.rados.rados.0.smithi059.stdout:3721: seq_num 1183 ranges {0=622592} 2024-08-17T17:18:11.289 INFO:tasks.rados.rados.0.smithi059.stdout:3721: writing smithi05980601-13 from 0 to 622592 tid 1 2024-08-17T17:18:11.289 INFO:tasks.rados.rados.0.smithi059.stdout:3722: rollback oid 12 current snap is 382 2024-08-17T17:18:11.289 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 12 to 379 2024-08-17T17:18:11.289 INFO:tasks.rados.rados.0.smithi059.stdout:3717: finishing write tid 1 to smithi05980601-7 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:3717: finishing write tid 2 to smithi05980601-7 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:3717: finishing write tid 3 to smithi05980601-7 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:3717: oid 7 updating version 0 to 2894 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:3717: oid 7 version 2894 is already newer than 2893 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 7 v 2894 (ObjNum 1180 snap 382 seq_num 1180) dirty exists 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:3717: left oid 7 (ObjNum 1180 snap 382 seq_num 1180) 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:3717: done (4 left) 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:3723: copy_from oid 29 from oid 14 current snap is 382 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 382 2024-08-17T17:18:11.290 INFO:tasks.rados.rados.0.smithi059.stdout:3724: seq_num 1184 ranges {7069696=638976} 2024-08-17T17:18:11.333 INFO:tasks.rados.rados.0.smithi059.stdout:3724: writing smithi05980601-10 from 7069696 to 7708672 tid 1 2024-08-17T17:18:11.333 INFO:tasks.rados.rados.0.smithi059.stdout:3725: setattr oid 43 current snap is 382 2024-08-17T17:18:11.333 INFO:tasks.rados.rados.0.smithi059.stdout:3720: finishing write tid 1 to smithi05980601-22 2024-08-17T17:18:11.333 INFO:tasks.rados.rados.0.smithi059.stdout:3720: finishing write tid 2 to smithi05980601-22 2024-08-17T17:18:11.333 INFO:tasks.rados.rados.0.smithi059.stdout:3720: finishing write tid 3 to smithi05980601-22 2024-08-17T17:18:11.333 INFO:tasks.rados.rados.0.smithi059.stdout:3720: oid 22 updating version 0 to 3198 2024-08-17T17:18:11.333 INFO:tasks.rados.rados.0.smithi059.stdout:3720: oid 22 updating version 3198 to 3199 2024-08-17T17:18:11.333 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 3199 (ObjNum 1182 snap 382 seq_num 1182) dirty exists 2024-08-17T17:18:11.333 INFO:tasks.rados.rados.0.smithi059.stdout:3720: left oid 22 (ObjNum 1182 snap 382 seq_num 1182) 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3722: finishing rollback tid 0 to smithi05980601-12 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3721: finishing write tid 1 to smithi05980601-13 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3721: finishing write tid 2 to smithi05980601-13 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3722: finishing rollback tid 1 to smithi05980601-12 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3722: finishing rollback tid 2 to smithi05980601-12 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2571 (ObjNum 1170 snap 375 seq_num 1170) dirty exists 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3723: finishing copy_from racing read to smithi05980601-29 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3723: finishing copy_from to smithi05980601-29 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 2975 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3721: finishing write tid 3 to smithi05980601-13 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3721: oid 13 updating version 0 to 2516 2024-08-17T17:18:11.334 INFO:tasks.rados.rados.0.smithi059.stdout:3721: oid 13 version 2516 is already newer than 2515 2024-08-17T17:18:11.335 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 2516 (ObjNum 1183 snap 382 seq_num 1183) dirty exists 2024-08-17T17:18:11.335 INFO:tasks.rados.rados.0.smithi059.stdout:3721: left oid 13 (ObjNum 1183 snap 382 seq_num 1183) 2024-08-17T17:18:11.335 INFO:tasks.rados.rados.0.smithi059.stdout:3719: expect (ObjNum 1074 snap 353 seq_num 1074) 2024-08-17T17:18:11.722 INFO:tasks.rados.rados.0.smithi059.stdout:3724: finishing write tid 1 to smithi05980601-10 2024-08-17T17:18:11.722 INFO:tasks.rados.rados.0.smithi059.stdout:3724: finishing write tid 2 to smithi05980601-10 2024-08-17T17:18:11.722 INFO:tasks.rados.rados.0.smithi059.stdout:3724: finishing write tid 3 to smithi05980601-10 2024-08-17T17:18:11.722 INFO:tasks.rados.rados.0.smithi059.stdout:3724: oid 10 updating version 0 to 2573 2024-08-17T17:18:11.722 INFO:tasks.rados.rados.0.smithi059.stdout:3724: oid 10 version 2573 is already newer than 2572 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 2573 (ObjNum 1184 snap 382 seq_num 1184) dirty exists 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3724: left oid 10 (ObjNum 1184 snap 382 seq_num 1184) 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3719: done (6 left) 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3720: done (5 left) 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3721: done (4 left) 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3722: done (3 left) 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3723: done (2 left) 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3724: done (1 left) 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3726: read oid 36 snap -1 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3726: expect (ObjNum 1070 snap 351 seq_num 1070) 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3727: read oid 13 snap -1 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3727: expect (ObjNum 1183 snap 382 seq_num 1183) 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3728: read oid 34 snap -1 2024-08-17T17:18:11.723 INFO:tasks.rados.rados.0.smithi059.stdout:3728: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:11.724 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 382 2024-08-17T17:18:11.724 INFO:tasks.rados.rados.0.smithi059.stdout:3729: seq_num 1185 ranges {6504448=655360} 2024-08-17T17:18:11.761 INFO:tasks.rados.rados.0.smithi059.stdout:3729: writing smithi05980601-3 from 6504448 to 7159808 tid 1 2024-08-17T17:18:11.761 INFO:tasks.rados.rados.0.smithi059.stdout:3730: read oid 30 snap -1 2024-08-17T17:18:11.761 INFO:tasks.rados.rados.0.smithi059.stdout:3730: expect (ObjNum 1146 snap 369 seq_num 1146) 2024-08-17T17:18:11.761 INFO:tasks.rados.rados.0.smithi059.stdout:3731: delete oid 26 current snap is 382 2024-08-17T17:18:11.761 INFO:tasks.rados.rados.0.smithi059.stdout:3728: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:11.764 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 43 v 1970 (ObjNum 1048 snap 345 seq_num 1048) dirty exists 2024-08-17T17:18:11.764 INFO:tasks.rados.rados.0.smithi059.stdout:3727: expect (ObjNum 1183 snap 382 seq_num 1183) 2024-08-17T17:18:11.783 INFO:tasks.rados.rados.0.smithi059.stdout:3726: expect (ObjNum 1070 snap 351 seq_num 1070) 2024-08-17T17:18:11.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:11 smithi059 ceph-mon[94685]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T17:18:11.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:11 smithi059 ceph-mon[94685]: pgmap v934: 121 pgs: 121 active+clean; 311 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 2.6 MiB/s wr, 8 op/s 2024-08-17T17:18:11.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:11 smithi059 ceph-mon[94685]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T17:18:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:11 smithi059 ceph-mon[92261]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T17:18:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:11 smithi059 ceph-mon[92261]: pgmap v934: 121 pgs: 121 active+clean; 311 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 2.6 MiB/s wr, 8 op/s 2024-08-17T17:18:11.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:11 smithi059 ceph-mon[92261]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T17:18:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:11 smithi087 ceph-mon[85676]: osdmap e842: 8 total, 8 up, 8 in 2024-08-17T17:18:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:11 smithi087 ceph-mon[85676]: pgmap v934: 121 pgs: 121 active+clean; 311 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 2.6 MiB/s wr, 8 op/s 2024-08-17T17:18:11.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:11 smithi087 ceph-mon[85676]: osdmap e843: 8 total, 8 up, 8 in 2024-08-17T17:18:11.813 INFO:tasks.rados.rados.0.smithi059.stdout:3729: finishing write tid 1 to smithi05980601-3 2024-08-17T17:18:11.813 INFO:tasks.rados.rados.0.smithi059.stdout:3729: finishing write tid 2 to smithi05980601-3 2024-08-17T17:18:11.813 INFO:tasks.rados.rados.0.smithi059.stdout:3730: expect (ObjNum 1146 snap 369 seq_num 1146) 2024-08-17T17:18:11.876 INFO:tasks.rados.rados.0.smithi059.stdout:3729: finishing write tid 3 to smithi05980601-3 2024-08-17T17:18:11.876 INFO:tasks.rados.rados.0.smithi059.stdout:3729: oid 3 updating version 0 to 2887 2024-08-17T17:18:11.876 INFO:tasks.rados.rados.0.smithi059.stdout:3729: oid 3 updating version 2887 to 2888 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 2888 (ObjNum 1185 snap 382 seq_num 1185) dirty exists 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:3729: left oid 3 (ObjNum 1185 snap 382 seq_num 1185) 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:3725: done (6 left) 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:3726: done (5 left) 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:3727: done (4 left) 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:3728: done (3 left) 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:3729: done (2 left) 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:3730: done (1 left) 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:3731: done (0 left) 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 382 2024-08-17T17:18:11.877 INFO:tasks.rados.rados.0.smithi059.stdout:3732: seq_num 1187 ranges {622592=688128} 2024-08-17T17:18:11.883 INFO:tasks.rados.rados.0.smithi059.stdout:3732: writing smithi05980601-13 from 622592 to 1310720 tid 1 2024-08-17T17:18:11.883 INFO:tasks.rados.rados.0.smithi059.stdout:3733: snap_create 2024-08-17T17:18:11.887 INFO:tasks.rados.rados.0.smithi059.stdout:3732: finishing write tid 1 to smithi05980601-13 2024-08-17T17:18:11.887 INFO:tasks.rados.rados.0.smithi059.stdout:3732: finishing write tid 2 to smithi05980601-13 2024-08-17T17:18:11.888 INFO:tasks.rados.rados.0.smithi059.stdout:3732: finishing write tid 3 to smithi05980601-13 2024-08-17T17:18:11.888 INFO:tasks.rados.rados.0.smithi059.stdout:3732: oid 13 updating version 0 to 2517 2024-08-17T17:18:11.888 INFO:tasks.rados.rados.0.smithi059.stdout:3732: oid 13 updating version 2517 to 2518 2024-08-17T17:18:11.888 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 2518 (ObjNum 1187 snap 382 seq_num 1187) dirty exists 2024-08-17T17:18:11.888 INFO:tasks.rados.rados.0.smithi059.stdout:3732: left oid 13 (ObjNum 1187 snap 382 seq_num 1187) 2024-08-17T17:18:12.319 INFO:tasks.rados.rados.0.smithi059.stdout:3732: done (1 left) 2024-08-17T17:18:12.319 INFO:tasks.rados.rados.0.smithi059.stdout:3733: done (0 left) 2024-08-17T17:18:12.319 INFO:tasks.rados.rados.0.smithi059.stdout:3734: read oid 2 snap 378 2024-08-17T17:18:12.319 INFO:tasks.rados.rados.0.smithi059.stdout:3734: expect (ObjNum 1159 snap 372 seq_num 1159) 2024-08-17T17:18:12.319 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 12 current snap is 383 2024-08-17T17:18:12.319 INFO:tasks.rados.rados.0.smithi059.stdout:3735: seq_num 1188 ranges {13148160=704512} 2024-08-17T17:18:12.394 INFO:tasks.rados.rados.0.smithi059.stdout:3735: writing smithi05980601-12 from 13148160 to 13852672 tid 1 2024-08-17T17:18:12.394 INFO:tasks.rados.rados.0.smithi059.stdout:3736: read oid 18 snap -1 2024-08-17T17:18:12.394 INFO:tasks.rados.rados.0.smithi059.stdout:3736: expect (ObjNum 1175 snap 378 seq_num 1175) 2024-08-17T17:18:12.394 INFO:tasks.rados.rados.0.smithi059.stdout:3737: read oid 14 snap -1 2024-08-17T17:18:12.394 INFO:tasks.rados.rados.0.smithi059.stdout:3737: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:12.394 INFO:tasks.rados.rados.0.smithi059.stdout:3738: read oid 48 snap 371 2024-08-17T17:18:12.394 INFO:tasks.rados.rados.0.smithi059.stdout:3738: expect (ObjNum 1045 snap 345 seq_num 1045) 2024-08-17T17:18:12.395 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 383 2024-08-17T17:18:12.395 INFO:tasks.rados.rados.0.smithi059.stdout:3739: seq_num 1189 ranges {1310720=720896} 2024-08-17T17:18:12.406 INFO:tasks.rados.rados.0.smithi059.stdout:3739: writing smithi05980601-13 from 1310720 to 2031616 tid 1 2024-08-17T17:18:12.406 INFO:tasks.rados.rados.0.smithi059.stdout:3740: read oid 23 snap 379 2024-08-17T17:18:12.406 INFO:tasks.rados.rados.0.smithi059.stdout:3740: expect (ObjNum 1178 snap 379 seq_num 1178) 2024-08-17T17:18:12.406 INFO:tasks.rados.rados.0.smithi059.stdout:3741: delete oid 44 current snap is 383 2024-08-17T17:18:12.406 INFO:tasks.rados.rados.0.smithi059.stdout:3734: expect (ObjNum 1159 snap 372 seq_num 1159) 2024-08-17T17:18:12.482 INFO:tasks.rados.rados.0.smithi059.stdout:3737: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:12.487 INFO:tasks.rados.rados.0.smithi059.stdout:3736: expect (ObjNum 1175 snap 378 seq_num 1175) 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3735: finishing write tid 1 to smithi05980601-12 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3735: finishing write tid 2 to smithi05980601-12 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3735: finishing write tid 3 to smithi05980601-12 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3735: oid 12 updating version 0 to 2575 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3735: oid 12 version 2575 is already newer than 2574 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2575 (ObjNum 1188 snap 383 seq_num 1188) dirty exists 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3735: left oid 12 (ObjNum 1188 snap 383 seq_num 1188) 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3739: finishing write tid 1 to smithi05980601-13 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3739: finishing write tid 2 to smithi05980601-13 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3739: finishing write tid 3 to smithi05980601-13 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3739: oid 13 updating version 0 to 2520 2024-08-17T17:18:12.500 INFO:tasks.rados.rados.0.smithi059.stdout:3739: oid 13 version 2520 is already newer than 2519 2024-08-17T17:18:12.501 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 2520 (ObjNum 1189 snap 383 seq_num 1189) dirty exists 2024-08-17T17:18:12.501 INFO:tasks.rados.rados.0.smithi059.stdout:3739: left oid 13 (ObjNum 1189 snap 383 seq_num 1189) 2024-08-17T17:18:12.501 INFO:tasks.rados.rados.0.smithi059.stdout:3740: expect (ObjNum 1178 snap 379 seq_num 1178) 2024-08-17T17:18:12.569 INFO:tasks.rados.rados.0.smithi059.stdout:3738: expect (ObjNum 1045 snap 345 seq_num 1045) 2024-08-17T17:18:12.946 INFO:tasks.rados.rados.0.smithi059.stdout:3734: done (7 left) 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3735: done (6 left) 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3736: done (5 left) 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3737: done (4 left) 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3738: done (3 left) 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3739: done (2 left) 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3740: done (1 left) 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3741: done (0 left) 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3742: read oid 27 snap -1 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3742: expect deleted 2024-08-17T17:18:12.947 INFO:tasks.rados.rados.0.smithi059.stdout:3743: snap_remove snap 380 2024-08-17T17:18:13.330 INFO:tasks.rados.rados.0.smithi059.stdout:3743: done (1 left) 2024-08-17T17:18:13.331 INFO:tasks.rados.rados.0.smithi059.stdout:3744: snap_remove snap 372 2024-08-17T17:18:13.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:13 smithi059 ceph-mon[92261]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T17:18:13.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:13 smithi059 ceph-mon[92261]: pgmap v937: 121 pgs: 121 active+clean; 312 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T17:18:13.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:13 smithi059 ceph-mon[94685]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T17:18:13.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:13 smithi059 ceph-mon[94685]: pgmap v937: 121 pgs: 121 active+clean; 312 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T17:18:13.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:13 smithi087 ceph-mon[85676]: osdmap e844: 8 total, 8 up, 8 in 2024-08-17T17:18:13.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:13 smithi087 ceph-mon[85676]: pgmap v937: 121 pgs: 121 active+clean; 312 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-17T17:18:14.333 INFO:tasks.rados.rados.0.smithi059.stdout:3744: done (1 left) 2024-08-17T17:18:14.333 INFO:tasks.rados.rados.0.smithi059.stdout:3745: snap_create 2024-08-17T17:18:14.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:14 smithi059 ceph-mon[92261]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T17:18:14.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:14 smithi059 ceph-mon[94685]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T17:18:14.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:18:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:18:14] "GET /metrics HTTP/1.1" 200 36279 "" "Prometheus/2.51.0" 2024-08-17T17:18:14.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:14 smithi087 ceph-mon[85676]: osdmap e845: 8 total, 8 up, 8 in 2024-08-17T17:18:15.343 INFO:tasks.rados.rados.0.smithi059.stdout:3742: done (1 left) 2024-08-17T17:18:15.344 INFO:tasks.rados.rados.0.smithi059.stdout:3745: done (0 left) 2024-08-17T17:18:15.344 INFO:tasks.rados.rados.0.smithi059.stdout:3746: delete oid 7 current snap is 384 2024-08-17T17:18:15.349 INFO:tasks.rados.rados.0.smithi059.stdout:3746: done (0 left) 2024-08-17T17:18:15.349 INFO:tasks.rados.rados.0.smithi059.stdout:3747: setattr oid 17 current snap is 384 2024-08-17T17:18:15.351 INFO:tasks.rados.rados.0.smithi059.stdout:3748: snap_remove snap 379 2024-08-17T17:18:15.702 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:15 smithi087 ceph-mon[85676]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T17:18:15.702 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:15 smithi087 ceph-mon[85676]: pgmap v940: 121 pgs: 121 active+clean; 312 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 442 KiB/s wr, 16 op/s 2024-08-17T17:18:15.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:15 smithi059 ceph-mon[92261]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T17:18:15.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:15 smithi059 ceph-mon[92261]: pgmap v940: 121 pgs: 121 active+clean; 312 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 442 KiB/s wr, 16 op/s 2024-08-17T17:18:15.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:15 smithi059 ceph-mon[94685]: osdmap e846: 8 total, 8 up, 8 in 2024-08-17T17:18:15.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:15 smithi059 ceph-mon[94685]: pgmap v940: 121 pgs: 121 active+clean; 312 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 442 KiB/s wr, 16 op/s 2024-08-17T17:18:16.264 INFO:tasks.rados.rados.0.smithi059.stdout:3748: done (1 left) 2024-08-17T17:18:16.264 INFO:tasks.rados.rados.0.smithi059.stdout:3749: snap_create 2024-08-17T17:18:16.265 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 3588 (ObjNum 1121 snap 366 seq_num 1121) dirty exists 2024-08-17T17:18:16.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:16 smithi059 ceph-mon[92261]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T17:18:16.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:16 smithi059 ceph-mon[92261]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T17:18:16.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:16 smithi059 ceph-mon[94685]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T17:18:16.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:16 smithi059 ceph-mon[94685]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T17:18:16.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:16 smithi087 ceph-mon[85676]: osdmap e847: 8 total, 8 up, 8 in 2024-08-17T17:18:16.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:16 smithi087 ceph-mon[85676]: osdmap e848: 8 total, 8 up, 8 in 2024-08-17T17:18:17.266 INFO:tasks.rados.rados.0.smithi059.stdout:3747: done (1 left) 2024-08-17T17:18:17.266 INFO:tasks.rados.rados.0.smithi059.stdout:3749: done (0 left) 2024-08-17T17:18:17.266 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 46 current snap is 385 2024-08-17T17:18:17.266 INFO:tasks.rados.rados.0.smithi059.stdout:3750: seq_num 1192 ranges {1327104=770048} 2024-08-17T17:18:17.278 INFO:tasks.rados.rados.0.smithi059.stdout:3750: writing smithi05980601-46 from 1327104 to 2097152 tid 1 2024-08-17T17:18:17.278 INFO:tasks.rados.rados.0.smithi059.stdout:3751: read oid 11 snap -1 2024-08-17T17:18:17.278 INFO:tasks.rados.rados.0.smithi059.stdout:3751: expect (ObjNum 1154 snap 370 seq_num 1154) 2024-08-17T17:18:17.278 INFO:tasks.rados.rados.0.smithi059.stdout:3752: setattr oid 38 current snap is 385 2024-08-17T17:18:17.279 INFO:tasks.rados.rados.0.smithi059.stdout:3753: snap_remove snap 378 2024-08-17T17:18:17.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:17 smithi059 ceph-mon[92261]: pgmap v943: 121 pgs: 121 active+clean; 315 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 656 KiB/s wr, 17 op/s 2024-08-17T17:18:17.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:17 smithi059 ceph-mon[92261]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T17:18:17.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:17 smithi059 ceph-mon[94685]: pgmap v943: 121 pgs: 121 active+clean; 315 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 656 KiB/s wr, 17 op/s 2024-08-17T17:18:17.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:17 smithi059 ceph-mon[94685]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T17:18:17.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:17 smithi087 ceph-mon[85676]: pgmap v943: 121 pgs: 121 active+clean; 315 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 656 KiB/s wr, 17 op/s 2024-08-17T17:18:17.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:17 smithi087 ceph-mon[85676]: osdmap e849: 8 total, 8 up, 8 in 2024-08-17T17:18:18.271 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 3023 (ObjNum 1038 snap 340 seq_num 1038) dirty exists 2024-08-17T17:18:18.271 INFO:tasks.rados.rados.0.smithi059.stdout:3750: finishing write tid 1 to smithi05980601-46 2024-08-17T17:18:18.271 INFO:tasks.rados.rados.0.smithi059.stdout:3750: finishing write tid 2 to smithi05980601-46 2024-08-17T17:18:18.271 INFO:tasks.rados.rados.0.smithi059.stdout:3750: finishing write tid 3 to smithi05980601-46 2024-08-17T17:18:18.271 INFO:tasks.rados.rados.0.smithi059.stdout:3750: oid 46 updating version 0 to 3278 2024-08-17T17:18:18.271 INFO:tasks.rados.rados.0.smithi059.stdout:3750: oid 46 updating version 3278 to 3279 2024-08-17T17:18:18.271 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 3279 (ObjNum 1192 snap 385 seq_num 1192) dirty exists 2024-08-17T17:18:18.271 INFO:tasks.rados.rados.0.smithi059.stdout:3750: left oid 46 (ObjNum 1192 snap 385 seq_num 1192) 2024-08-17T17:18:18.271 INFO:tasks.rados.rados.0.smithi059.stdout:3751: expect (ObjNum 1154 snap 370 seq_num 1154) 2024-08-17T17:18:18.797 INFO:tasks.rados.rados.0.smithi059.stdout:3750: done (3 left) 2024-08-17T17:18:18.797 INFO:tasks.rados.rados.0.smithi059.stdout:3751: done (2 left) 2024-08-17T17:18:18.797 INFO:tasks.rados.rados.0.smithi059.stdout:3752: done (1 left) 2024-08-17T17:18:18.797 INFO:tasks.rados.rados.0.smithi059.stdout:3753: done (0 left) 2024-08-17T17:18:18.797 INFO:tasks.rados.rados.0.smithi059.stdout:3754: snap_remove snap 383 2024-08-17T17:18:19.281 INFO:tasks.rados.rados.0.smithi059.stdout:3754: done (0 left) 2024-08-17T17:18:19.281 INFO:tasks.rados.rados.0.smithi059.stdout:3755: snap_create 2024-08-17T17:18:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:19 smithi059 ceph-mon[92261]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T17:18:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:19 smithi059 ceph-mon[92261]: pgmap v946: 121 pgs: 121 active+clean; 316 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1016 KiB/s wr, 20 op/s 2024-08-17T17:18:19.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:19 smithi059 ceph-mon[94685]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T17:18:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:19 smithi059 ceph-mon[94685]: pgmap v946: 121 pgs: 121 active+clean; 316 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1016 KiB/s wr, 20 op/s 2024-08-17T17:18:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:19 smithi087 ceph-mon[85676]: osdmap e850: 8 total, 8 up, 8 in 2024-08-17T17:18:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:19 smithi087 ceph-mon[85676]: pgmap v946: 121 pgs: 121 active+clean; 316 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 1016 KiB/s wr, 20 op/s 2024-08-17T17:18:20.277 INFO:tasks.rados.rados.0.smithi059.stdout:3755: done (0 left) 2024-08-17T17:18:20.277 INFO:tasks.rados.rados.0.smithi059.stdout:3756: rmattr oid 20 current snap is 386 2024-08-17T17:18:20.277 INFO:tasks.rados.rados.0.smithi059.stdout:3756: done (0 left) 2024-08-17T17:18:20.277 INFO:tasks.rados.rados.0.smithi059.stdout:3757: rollback oid 4 current snap is 386 2024-08-17T17:18:20.277 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 4 to 369 2024-08-17T17:18:20.277 INFO:tasks.rados.rados.0.smithi059.stdout:3758: rmattr oid 11 current snap is 386 2024-08-17T17:18:20.278 INFO:tasks.rados.rados.0.smithi059.stdout:3758: done (1 left) 2024-08-17T17:18:20.278 INFO:tasks.rados.rados.0.smithi059.stdout:3759: read oid 23 snap 364 2024-08-17T17:18:20.278 INFO:tasks.rados.rados.0.smithi059.stdout:3759: expect (ObjNum 1099 snap 362 seq_num 1099) 2024-08-17T17:18:20.278 INFO:tasks.rados.rados.0.smithi059.stdout:3760: read oid 22 snap 369 2024-08-17T17:18:20.278 INFO:tasks.rados.rados.0.smithi059.stdout:3760: expect deleted 2024-08-17T17:18:20.278 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 386 2024-08-17T17:18:20.278 INFO:tasks.rados.rados.0.smithi059.stdout:3761: seq_num 1193 ranges {0=786432} 2024-08-17T17:18:20.281 INFO:tasks.rados.rados.0.smithi059.stdout:3761: writing smithi05980601-27 from 0 to 786432 tid 1 2024-08-17T17:18:20.281 INFO:tasks.rados.rados.0.smithi059.stdout:3762: delete oid 11 current snap is 386 2024-08-17T17:18:20.285 INFO:tasks.rados.rados.0.smithi059.stdout:3760: done (4 left) 2024-08-17T17:18:20.286 INFO:tasks.rados.rados.0.smithi059.stdout:3762: done (3 left) 2024-08-17T17:18:20.286 INFO:tasks.rados.rados.0.smithi059.stdout:3763: rmattr oid 35 current snap is 386 2024-08-17T17:18:20.286 INFO:tasks.rados.rados.0.smithi059.stdout:3763: done (3 left) 2024-08-17T17:18:20.286 INFO:tasks.rados.rados.0.smithi059.stdout:3764: rollback oid 42 current snap is 386 2024-08-17T17:18:20.286 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 42 to 373 2024-08-17T17:18:20.286 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 39 current snap is 386 2024-08-17T17:18:20.286 INFO:tasks.rados.rados.0.smithi059.stdout:3765: seq_num 1195 ranges {3530752=417792,3948544=401408} 2024-08-17T17:18:20.307 INFO:tasks.rados.rados.0.smithi059.stdout:3765: writing smithi05980601-39 from 3530752 to 3948544 tid 1 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3765: writing smithi05980601-39 from 3948544 to 4349952 tid 2 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3766: read oid 34 snap 381 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3766: expect (ObjNum 338624832 snap 21891 seq_num 339267888) 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3767: copy_from oid 6 from oid 24 current snap is 386 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3761: finishing write tid 1 to smithi05980601-27 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3761: finishing write tid 2 to smithi05980601-27 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3761: finishing write tid 3 to smithi05980601-27 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3761: oid 27 updating version 0 to 3200 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3761: oid 27 updating version 3200 to 3201 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 3201 (ObjNum 1193 snap 386 seq_num 1193) dirty exists 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3761: left oid 27 (ObjNum 1193 snap 386 seq_num 1193) 2024-08-17T17:18:20.311 INFO:tasks.rados.rados.0.smithi059.stdout:3764: finishing rollback tid 0 to smithi05980601-42 2024-08-17T17:18:20.312 INFO:tasks.rados.rados.0.smithi059.stdout:3764: finishing rollback tid 1 to smithi05980601-42 2024-08-17T17:18:20.312 INFO:tasks.rados.rados.0.smithi059.stdout:3764: finishing rollback tid 2 to smithi05980601-42 2024-08-17T17:18:20.312 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 3206 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:20.312 INFO:tasks.rados.rados.0.smithi059.stdout:3757: finishing rollback tid 1 to smithi05980601-4 2024-08-17T17:18:20.312 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 3265 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-17T17:18:20.312 INFO:tasks.rados.rados.0.smithi059.stdout:3759: expect (ObjNum 1099 snap 362 seq_num 1099) 2024-08-17T17:18:20.410 INFO:tasks.rados.rados.0.smithi059.stdout:3766: expect (ObjNum 338624832 snap 21891 seq_num 339267888) 2024-08-17T17:18:20.413 INFO:tasks.rados.rados.0.smithi059.stdout:3765: finishing write tid 1 to smithi05980601-39 2024-08-17T17:18:20.413 INFO:tasks.rados.rados.0.smithi059.stdout:3765: finishing write tid 2 to smithi05980601-39 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:3765: finishing write tid 3 to smithi05980601-39 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:3765: finishing write tid 4 to smithi05980601-39 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:3765: oid 39 updating version 0 to 3600 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:3765: oid 39 version 3600 is already newer than 3599 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:3765: oid 39 version 3600 is already newer than 3598 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 3600 (ObjNum 1195 snap 386 seq_num 1195) dirty exists 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:3765: left oid 39 (ObjNum 1195 snap 386 seq_num 1195) 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:3767: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:3767: finishing copy_from to smithi05980601-6 2024-08-17T17:18:20.414 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 2890 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:20.415 INFO:tasks.rados.rados.0.smithi059.stdout:3757: done (6 left) 2024-08-17T17:18:20.415 INFO:tasks.rados.rados.0.smithi059.stdout:3759: done (5 left) 2024-08-17T17:18:20.415 INFO:tasks.rados.rados.0.smithi059.stdout:3761: done (4 left) 2024-08-17T17:18:20.415 INFO:tasks.rados.rados.0.smithi059.stdout:3764: done (3 left) 2024-08-17T17:18:20.415 INFO:tasks.rados.rados.0.smithi059.stdout:3765: done (2 left) 2024-08-17T17:18:20.415 INFO:tasks.rados.rados.0.smithi059.stdout:3766: done (1 left) 2024-08-17T17:18:20.415 INFO:tasks.rados.rados.0.smithi059.stdout:3767: done (0 left) 2024-08-17T17:18:20.415 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 386 2024-08-17T17:18:20.415 INFO:tasks.rados.rados.0.smithi059.stdout:3768: seq_num 1196 ranges {335872=434176,770048=401408} 2024-08-17T17:18:20.417 INFO:tasks.rados.rados.0.smithi059.stdout:3768: writing smithi05980601-1 from 335872 to 770048 tid 1 2024-08-17T17:18:20.419 INFO:tasks.rados.rados.0.smithi059.stdout:3768: writing smithi05980601-1 from 770048 to 1171456 tid 2 2024-08-17T17:18:20.419 INFO:tasks.rados.rados.0.smithi059.stdout:3769: rollback oid 40 current snap is 386 2024-08-17T17:18:20.419 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 40 to 382 2024-08-17T17:18:20.420 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 386 2024-08-17T17:18:20.420 INFO:tasks.rados.rados.0.smithi059.stdout:3770: seq_num 1197 ranges {0=450560,450560=401408} 2024-08-17T17:18:20.422 INFO:tasks.rados.rados.0.smithi059.stdout:3770: writing smithi05980601-4 from 0 to 450560 tid 1 2024-08-17T17:18:20.425 INFO:tasks.rados.rados.0.smithi059.stdout:3770: writing smithi05980601-4 from 450560 to 851968 tid 2 2024-08-17T17:18:20.425 INFO:tasks.rados.rados.0.smithi059.stdout:3771: snap_create 2024-08-17T17:18:20.425 INFO:tasks.rados.rados.0.smithi059.stdout:3768: finishing write tid 1 to smithi05980601-1 2024-08-17T17:18:20.425 INFO:tasks.rados.rados.0.smithi059.stdout:3768: finishing write tid 2 to smithi05980601-1 2024-08-17T17:18:20.425 INFO:tasks.rados.rados.0.smithi059.stdout:3768: finishing write tid 3 to smithi05980601-1 2024-08-17T17:18:20.429 INFO:tasks.rados.rados.0.smithi059.stdout:3769: finishing rollback tid 0 to smithi05980601-40 2024-08-17T17:18:20.429 INFO:tasks.rados.rados.0.smithi059.stdout:3769: finishing rollback tid 1 to smithi05980601-40 2024-08-17T17:18:20.429 INFO:tasks.rados.rados.0.smithi059.stdout:3768: finishing write tid 4 to smithi05980601-1 2024-08-17T17:18:20.429 INFO:tasks.rados.rados.0.smithi059.stdout:3768: oid 1 updating version 0 to 1972 2024-08-17T17:18:20.429 INFO:tasks.rados.rados.0.smithi059.stdout:3768: oid 1 version 1972 is already newer than 1971 2024-08-17T17:18:20.429 INFO:tasks.rados.rados.0.smithi059.stdout:3768: oid 1 updating version 1972 to 1973 2024-08-17T17:18:20.429 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1973 (ObjNum 1196 snap 386 seq_num 1196) dirty exists 2024-08-17T17:18:20.430 INFO:tasks.rados.rados.0.smithi059.stdout:3768: left oid 1 (ObjNum 1196 snap 386 seq_num 1196) 2024-08-17T17:18:20.430 INFO:tasks.rados.rados.0.smithi059.stdout:3769: finishing rollback tid 2 to smithi05980601-40 2024-08-17T17:18:20.430 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1976 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:20.430 INFO:tasks.rados.rados.0.smithi059.stdout:3770: finishing write tid 1 to smithi05980601-4 2024-08-17T17:18:20.430 INFO:tasks.rados.rados.0.smithi059.stdout:3770: finishing write tid 2 to smithi05980601-4 2024-08-17T17:18:20.430 INFO:tasks.rados.rados.0.smithi059.stdout:3770: finishing write tid 3 to smithi05980601-4 2024-08-17T17:18:20.431 INFO:tasks.rados.rados.0.smithi059.stdout:3770: finishing write tid 4 to smithi05980601-4 2024-08-17T17:18:20.431 INFO:tasks.rados.rados.0.smithi059.stdout:3770: oid 4 updating version 0 to 3282 2024-08-17T17:18:20.432 INFO:tasks.rados.rados.0.smithi059.stdout:3770: oid 4 version 3282 is already newer than 3280 2024-08-17T17:18:20.432 INFO:tasks.rados.rados.0.smithi059.stdout:3770: oid 4 version 3282 is already newer than 3281 2024-08-17T17:18:20.432 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 3282 (ObjNum 1197 snap 386 seq_num 1197) dirty exists 2024-08-17T17:18:20.432 INFO:tasks.rados.rados.0.smithi059.stdout:3770: left oid 4 (ObjNum 1197 snap 386 seq_num 1197) 2024-08-17T17:18:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:20 smithi059 ceph-mon[92261]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T17:18:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:20.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:20 smithi059 ceph-mon[94685]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T17:18:20.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:20 smithi087 ceph-mon[85676]: osdmap e851: 8 total, 8 up, 8 in 2024-08-17T17:18:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:21.269 INFO:tasks.rados.rados.0.smithi059.stdout:3768: done (3 left) 2024-08-17T17:18:21.270 INFO:tasks.rados.rados.0.smithi059.stdout:3769: done (2 left) 2024-08-17T17:18:21.270 INFO:tasks.rados.rados.0.smithi059.stdout:3770: done (1 left) 2024-08-17T17:18:21.270 INFO:tasks.rados.rados.0.smithi059.stdout:3771: done (0 left) 2024-08-17T17:18:21.270 INFO:tasks.rados.rados.0.smithi059.stdout:3772: rmattr oid 26 current snap is 387 2024-08-17T17:18:21.270 INFO:tasks.rados.rados.0.smithi059.stdout:3772: done (0 left) 2024-08-17T17:18:21.270 INFO:tasks.rados.rados.0.smithi059.stdout:3773: rollback oid 26 current snap is 387 2024-08-17T17:18:21.270 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 26 to 364 2024-08-17T17:18:21.270 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 387 2024-08-17T17:18:21.270 INFO:tasks.rados.rados.0.smithi059.stdout:3774: seq_num 1198 ranges {1302528=466944,1769472=401408} 2024-08-17T17:18:21.280 INFO:tasks.rados.rados.0.smithi059.stdout:3774: writing smithi05980601-9 from 1302528 to 1769472 tid 1 2024-08-17T17:18:21.282 INFO:tasks.rados.rados.0.smithi059.stdout:3774: writing smithi05980601-9 from 1769472 to 2170880 tid 2 2024-08-17T17:18:21.283 INFO:tasks.rados.rados.0.smithi059.stdout:3775: snap_remove snap 381 2024-08-17T17:18:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:21 smithi059 ceph-mon[94685]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T17:18:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:21 smithi059 ceph-mon[94685]: pgmap v949: 121 pgs: 121 active+clean; 316 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 360 KiB/s wr, 7 op/s 2024-08-17T17:18:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:21 smithi059 ceph-mon[94685]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T17:18:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:21 smithi059 ceph-mon[92261]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T17:18:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:21 smithi059 ceph-mon[92261]: pgmap v949: 121 pgs: 121 active+clean; 316 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 360 KiB/s wr, 7 op/s 2024-08-17T17:18:21.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:21 smithi059 ceph-mon[92261]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T17:18:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:21 smithi087 ceph-mon[85676]: osdmap e852: 8 total, 8 up, 8 in 2024-08-17T17:18:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:21 smithi087 ceph-mon[85676]: pgmap v949: 121 pgs: 121 active+clean; 316 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 360 KiB/s wr, 7 op/s 2024-08-17T17:18:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:21 smithi087 ceph-mon[85676]: osdmap e853: 8 total, 8 up, 8 in 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:3775: done (2 left) 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:3776: setattr oid 5 current snap is 387 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:3773: finishing rollback tid 1 to smithi05980601-26 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:3773: finishing rollback tid 2 to smithi05980601-26 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 3493 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:3774: finishing write tid 1 to smithi05980601-9 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:3774: finishing write tid 2 to smithi05980601-9 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:3774: finishing write tid 3 to smithi05980601-9 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:3774: finishing write tid 4 to smithi05980601-9 2024-08-17T17:18:22.286 INFO:tasks.rados.rados.0.smithi059.stdout:3774: oid 9 updating version 0 to 2577 2024-08-17T17:18:22.287 INFO:tasks.rados.rados.0.smithi059.stdout:3774: oid 9 updating version 2577 to 2578 2024-08-17T17:18:22.287 INFO:tasks.rados.rados.0.smithi059.stdout:3774: oid 9 version 2578 is already newer than 2576 2024-08-17T17:18:22.287 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 2578 (ObjNum 1198 snap 387 seq_num 1198) dirty exists 2024-08-17T17:18:22.287 INFO:tasks.rados.rados.0.smithi059.stdout:3774: left oid 9 (ObjNum 1198 snap 387 seq_num 1198) 2024-08-17T17:18:22.288 INFO:tasks.rados.rados.0.smithi059.stdout:3773: done (2 left) 2024-08-17T17:18:22.288 INFO:tasks.rados.rados.0.smithi059.stdout:3774: done (1 left) 2024-08-17T17:18:22.288 INFO:tasks.rados.rados.0.smithi059.stdout:3777: read oid 43 snap -1 2024-08-17T17:18:22.288 INFO:tasks.rados.rados.0.smithi059.stdout:3777: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:22.288 INFO:tasks.rados.rados.0.smithi059.stdout:3778: copy_from oid 9 from oid 24 current snap is 387 2024-08-17T17:18:22.288 INFO:tasks.rados.rados.0.smithi059.stdout:3779: rmattr oid 39 current snap is 387 2024-08-17T17:18:22.288 INFO:tasks.rados.rados.0.smithi059.stdout:3780: snap_remove snap 386 2024-08-17T17:18:23.292 INFO:tasks.rados.rados.0.smithi059.stdout:3780: done (4 left) 2024-08-17T17:18:23.293 INFO:tasks.rados.rados.0.smithi059.stdout:3781: setattr oid 25 current snap is 387 2024-08-17T17:18:23.293 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 3330 (ObjNum 1162 snap 373 seq_num 1162) dirty exists 2024-08-17T17:18:23.293 INFO:tasks.rados.rados.0.smithi059.stdout:3778: finishing copy_from racing read to smithi05980601-9 2024-08-17T17:18:23.293 INFO:tasks.rados.rados.0.smithi059.stdout:3778: finishing copy_from to smithi05980601-9 2024-08-17T17:18:23.293 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 2890 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:23.293 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 39 v 3606 (ObjNum 1195 snap 386 seq_num 1195) dirty exists 2024-08-17T17:18:23.293 INFO:tasks.rados.rados.0.smithi059.stdout:3777: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:23 smithi059 ceph-mon[92261]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T17:18:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:23 smithi059 ceph-mon[92261]: pgmap v952: 121 pgs: 121 active+clean; 321 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-17T17:18:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:23 smithi059 ceph-mon[94685]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T17:18:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:23 smithi059 ceph-mon[94685]: pgmap v952: 121 pgs: 121 active+clean; 321 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-17T17:18:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:23 smithi087 ceph-mon[85676]: osdmap e854: 8 total, 8 up, 8 in 2024-08-17T17:18:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:23 smithi087 ceph-mon[85676]: pgmap v952: 121 pgs: 121 active+clean; 321 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.1 MiB/s wr, 12 op/s 2024-08-17T17:18:23.577 INFO:tasks.rados.rados.0.smithi059.stdout:3776: done (4 left) 2024-08-17T17:18:23.577 INFO:tasks.rados.rados.0.smithi059.stdout:3777: done (3 left) 2024-08-17T17:18:23.577 INFO:tasks.rados.rados.0.smithi059.stdout:3778: done (2 left) 2024-08-17T17:18:23.577 INFO:tasks.rados.rados.0.smithi059.stdout:3779: done (1 left) 2024-08-17T17:18:23.578 INFO:tasks.rados.rados.0.smithi059.stdout:3782: copy_from oid 30 from oid 9 current snap is 387 2024-08-17T17:18:23.578 INFO:tasks.rados.rados.0.smithi059.stdout:3783: read oid 44 snap -1 2024-08-17T17:18:23.578 INFO:tasks.rados.rados.0.smithi059.stdout:3783: expect deleted 2024-08-17T17:18:23.578 INFO:tasks.rados.rados.0.smithi059.stdout:3784: read oid 49 snap 385 2024-08-17T17:18:23.578 INFO:tasks.rados.rados.0.smithi059.stdout:3784: expect (ObjNum 1138 snap 368 seq_num 1138) 2024-08-17T17:18:23.578 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 3 current snap is 387 2024-08-17T17:18:23.578 INFO:tasks.rados.rados.0.smithi059.stdout:3785: seq_num 1199 ranges {7159808=483328,7643136=401408} 2024-08-17T17:18:23.619 INFO:tasks.rados.rados.0.smithi059.stdout:3785: writing smithi05980601-3 from 7159808 to 7643136 tid 1 2024-08-17T17:18:23.621 INFO:tasks.rados.rados.0.smithi059.stdout:3785: writing smithi05980601-3 from 7643136 to 8044544 tid 2 2024-08-17T17:18:23.622 INFO:tasks.rados.rados.0.smithi059.stdout:3786: snap_remove snap 369 2024-08-17T17:18:24.298 INFO:tasks.rados.rados.0.smithi059.stdout:3786: done (5 left) 2024-08-17T17:18:24.298 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 34 current snap is 387 2024-08-17T17:18:24.298 INFO:tasks.rados.rados.0.smithi059.stdout:3787: seq_num 1200 ranges {0=499712,499712=401408} 2024-08-17T17:18:24.301 INFO:tasks.rados.rados.0.smithi059.stdout:3787: writing smithi05980601-34 from 0 to 499712 tid 1 2024-08-17T17:18:24.304 INFO:tasks.rados.rados.0.smithi059.stdout:3787: writing smithi05980601-34 from 499712 to 901120 tid 2 2024-08-17T17:18:24.304 INFO:tasks.rados.rados.0.smithi059.stdout:3788: snap_create 2024-08-17T17:18:24.305 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 2889 (ObjNum 65 snap 0 seq_num 1668505703) dirty exists 2024-08-17T17:18:24.305 INFO:tasks.rados.rados.0.smithi059.stdout:3784: expect (ObjNum 1138 snap 368 seq_num 1138) 2024-08-17T17:18:24.378 INFO:tasks.rados.rados.0.smithi059.stdout:3782: finishing copy_from racing read to smithi05980601-30 2024-08-17T17:18:24.378 INFO:tasks.rados.rados.0.smithi059.stdout:3782: finishing copy_from to smithi05980601-30 2024-08-17T17:18:24.378 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 2890 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:24.378 INFO:tasks.rados.rados.0.smithi059.stdout:3785: finishing write tid 1 to smithi05980601-3 2024-08-17T17:18:24.378 INFO:tasks.rados.rados.0.smithi059.stdout:3785: finishing write tid 2 to smithi05980601-3 2024-08-17T17:18:24.378 INFO:tasks.rados.rados.0.smithi059.stdout:3785: finishing write tid 3 to smithi05980601-3 2024-08-17T17:18:24.378 INFO:tasks.rados.rados.0.smithi059.stdout:3785: finishing write tid 4 to smithi05980601-3 2024-08-17T17:18:24.378 INFO:tasks.rados.rados.0.smithi059.stdout:3785: oid 3 updating version 0 to 2890 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3785: oid 3 updating version 2890 to 2891 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3785: oid 3 updating version 2891 to 2892 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 2892 (ObjNum 1199 snap 387 seq_num 1199) dirty exists 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3785: left oid 3 (ObjNum 1199 snap 387 seq_num 1199) 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3787: finishing write tid 1 to smithi05980601-34 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3787: finishing write tid 2 to smithi05980601-34 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3787: finishing write tid 3 to smithi05980601-34 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3787: finishing write tid 4 to smithi05980601-34 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3787: oid 34 updating version 0 to 3332 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3787: oid 34 updating version 3332 to 3333 2024-08-17T17:18:24.379 INFO:tasks.rados.rados.0.smithi059.stdout:3787: oid 34 version 3333 is already newer than 3331 2024-08-17T17:18:24.380 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 34 v 3333 (ObjNum 1200 snap 387 seq_num 1200) dirty exists 2024-08-17T17:18:24.380 INFO:tasks.rados.rados.0.smithi059.stdout:3787: left oid 34 (ObjNum 1200 snap 387 seq_num 1200) 2024-08-17T17:18:24.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:24 smithi059 ceph-mon[94685]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T17:18:24.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:18:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:18:24] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.51.0" 2024-08-17T17:18:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:24 smithi059 ceph-mon[92261]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T17:18:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:24 smithi087 ceph-mon[85676]: osdmap e855: 8 total, 8 up, 8 in 2024-08-17T17:18:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3781: done (6 left) 2024-08-17T17:18:25.302 INFO:tasks.rados.rados.0.smithi059.stdout:3782: done (5 left) 2024-08-17T17:18:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3783: done (4 left) 2024-08-17T17:18:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3784: done (3 left) 2024-08-17T17:18:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3785: done (2 left) 2024-08-17T17:18:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3787: done (1 left) 2024-08-17T17:18:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3788: done (0 left) 2024-08-17T17:18:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3789: read oid 3 snap -1 2024-08-17T17:18:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3789: expect (ObjNum 1199 snap 387 seq_num 1199) 2024-08-17T17:18:25.303 INFO:tasks.rados.rados.0.smithi059.stdout:3790: snap_remove snap 375 2024-08-17T17:18:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:25 smithi087 ceph-mon[85676]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T17:18:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:25 smithi087 ceph-mon[85676]: pgmap v955: 121 pgs: 121 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-17T17:18:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:25 smithi059 ceph-mon[92261]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T17:18:25.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:25 smithi059 ceph-mon[92261]: pgmap v955: 121 pgs: 121 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-17T17:18:25.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:25 smithi059 ceph-mon[94685]: osdmap e856: 8 total, 8 up, 8 in 2024-08-17T17:18:25.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:25 smithi059 ceph-mon[94685]: pgmap v955: 121 pgs: 121 active+clean; 323 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-17T17:18:26.274 INFO:tasks.rados.rados.0.smithi059.stdout:3790: done (1 left) 2024-08-17T17:18:26.274 INFO:tasks.rados.rados.0.smithi059.stdout:3791: delete oid 27 current snap is 388 2024-08-17T17:18:26.275 INFO:tasks.rados.rados.0.smithi059.stdout:3789: expect (ObjNum 1199 snap 387 seq_num 1199) 2024-08-17T17:18:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:26 smithi087 ceph-mon[85676]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T17:18:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:26 smithi087 ceph-mon[85676]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T17:18:26.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:26 smithi059 ceph-mon[92261]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T17:18:26.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:26 smithi059 ceph-mon[92261]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T17:18:26.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:26 smithi059 ceph-mon[94685]: osdmap e857: 8 total, 8 up, 8 in 2024-08-17T17:18:26.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:26 smithi059 ceph-mon[94685]: osdmap e858: 8 total, 8 up, 8 in 2024-08-17T17:18:26.915 INFO:tasks.rados.rados.0.smithi059.stdout:3789: done (1 left) 2024-08-17T17:18:26.915 INFO:tasks.rados.rados.0.smithi059.stdout:3791: done (0 left) 2024-08-17T17:18:26.915 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 27 current snap is 388 2024-08-17T17:18:26.915 INFO:tasks.rados.rados.0.smithi059.stdout:3792: seq_num 1202 ranges {0=540672,540672=401408} 2024-08-17T17:18:26.917 INFO:tasks.rados.rados.0.smithi059.stdout:3792: writing smithi05980601-27 from 0 to 540672 tid 1 2024-08-17T17:18:26.920 INFO:tasks.rados.rados.0.smithi059.stdout:3792: writing smithi05980601-27 from 540672 to 942080 tid 2 2024-08-17T17:18:26.920 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 36 current snap is 388 2024-08-17T17:18:26.920 INFO:tasks.rados.rados.0.smithi059.stdout:3793: seq_num 1203 ranges {1130496=557056,1687552=401408} 2024-08-17T17:18:26.929 INFO:tasks.rados.rados.0.smithi059.stdout:3793: writing smithi05980601-36 from 1130496 to 1687552 tid 1 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:3793: writing smithi05980601-36 from 1687552 to 2088960 tid 2 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:3794: delete oid 13 current snap is 388 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:3792: finishing write tid 1 to smithi05980601-27 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:3792: finishing write tid 2 to smithi05980601-27 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:3792: finishing write tid 3 to smithi05980601-27 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:3792: finishing write tid 4 to smithi05980601-27 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:3792: oid 27 updating version 0 to 3204 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:3792: oid 27 version 3204 is already newer than 3203 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:3792: oid 27 updating version 3204 to 3205 2024-08-17T17:18:26.932 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 27 v 3205 (ObjNum 1202 snap 388 seq_num 1202) dirty exists 2024-08-17T17:18:26.933 INFO:tasks.rados.rados.0.smithi059.stdout:3792: left oid 27 (ObjNum 1202 snap 388 seq_num 1202) 2024-08-17T17:18:26.935 INFO:tasks.rados.rados.0.smithi059.stdout:3792: done (2 left) 2024-08-17T17:18:26.935 INFO:tasks.rados.rados.0.smithi059.stdout:3794: done (1 left) 2024-08-17T17:18:26.935 INFO:tasks.rados.rados.0.smithi059.stdout:3795: read oid 6 snap -1 2024-08-17T17:18:26.935 INFO:tasks.rados.rados.0.smithi059.stdout:3795: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:18:26.935 INFO:tasks.rados.rados.0.smithi059.stdout:3796: setattr oid 38 current snap is 388 2024-08-17T17:18:26.935 INFO:tasks.rados.rados.0.smithi059.stdout:3793: finishing write tid 1 to smithi05980601-36 2024-08-17T17:18:26.935 INFO:tasks.rados.rados.0.smithi059.stdout:3793: finishing write tid 2 to smithi05980601-36 2024-08-17T17:18:26.936 INFO:tasks.rados.rados.0.smithi059.stdout:3793: finishing write tid 3 to smithi05980601-36 2024-08-17T17:18:26.936 INFO:tasks.rados.rados.0.smithi059.stdout:3793: finishing write tid 4 to smithi05980601-36 2024-08-17T17:18:26.936 INFO:tasks.rados.rados.0.smithi059.stdout:3793: oid 36 updating version 0 to 2895 2024-08-17T17:18:26.937 INFO:tasks.rados.rados.0.smithi059.stdout:3793: oid 36 version 2895 is already newer than 2894 2024-08-17T17:18:26.937 INFO:tasks.rados.rados.0.smithi059.stdout:3793: oid 36 version 2895 is already newer than 2893 2024-08-17T17:18:26.937 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 2895 (ObjNum 1203 snap 388 seq_num 1203) dirty exists 2024-08-17T17:18:26.937 INFO:tasks.rados.rados.0.smithi059.stdout:3793: left oid 36 (ObjNum 1203 snap 388 seq_num 1203) 2024-08-17T17:18:26.937 INFO:tasks.rados.rados.0.smithi059.stdout:3793: done (2 left) 2024-08-17T17:18:26.937 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 17 current snap is 388 2024-08-17T17:18:26.938 INFO:tasks.rados.rados.0.smithi059.stdout:3797: seq_num 1205 ranges {3309568=589824,3899392=401408} 2024-08-17T17:18:26.958 INFO:tasks.rados.rados.0.smithi059.stdout:3797: writing smithi05980601-17 from 3309568 to 3899392 tid 1 2024-08-17T17:18:26.961 INFO:tasks.rados.rados.0.smithi059.stdout:3797: writing smithi05980601-17 from 3899392 to 4300800 tid 2 2024-08-17T17:18:26.961 INFO:tasks.rados.rados.0.smithi059.stdout:3798: read oid 32 snap -1 2024-08-17T17:18:26.961 INFO:tasks.rados.rados.0.smithi059.stdout:3798: expect deleted 2024-08-17T17:18:26.961 INFO:tasks.rados.rados.0.smithi059.stdout:3799: rollback oid 28 current snap is 388 2024-08-17T17:18:26.961 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 28 to 384 2024-08-17T17:18:26.961 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 3024 (ObjNum 1038 snap 340 seq_num 1038) dirty exists 2024-08-17T17:18:26.961 INFO:tasks.rados.rados.0.smithi059.stdout:3795: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:3799: finishing rollback tid 0 to smithi05980601-28 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:3799: finishing rollback tid 1 to smithi05980601-28 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:3799: finishing rollback tid 2 to smithi05980601-28 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 28 v 1979 (ObjNum 1037 snap 340 seq_num 1037) dirty exists 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:3797: finishing write tid 1 to smithi05980601-17 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:3797: finishing write tid 2 to smithi05980601-17 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:3795: done (4 left) 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:3796: done (3 left) 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:3798: done (2 left) 2024-08-17T17:18:27.002 INFO:tasks.rados.rados.0.smithi059.stdout:3799: done (1 left) 2024-08-17T17:18:27.003 INFO:tasks.rados.rados.0.smithi059.stdout:3800: snap_create 2024-08-17T17:18:27.003 INFO:tasks.rados.rados.0.smithi059.stdout:3797: finishing write tid 3 to smithi05980601-17 2024-08-17T17:18:27.003 INFO:tasks.rados.rados.0.smithi059.stdout:3797: finishing write tid 4 to smithi05980601-17 2024-08-17T17:18:27.003 INFO:tasks.rados.rados.0.smithi059.stdout:3797: oid 17 updating version 0 to 3631 2024-08-17T17:18:27.003 INFO:tasks.rados.rados.0.smithi059.stdout:3797: oid 17 updating version 3631 to 3632 2024-08-17T17:18:27.003 INFO:tasks.rados.rados.0.smithi059.stdout:3797: oid 17 version 3632 is already newer than 3630 2024-08-17T17:18:27.003 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 3632 (ObjNum 1205 snap 388 seq_num 1205) dirty exists 2024-08-17T17:18:27.003 INFO:tasks.rados.rados.0.smithi059.stdout:3797: left oid 17 (ObjNum 1205 snap 388 seq_num 1205) 2024-08-17T17:18:27.307 INFO:tasks.rados.rados.0.smithi059.stdout:3797: done (1 left) 2024-08-17T17:18:27.307 INFO:tasks.rados.rados.0.smithi059.stdout:3800: done (0 left) 2024-08-17T17:18:27.307 INFO:tasks.rados.rados.0.smithi059.stdout:3801: snap_create 2024-08-17T17:18:27.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:27 smithi059 ceph-mon[92261]: pgmap v958: 121 pgs: 121 active+clean; 310 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 726 KiB/s wr, 10 op/s 2024-08-17T17:18:27.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:27 smithi059 ceph-mon[94685]: pgmap v958: 121 pgs: 121 active+clean; 310 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 726 KiB/s wr, 10 op/s 2024-08-17T17:18:27.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:27 smithi087 ceph-mon[85676]: pgmap v958: 121 pgs: 121 active+clean; 310 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 726 KiB/s wr, 10 op/s 2024-08-17T17:18:28.309 INFO:tasks.rados.rados.0.smithi059.stdout:3801: done (0 left) 2024-08-17T17:18:28.309 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 8 current snap is 390 2024-08-17T17:18:28.310 INFO:tasks.rados.rados.0.smithi059.stdout:3802: seq_num 1206 ranges {2408448=606208,3014656=401408} 2024-08-17T17:18:28.326 INFO:tasks.rados.rados.0.smithi059.stdout:3802: writing smithi05980601-8 from 2408448 to 3014656 tid 1 2024-08-17T17:18:28.328 INFO:tasks.rados.rados.0.smithi059.stdout:3802: writing smithi05980601-8 from 3014656 to 3416064 tid 2 2024-08-17T17:18:28.328 INFO:tasks.rados.rados.0.smithi059.stdout:3803: rollback oid 37 current snap is 390 2024-08-17T17:18:28.329 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 37 to 376 2024-08-17T17:18:28.329 INFO:tasks.rados.rados.0.smithi059.stdout:3804: snap_create 2024-08-17T17:18:28.335 INFO:tasks.rados.rados.0.smithi059.stdout:3802: finishing write tid 1 to smithi05980601-8 2024-08-17T17:18:28.335 INFO:tasks.rados.rados.0.smithi059.stdout:3802: finishing write tid 2 to smithi05980601-8 2024-08-17T17:18:28.335 INFO:tasks.rados.rados.0.smithi059.stdout:3802: finishing write tid 3 to smithi05980601-8 2024-08-17T17:18:28.336 INFO:tasks.rados.rados.0.smithi059.stdout:3803: finishing rollback tid 0 to smithi05980601-37 2024-08-17T17:18:28.336 INFO:tasks.rados.rados.0.smithi059.stdout:3803: finishing rollback tid 1 to smithi05980601-37 2024-08-17T17:18:28.336 INFO:tasks.rados.rados.0.smithi059.stdout:3803: finishing rollback tid 2 to smithi05980601-37 2024-08-17T17:18:28.337 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 3636 (ObjNum 1132 snap 368 seq_num 1132) dirty exists 2024-08-17T17:18:28.337 INFO:tasks.rados.rados.0.smithi059.stdout:3802: finishing write tid 4 to smithi05980601-8 2024-08-17T17:18:28.337 INFO:tasks.rados.rados.0.smithi059.stdout:3802: oid 8 updating version 0 to 2523 2024-08-17T17:18:28.337 INFO:tasks.rados.rados.0.smithi059.stdout:3802: oid 8 updating version 2523 to 2524 2024-08-17T17:18:28.337 INFO:tasks.rados.rados.0.smithi059.stdout:3802: oid 8 version 2524 is already newer than 2522 2024-08-17T17:18:28.338 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2524 (ObjNum 1206 snap 390 seq_num 1206) dirty exists 2024-08-17T17:18:28.338 INFO:tasks.rados.rados.0.smithi059.stdout:3802: left oid 8 (ObjNum 1206 snap 390 seq_num 1206) 2024-08-17T17:18:28.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:28 smithi059 ceph-mon[92261]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T17:18:28.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:28 smithi059 ceph-mon[94685]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T17:18:28.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:28 smithi087 ceph-mon[85676]: osdmap e859: 8 total, 8 up, 8 in 2024-08-17T17:18:29.321 INFO:tasks.rados.rados.0.smithi059.stdout:3802: done (2 left) 2024-08-17T17:18:29.321 INFO:tasks.rados.rados.0.smithi059.stdout:3803: done (1 left) 2024-08-17T17:18:29.321 INFO:tasks.rados.rados.0.smithi059.stdout:3804: done (0 left) 2024-08-17T17:18:29.321 INFO:tasks.rados.rados.0.smithi059.stdout:3805: setattr oid 17 current snap is 391 2024-08-17T17:18:29.323 INFO:tasks.rados.rados.0.smithi059.stdout:3806: snap_create 2024-08-17T17:18:29.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 17 v 3638 (ObjNum 1205 snap 388 seq_num 1205) dirty exists 2024-08-17T17:18:29.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:29 smithi059 ceph-mon[92261]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T17:18:29.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:29 smithi059 ceph-mon[92261]: pgmap v961: 121 pgs: 121 active+clean; 297 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-17T17:18:29.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:29 smithi059 ceph-mon[94685]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T17:18:29.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:29 smithi059 ceph-mon[94685]: pgmap v961: 121 pgs: 121 active+clean; 297 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-17T17:18:29.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:29 smithi087 ceph-mon[85676]: osdmap e860: 8 total, 8 up, 8 in 2024-08-17T17:18:29.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:29 smithi087 ceph-mon[85676]: pgmap v961: 121 pgs: 121 active+clean; 297 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-08-17T17:18:30.323 INFO:tasks.rados.rados.0.smithi059.stdout:3805: done (1 left) 2024-08-17T17:18:30.323 INFO:tasks.rados.rados.0.smithi059.stdout:3806: done (0 left) 2024-08-17T17:18:30.323 INFO:tasks.rados.rados.0.smithi059.stdout:3807: snap_create 2024-08-17T17:18:30.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:30 smithi059 ceph-mon[92261]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T17:18:30.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:30 smithi059 ceph-mon[94685]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T17:18:30.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:30 smithi087 ceph-mon[85676]: osdmap e861: 8 total, 8 up, 8 in 2024-08-17T17:18:31.270 INFO:tasks.rados.rados.0.smithi059.stdout:3807: done (0 left) 2024-08-17T17:18:31.270 INFO:tasks.rados.rados.0.smithi059.stdout:3808: read oid 29 snap -1 2024-08-17T17:18:31.270 INFO:tasks.rados.rados.0.smithi059.stdout:3808: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:31.270 INFO:tasks.rados.rados.0.smithi059.stdout:3809: rollback oid 31 current snap is 393 2024-08-17T17:18:31.270 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 31 to 388 2024-08-17T17:18:31.270 INFO:tasks.rados.rados.0.smithi059.stdout:3810: read oid 43 snap -1 2024-08-17T17:18:31.271 INFO:tasks.rados.rados.0.smithi059.stdout:3810: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:31.271 INFO:tasks.rados.rados.0.smithi059.stdout:3811: setattr oid 48 current snap is 393 2024-08-17T17:18:31.272 INFO:tasks.rados.rados.0.smithi059.stdout:3812: snap_create 2024-08-17T17:18:31.275 INFO:tasks.rados.rados.0.smithi059.stdout:3808: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:31.282 INFO:tasks.rados.rados.0.smithi059.stdout:3809: finishing rollback tid 0 to smithi05980601-31 2024-08-17T17:18:31.282 INFO:tasks.rados.rados.0.smithi059.stdout:3809: finishing rollback tid 1 to smithi05980601-31 2024-08-17T17:18:31.282 INFO:tasks.rados.rados.0.smithi059.stdout:3809: finishing rollback tid 2 to smithi05980601-31 2024-08-17T17:18:31.282 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 3642 (ObjNum 1111 snap 363 seq_num 1111) dirty exists 2024-08-17T17:18:31.288 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 2896 (ObjNum 1045 snap 345 seq_num 1045) dirty exists 2024-08-17T17:18:31.290 INFO:tasks.rados.rados.0.smithi059.stdout:3810: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:31 smithi059 ceph-mon[92261]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T17:18:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:31 smithi059 ceph-mon[92261]: pgmap v964: 121 pgs: 121 active+clean; 298 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-17T17:18:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:31 smithi059 ceph-mon[92261]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T17:18:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:31 smithi059 ceph-mon[94685]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T17:18:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:31 smithi059 ceph-mon[94685]: pgmap v964: 121 pgs: 121 active+clean; 298 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-17T17:18:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:31 smithi059 ceph-mon[94685]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T17:18:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:31 smithi087 ceph-mon[85676]: osdmap e862: 8 total, 8 up, 8 in 2024-08-17T17:18:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:31 smithi087 ceph-mon[85676]: pgmap v964: 121 pgs: 121 active+clean; 298 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-17T17:18:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:31 smithi087 ceph-mon[85676]: osdmap e863: 8 total, 8 up, 8 in 2024-08-17T17:18:32.271 INFO:tasks.rados.rados.0.smithi059.stdout:3808: done (4 left) 2024-08-17T17:18:32.271 INFO:tasks.rados.rados.0.smithi059.stdout:3809: done (3 left) 2024-08-17T17:18:32.271 INFO:tasks.rados.rados.0.smithi059.stdout:3810: done (2 left) 2024-08-17T17:18:32.271 INFO:tasks.rados.rados.0.smithi059.stdout:3811: done (1 left) 2024-08-17T17:18:32.271 INFO:tasks.rados.rados.0.smithi059.stdout:3812: done (0 left) 2024-08-17T17:18:32.271 INFO:tasks.rados.rados.0.smithi059.stdout:3813: delete oid 34 current snap is 394 2024-08-17T17:18:32.277 INFO:tasks.rados.rados.0.smithi059.stdout:3813: done (0 left) 2024-08-17T17:18:32.277 INFO:tasks.rados.rados.0.smithi059.stdout:3814: rmattr oid 6 current snap is 394 2024-08-17T17:18:32.277 INFO:tasks.rados.rados.0.smithi059.stdout:3815: read oid 37 snap -1 2024-08-17T17:18:32.277 INFO:tasks.rados.rados.0.smithi059.stdout:3815: expect (ObjNum 1132 snap 368 seq_num 1132) 2024-08-17T17:18:32.277 INFO:tasks.rados.rados.0.smithi059.stdout:3816: delete oid 32 current snap is 394 2024-08-17T17:18:32.280 INFO:tasks.rados.rados.0.smithi059.stdout:3816: done (2 left) 2024-08-17T17:18:32.280 INFO:tasks.rados.rados.0.smithi059.stdout:3817: rollback oid 12 current snap is 394 2024-08-17T17:18:32.280 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 12 to 376 2024-08-17T17:18:32.281 INFO:tasks.rados.rados.0.smithi059.stdout:3818: read oid 10 snap 392 2024-08-17T17:18:32.281 INFO:tasks.rados.rados.0.smithi059.stdout:3818: expect (ObjNum 1184 snap 382 seq_num 1184) 2024-08-17T17:18:32.281 INFO:tasks.rados.rados.0.smithi059.stdout:3819: snap_remove snap 382 2024-08-17T17:18:33.285 INFO:tasks.rados.rados.0.smithi059.stdout:3819: done (4 left) 2024-08-17T17:18:33.285 INFO:tasks.rados.rados.0.smithi059.stdout:3820: rmattr oid 5 current snap is 394 2024-08-17T17:18:33.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 3283 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:33.285 INFO:tasks.rados.rados.0.smithi059.stdout:3817: finishing rollback tid 0 to smithi05980601-12 2024-08-17T17:18:33.285 INFO:tasks.rados.rados.0.smithi059.stdout:3817: finishing rollback tid 1 to smithi05980601-12 2024-08-17T17:18:33.285 INFO:tasks.rados.rados.0.smithi059.stdout:3817: finishing rollback tid 2 to smithi05980601-12 2024-08-17T17:18:33.285 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 12 v 2893 (ObjNum 1170 snap 375 seq_num 1170) dirty exists 2024-08-17T17:18:33.285 INFO:tasks.rados.rados.0.smithi059.stdout:3815: expect (ObjNum 1132 snap 368 seq_num 1132) 2024-08-17T17:18:33.431 INFO:tasks.rados.rados.0.smithi059.stdout:3818: expect (ObjNum 1184 snap 382 seq_num 1184) 2024-08-17T17:18:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:33 smithi059 ceph-mon[92261]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T17:18:33.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:33 smithi059 ceph-mon[92261]: pgmap v967: 121 pgs: 121 active+clean; 299 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 480 KiB/s wr, 22 op/s 2024-08-17T17:18:33.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:33 smithi059 ceph-mon[94685]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T17:18:33.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:33 smithi059 ceph-mon[94685]: pgmap v967: 121 pgs: 121 active+clean; 299 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 480 KiB/s wr, 22 op/s 2024-08-17T17:18:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:33 smithi087 ceph-mon[85676]: osdmap e864: 8 total, 8 up, 8 in 2024-08-17T17:18:33.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:33 smithi087 ceph-mon[85676]: pgmap v967: 121 pgs: 121 active+clean; 299 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 480 KiB/s wr, 22 op/s 2024-08-17T17:18:33.961 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 3335 (ObjNum 1162 snap 373 seq_num 1162) dirty exists 2024-08-17T17:18:33.961 INFO:tasks.rados.rados.0.smithi059.stdout:3814: done (4 left) 2024-08-17T17:18:33.961 INFO:tasks.rados.rados.0.smithi059.stdout:3815: done (3 left) 2024-08-17T17:18:33.961 INFO:tasks.rados.rados.0.smithi059.stdout:3817: done (2 left) 2024-08-17T17:18:33.961 INFO:tasks.rados.rados.0.smithi059.stdout:3818: done (1 left) 2024-08-17T17:18:33.961 INFO:tasks.rados.rados.0.smithi059.stdout:3820: done (0 left) 2024-08-17T17:18:33.961 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 394 2024-08-17T17:18:33.961 INFO:tasks.rados.rados.0.smithi059.stdout:3821: seq_num 1209 ranges {0=655360,655360=401408} 2024-08-17T17:18:33.964 INFO:tasks.rados.rados.0.smithi059.stdout:3821: writing smithi05980601-44 from 0 to 655360 tid 1 2024-08-17T17:18:33.967 INFO:tasks.rados.rados.0.smithi059.stdout:3821: writing smithi05980601-44 from 655360 to 1056768 tid 2 2024-08-17T17:18:33.967 INFO:tasks.rados.rados.0.smithi059.stdout:3822: rollback oid 4 current snap is 394 2024-08-17T17:18:33.967 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 4 to 387 2024-08-17T17:18:33.967 INFO:tasks.rados.rados.0.smithi059.stdout:3823: read oid 2 snap -1 2024-08-17T17:18:33.967 INFO:tasks.rados.rados.0.smithi059.stdout:3823: expect (ObjNum 1159 snap 372 seq_num 1159) 2024-08-17T17:18:33.967 INFO:tasks.rados.rados.0.smithi059.stdout:3824: delete oid 40 current snap is 394 2024-08-17T17:18:33.970 INFO:tasks.rados.rados.0.smithi059.stdout:3821: finishing write tid 1 to smithi05980601-44 2024-08-17T17:18:33.971 INFO:tasks.rados.rados.0.smithi059.stdout:3821: finishing write tid 2 to smithi05980601-44 2024-08-17T17:18:33.971 INFO:tasks.rados.rados.0.smithi059.stdout:3824: done (3 left) 2024-08-17T17:18:33.971 INFO:tasks.rados.rados.0.smithi059.stdout:3825: rollback oid 3 current snap is 394 2024-08-17T17:18:33.971 INFO:tasks.rados.rados.0.smithi059.stdout:3821: finishing write tid 3 to smithi05980601-44 2024-08-17T17:18:33.971 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 3 to 371 2024-08-17T17:18:33.971 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 394 2024-08-17T17:18:33.971 INFO:tasks.rados.rados.0.smithi059.stdout:3826: seq_num 1211 ranges {1236992=688128,1925120=401408} 2024-08-17T17:18:33.982 INFO:tasks.rados.rados.0.smithi059.stdout:3826: writing smithi05980601-9 from 1236992 to 1925120 tid 1 2024-08-17T17:18:33.985 INFO:tasks.rados.rados.0.smithi059.stdout:3826: writing smithi05980601-9 from 1925120 to 2326528 tid 2 2024-08-17T17:18:33.985 INFO:tasks.rados.rados.0.smithi059.stdout:3827: copy_from oid 12 from oid 33 current snap is 394 2024-08-17T17:18:33.985 INFO:tasks.rados.rados.0.smithi059.stdout:3822: finishing rollback tid 0 to smithi05980601-4 2024-08-17T17:18:33.985 INFO:tasks.rados.rados.0.smithi059.stdout:3828: rmattr oid 6 current snap is 394 2024-08-17T17:18:33.985 INFO:tasks.rados.rados.0.smithi059.stdout:3822: finishing rollback tid 1 to smithi05980601-4 2024-08-17T17:18:33.985 INFO:tasks.rados.rados.0.smithi059.stdout:3821: finishing write tid 4 to smithi05980601-44 2024-08-17T17:18:33.985 INFO:tasks.rados.rados.0.smithi059.stdout:3821: oid 44 updating version 0 to 3207 2024-08-17T17:18:33.985 INFO:tasks.rados.rados.0.smithi059.stdout:3821: oid 44 updating version 3207 to 3209 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:3821: oid 44 version 3209 is already newer than 3208 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 3209 (ObjNum 1209 snap 394 seq_num 1209) dirty exists 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:3821: left oid 44 (ObjNum 1209 snap 394 seq_num 1209) 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:3825: finishing rollback tid 0 to smithi05980601-3 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:3825: finishing rollback tid 1 to smithi05980601-3 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:3825: finishing rollback tid 2 to smithi05980601-3 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 3 v 2899 (ObjNum 1091 snap 358 seq_num 1091) dirty exists 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:3822: finishing rollback tid 2 to smithi05980601-4 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 3286 (ObjNum 1197 snap 386 seq_num 1197) dirty exists 2024-08-17T17:18:33.986 INFO:tasks.rados.rados.0.smithi059.stdout:3823: expect (ObjNum 1159 snap 372 seq_num 1159) 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 3287 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi059.stdout:3826: finishing write tid 1 to smithi05980601-9 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi059.stdout:3826: finishing write tid 2 to smithi05980601-9 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi059.stdout:3826: finishing write tid 3 to smithi05980601-9 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi059.stdout:3827: finishing copy_from to smithi05980601-12 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi059.stdout:3827: got expected ENOENT (src dne) 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi059.stdout:3827: finishing copy_from racing read to smithi05980601-12 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi059.stdout:3826: finishing write tid 4 to smithi05980601-9 2024-08-17T17:18:34.060 INFO:tasks.rados.rados.0.smithi059.stdout:3826: oid 9 updating version 0 to 2895 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3826: oid 9 version 2895 is already newer than 2894 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3826: oid 9 updating version 2895 to 2896 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 2896 (ObjNum 1211 snap 394 seq_num 1211) dirty exists 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3826: left oid 9 (ObjNum 1211 snap 394 seq_num 1211) 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3821: done (6 left) 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3822: done (5 left) 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3823: done (4 left) 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3825: done (3 left) 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3826: done (2 left) 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3827: done (1 left) 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3828: done (0 left) 2024-08-17T17:18:34.061 INFO:tasks.rados.rados.0.smithi059.stdout:3829: rmattr oid 6 current snap is 394 2024-08-17T17:18:34.062 INFO:tasks.rados.rados.0.smithi059.stdout:3830: read oid 41 snap -1 2024-08-17T17:18:34.062 INFO:tasks.rados.rados.0.smithi059.stdout:3830: expect deleted 2024-08-17T17:18:34.062 INFO:tasks.rados.rados.0.smithi059.stdout:3831: rollback oid 14 current snap is 394 2024-08-17T17:18:34.062 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 14 to 387 2024-08-17T17:18:34.062 INFO:tasks.rados.rados.0.smithi059.stdout:3832: read oid 13 snap -1 2024-08-17T17:18:34.062 INFO:tasks.rados.rados.0.smithi059.stdout:3832: expect deleted 2024-08-17T17:18:34.062 INFO:tasks.rados.rados.0.smithi059.stdout:3833: delete oid 24 current snap is 394 2024-08-17T17:18:34.062 INFO:tasks.rados.rados.0.smithi059.stdout:3830: done (4 left) 2024-08-17T17:18:34.063 INFO:tasks.rados.rados.0.smithi059.stdout:3833: done (3 left) 2024-08-17T17:18:34.063 INFO:tasks.rados.rados.0.smithi059.stdout:3834: snap_remove snap 363 2024-08-17T17:18:34.285 INFO:tasks.rados.rados.0.smithi059.stdout:3834: done (3 left) 2024-08-17T17:18:34.285 INFO:tasks.rados.rados.0.smithi059.stdout:3835: read oid 15 snap -1 2024-08-17T17:18:34.285 INFO:tasks.rados.rados.0.smithi059.stdout:3835: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:34.285 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 30 current snap is 394 2024-08-17T17:18:34.286 INFO:tasks.rados.rados.0.smithi059.stdout:3836: seq_num 1213 ranges {1236992=720896,1957888=401408} 2024-08-17T17:18:34.297 INFO:tasks.rados.rados.0.smithi059.stdout:3836: writing smithi05980601-30 from 1236992 to 1957888 tid 1 2024-08-17T17:18:34.301 INFO:tasks.rados.rados.0.smithi059.stdout:3836: writing smithi05980601-30 from 1957888 to 2359296 tid 2 2024-08-17T17:18:34.301 INFO:tasks.rados.rados.0.smithi059.stdout:3837: read oid 20 snap -1 2024-08-17T17:18:34.301 INFO:tasks.rados.rados.0.smithi059.stdout:3837: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:18:34.301 INFO:tasks.rados.rados.0.smithi059.stdout:3838: snap_remove snap 388 2024-08-17T17:18:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:34 smithi059 ceph-mon[92261]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T17:18:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:34 smithi059 ceph-mon[94685]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T17:18:34.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:18:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:18:34] "GET /metrics HTTP/1.1" 200 36283 "" "Prometheus/2.51.0" 2024-08-17T17:18:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:34 smithi087 ceph-mon[85676]: osdmap e865: 8 total, 8 up, 8 in 2024-08-17T17:18:35.298 INFO:tasks.rados.rados.0.smithi059.stdout:3838: done (6 left) 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:3839: read oid 33 snap 373 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:3839: expect (ObjNum 339073440 snap 21891 seq_num 337966272) 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:3840: snap_create 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 3288 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:3831: finishing rollback tid 0 to smithi05980601-14 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:3831: finishing rollback tid 1 to smithi05980601-14 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:3831: finishing rollback tid 2 to smithi05980601-14 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2978 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:3836: finishing write tid 1 to smithi05980601-30 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:3836: finishing write tid 2 to smithi05980601-30 2024-08-17T17:18:35.299 INFO:tasks.rados.rados.0.smithi059.stdout:3836: finishing write tid 3 to smithi05980601-30 2024-08-17T17:18:35.300 INFO:tasks.rados.rados.0.smithi059.stdout:3837: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:18:35.339 INFO:tasks.rados.rados.0.smithi059.stdout:3836: finishing write tid 4 to smithi05980601-30 2024-08-17T17:18:35.339 INFO:tasks.rados.rados.0.smithi059.stdout:3836: oid 30 updating version 0 to 2892 2024-08-17T17:18:35.339 INFO:tasks.rados.rados.0.smithi059.stdout:3836: oid 30 version 2892 is already newer than 2891 2024-08-17T17:18:35.339 INFO:tasks.rados.rados.0.smithi059.stdout:3836: oid 30 updating version 2892 to 2893 2024-08-17T17:18:35.339 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 30 v 2893 (ObjNum 1213 snap 394 seq_num 1213) dirty exists 2024-08-17T17:18:35.339 INFO:tasks.rados.rados.0.smithi059.stdout:3836: left oid 30 (ObjNum 1213 snap 394 seq_num 1213) 2024-08-17T17:18:35.339 INFO:tasks.rados.rados.0.smithi059.stdout:3835: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:35.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:35 smithi087 ceph-mon[85676]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T17:18:35.566 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:35 smithi087 ceph-mon[85676]: pgmap v970: 121 pgs: 121 active+clean; 299 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 234 KiB/s wr, 25 op/s 2024-08-17T17:18:35.566 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:35.735 INFO:tasks.rados.rados.0.smithi059.stdout:3839: expect (ObjNum 339073440 snap 21891 seq_num 337966272) 2024-08-17T17:18:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:35 smithi059 ceph-mon[92261]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T17:18:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:35 smithi059 ceph-mon[92261]: pgmap v970: 121 pgs: 121 active+clean; 299 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 234 KiB/s wr, 25 op/s 2024-08-17T17:18:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:35 smithi059 ceph-mon[94685]: osdmap e866: 8 total, 8 up, 8 in 2024-08-17T17:18:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:35 smithi059 ceph-mon[94685]: pgmap v970: 121 pgs: 121 active+clean; 299 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 234 KiB/s wr, 25 op/s 2024-08-17T17:18:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:36.273 INFO:tasks.rados.rados.0.smithi059.stdout:3829: done (7 left) 2024-08-17T17:18:36.273 INFO:tasks.rados.rados.0.smithi059.stdout:3831: done (6 left) 2024-08-17T17:18:36.273 INFO:tasks.rados.rados.0.smithi059.stdout:3832: done (5 left) 2024-08-17T17:18:36.273 INFO:tasks.rados.rados.0.smithi059.stdout:3835: done (4 left) 2024-08-17T17:18:36.274 INFO:tasks.rados.rados.0.smithi059.stdout:3836: done (3 left) 2024-08-17T17:18:36.274 INFO:tasks.rados.rados.0.smithi059.stdout:3837: done (2 left) 2024-08-17T17:18:36.274 INFO:tasks.rados.rados.0.smithi059.stdout:3839: done (1 left) 2024-08-17T17:18:36.274 INFO:tasks.rados.rados.0.smithi059.stdout:3840: done (0 left) 2024-08-17T17:18:36.274 INFO:tasks.rados.rados.0.smithi059.stdout:3841: delete oid 26 current snap is 395 2024-08-17T17:18:36.277 INFO:tasks.rados.rados.0.smithi059.stdout:3841: done (0 left) 2024-08-17T17:18:36.277 INFO:tasks.rados.rados.0.smithi059.stdout:3842: snap_remove snap 371 2024-08-17T17:18:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:36 smithi087 ceph-mon[85676]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T17:18:36.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:36 smithi087 ceph-mon[85676]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T17:18:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:36 smithi059 ceph-mon[92261]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T17:18:36.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:36 smithi059 ceph-mon[92261]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T17:18:36.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:36 smithi059 ceph-mon[94685]: osdmap e867: 8 total, 8 up, 8 in 2024-08-17T17:18:36.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:36 smithi059 ceph-mon[94685]: osdmap e868: 8 total, 8 up, 8 in 2024-08-17T17:18:37.279 INFO:tasks.rados.rados.0.smithi059.stdout:3842: done (0 left) 2024-08-17T17:18:37.280 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 1 current snap is 395 2024-08-17T17:18:37.280 INFO:tasks.rados.rados.0.smithi059.stdout:3843: seq_num 1215 ranges {1171456=753664,1925120=401408} 2024-08-17T17:18:37.286 INFO:tasks.rados.rados.0.smithi059.stdout:3843: writing smithi05980601-1 from 1171456 to 1925120 tid 1 2024-08-17T17:18:37.289 INFO:tasks.rados.rados.0.smithi059.stdout:3843: writing smithi05980601-1 from 1925120 to 2326528 tid 2 2024-08-17T17:18:37.290 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 31 current snap is 395 2024-08-17T17:18:37.290 INFO:tasks.rados.rados.0.smithi059.stdout:3844: seq_num 1216 ranges {5881856=770048,6651904=401408} 2024-08-17T17:18:37.327 INFO:tasks.rados.rados.0.smithi059.stdout:3844: writing smithi05980601-31 from 5881856 to 6651904 tid 1 2024-08-17T17:18:37.330 INFO:tasks.rados.rados.0.smithi059.stdout:3844: writing smithi05980601-31 from 6651904 to 7053312 tid 2 2024-08-17T17:18:37.330 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 38 current snap is 395 2024-08-17T17:18:37.330 INFO:tasks.rados.rados.0.smithi059.stdout:3843: finishing write tid 1 to smithi05980601-1 2024-08-17T17:18:37.330 INFO:tasks.rados.rados.0.smithi059.stdout:3843: finishing write tid 2 to smithi05980601-1 2024-08-17T17:18:37.331 INFO:tasks.rados.rados.0.smithi059.stdout:3843: finishing write tid 3 to smithi05980601-1 2024-08-17T17:18:37.331 INFO:tasks.rados.rados.0.smithi059.stdout:3845: seq_num 1217 ranges {5021696=786432,5808128=401408} 2024-08-17T17:18:37.361 INFO:tasks.rados.rados.0.smithi059.stdout:3845: writing smithi05980601-38 from 5021696 to 5808128 tid 1 2024-08-17T17:18:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:3845: writing smithi05980601-38 from 5808128 to 6209536 tid 2 2024-08-17T17:18:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 395 2024-08-17T17:18:37.364 INFO:tasks.rados.rados.0.smithi059.stdout:3846: seq_num 1218 ranges {1056768=802816,1859584=401408} 2024-08-17T17:18:37.374 INFO:tasks.rados.rados.0.smithi059.stdout:3846: writing smithi05980601-44 from 1056768 to 1859584 tid 1 2024-08-17T17:18:37.377 INFO:tasks.rados.rados.0.smithi059.stdout:3846: writing smithi05980601-44 from 1859584 to 2260992 tid 2 2024-08-17T17:18:37.377 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 5 current snap is 395 2024-08-17T17:18:37.377 INFO:tasks.rados.rados.0.smithi059.stdout:3843: finishing write tid 4 to smithi05980601-1 2024-08-17T17:18:37.377 INFO:tasks.rados.rados.0.smithi059.stdout:3843: oid 1 updating version 0 to 1983 2024-08-17T17:18:37.377 INFO:tasks.rados.rados.0.smithi059.stdout:3843: oid 1 version 1983 is already newer than 1981 2024-08-17T17:18:37.377 INFO:tasks.rados.rados.0.smithi059.stdout:3843: oid 1 version 1983 is already newer than 1982 2024-08-17T17:18:37.377 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1983 (ObjNum 1215 snap 395 seq_num 1215) dirty exists 2024-08-17T17:18:37.377 INFO:tasks.rados.rados.0.smithi059.stdout:3843: left oid 1 (ObjNum 1215 snap 395 seq_num 1215) 2024-08-17T17:18:37.378 INFO:tasks.rados.rados.0.smithi059.stdout:3847: seq_num 1219 ranges {10977280=417792,11395072=557056,11952128=245760} 2024-08-17T17:18:37.439 INFO:tasks.rados.rados.0.smithi059.stdout:3847: writing smithi05980601-5 from 10977280 to 11395072 tid 1 2024-08-17T17:18:37.442 INFO:tasks.rados.rados.0.smithi059.stdout:3847: writing smithi05980601-5 from 11395072 to 11952128 tid 2 2024-08-17T17:18:37.446 INFO:tasks.rados.rados.0.smithi059.stdout:3847: writing smithi05980601-5 from 11952128 to 12197888 tid 3 2024-08-17T17:18:37.446 INFO:tasks.rados.rados.0.smithi059.stdout:3843: done (4 left) 2024-08-17T17:18:37.446 INFO:tasks.rados.rados.0.smithi059.stdout:3848: rmattr oid 27 current snap is 395 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3848: done (4 left) 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3849: rollback oid 47 current snap is 395 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 47 to 385 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3844: finishing write tid 1 to smithi05980601-31 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3850: rmattr oid 49 current snap is 395 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3850: done (5 left) 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3851: rmattr oid 2 current snap is 395 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3851: done (5 left) 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3852: read oid 8 snap -1 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3852: expect (ObjNum 1206 snap 390 seq_num 1206) 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3853: rollback oid 36 current snap is 395 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 36 to 392 2024-08-17T17:18:37.447 INFO:tasks.rados.rados.0.smithi059.stdout:3844: finishing write tid 2 to smithi05980601-31 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3844: finishing write tid 3 to smithi05980601-31 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3844: finishing write tid 4 to smithi05980601-31 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3844: oid 31 updating version 0 to 3690 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3844: oid 31 version 3690 is already newer than 3689 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3844: oid 31 version 3690 is already newer than 3688 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 31 v 3690 (ObjNum 1216 snap 395 seq_num 1216) dirty exists 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3844: left oid 31 (ObjNum 1216 snap 395 seq_num 1216) 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3845: finishing write tid 1 to smithi05980601-38 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3845: finishing write tid 2 to smithi05980601-38 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3844: done (6 left) 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3854: read oid 4 snap -1 2024-08-17T17:18:37.448 INFO:tasks.rados.rados.0.smithi059.stdout:3854: expect (ObjNum 1197 snap 386 seq_num 1197) 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3855: setattr oid 6 current snap is 395 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3845: finishing write tid 3 to smithi05980601-38 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3845: finishing write tid 4 to smithi05980601-38 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3845: oid 38 updating version 0 to 3027 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3845: oid 38 version 3027 is already newer than 3026 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3845: oid 38 version 3027 is already newer than 3025 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 38 v 3027 (ObjNum 1217 snap 395 seq_num 1217) dirty exists 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3845: left oid 38 (ObjNum 1217 snap 395 seq_num 1217) 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3846: finishing write tid 1 to smithi05980601-44 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3846: finishing write tid 2 to smithi05980601-44 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3846: finishing write tid 3 to smithi05980601-44 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3846: finishing write tid 4 to smithi05980601-44 2024-08-17T17:18:37.449 INFO:tasks.rados.rados.0.smithi059.stdout:3846: oid 44 updating version 0 to 3211 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3846: oid 44 version 3211 is already newer than 3210 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3846: oid 44 updating version 3211 to 3212 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 3212 (ObjNum 1218 snap 395 seq_num 1218) dirty exists 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3846: left oid 44 (ObjNum 1218 snap 395 seq_num 1218) 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3847: finishing write tid 1 to smithi05980601-5 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3845: done (7 left) 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3846: done (6 left) 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3856: rmattr oid 28 current snap is 395 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3856: done (6 left) 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3857: read oid 50 snap -1 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3857: expect deleted 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3858: read oid 43 snap -1 2024-08-17T17:18:37.450 INFO:tasks.rados.rados.0.smithi059.stdout:3858: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:37.451 INFO:tasks.rados.rados.0.smithi059.stdout:3859: read oid 22 snap -1 2024-08-17T17:18:37.451 INFO:tasks.rados.rados.0.smithi059.stdout:3859: expect (ObjNum 1182 snap 382 seq_num 1182) 2024-08-17T17:18:37.451 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 395 2024-08-17T17:18:37.451 INFO:tasks.rados.rados.0.smithi059.stdout:3860: seq_num 1220 ranges {2482176=434176,2916352=442368,3358720=360448} 2024-08-17T17:18:37.463 INFO:tasks.rados.rados.0.smithi059.stdout:3860: writing smithi05980601-16 from 2482176 to 2916352 tid 1 2024-08-17T17:18:37.466 INFO:tasks.rados.rados.0.smithi059.stdout:3860: writing smithi05980601-16 from 2916352 to 3358720 tid 2 2024-08-17T17:18:37.469 INFO:tasks.rados.rados.0.smithi059.stdout:3860: writing smithi05980601-16 from 3358720 to 3719168 tid 3 2024-08-17T17:18:37.469 INFO:tasks.rados.rados.0.smithi059.stdout:3861: delete oid 44 current snap is 395 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:3853: finishing rollback tid 0 to smithi05980601-36 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:3849: finishing rollback tid 1 to smithi05980601-47 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 3022 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:3853: finishing rollback tid 1 to smithi05980601-36 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:3847: finishing write tid 2 to smithi05980601-5 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:3847: finishing write tid 3 to smithi05980601-5 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:3847: finishing write tid 4 to smithi05980601-5 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:3853: finishing rollback tid 2 to smithi05980601-36 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 36 v 2902 (ObjNum 1203 snap 388 seq_num 1203) dirty exists 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:3847: finishing write tid 5 to smithi05980601-5 2024-08-17T17:18:37.470 INFO:tasks.rados.rados.0.smithi059.stdout:3847: oid 5 updating version 0 to 3339 2024-08-17T17:18:37.471 INFO:tasks.rados.rados.0.smithi059.stdout:3847: oid 5 version 3339 is already newer than 3338 2024-08-17T17:18:37.471 INFO:tasks.rados.rados.0.smithi059.stdout:3847: oid 5 version 3339 is already newer than 3336 2024-08-17T17:18:37.471 INFO:tasks.rados.rados.0.smithi059.stdout:3847: oid 5 version 3339 is already newer than 3337 2024-08-17T17:18:37.471 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 5 v 3339 (ObjNum 1219 snap 395 seq_num 1219) dirty exists 2024-08-17T17:18:37.471 INFO:tasks.rados.rados.0.smithi059.stdout:3847: left oid 5 (ObjNum 1219 snap 395 seq_num 1219) 2024-08-17T17:18:37.471 INFO:tasks.rados.rados.0.smithi059.stdout:3854: expect (ObjNum 1197 snap 386 seq_num 1197) 2024-08-17T17:18:37.492 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 3289 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:37.492 INFO:tasks.rados.rados.0.smithi059.stdout:3859: expect (ObjNum 1182 snap 382 seq_num 1182) 2024-08-17T17:18:37.508 INFO:tasks.rados.rados.0.smithi059.stdout:3858: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:37.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:37 smithi087 ceph-mon[85676]: pgmap v973: 121 pgs: 121 active+clean; 299 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 258 KiB/s wr, 7 op/s 2024-08-17T17:18:37.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:37 smithi087 ceph-mon[85676]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T17:18:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:37 smithi059 ceph-mon[92261]: pgmap v973: 121 pgs: 121 active+clean; 299 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 258 KiB/s wr, 7 op/s 2024-08-17T17:18:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:37 smithi059 ceph-mon[92261]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T17:18:37.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:37 smithi059 ceph-mon[94685]: pgmap v973: 121 pgs: 121 active+clean; 299 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 258 KiB/s wr, 7 op/s 2024-08-17T17:18:37.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:37 smithi059 ceph-mon[94685]: osdmap e869: 8 total, 8 up, 8 in 2024-08-17T17:18:37.790 INFO:tasks.rados.rados.0.smithi059.stdout:3852: expect (ObjNum 1206 snap 390 seq_num 1206) 2024-08-17T17:18:37.920 INFO:tasks.rados.rados.0.smithi059.stdout:3860: finishing write tid 1 to smithi05980601-16 2024-08-17T17:18:37.920 INFO:tasks.rados.rados.0.smithi059.stdout:3860: finishing write tid 2 to smithi05980601-16 2024-08-17T17:18:37.920 INFO:tasks.rados.rados.0.smithi059.stdout:3860: finishing write tid 3 to smithi05980601-16 2024-08-17T17:18:37.920 INFO:tasks.rados.rados.0.smithi059.stdout:3860: finishing write tid 4 to smithi05980601-16 2024-08-17T17:18:37.920 INFO:tasks.rados.rados.0.smithi059.stdout:3860: finishing write tid 5 to smithi05980601-16 2024-08-17T17:18:37.920 INFO:tasks.rados.rados.0.smithi059.stdout:3860: oid 16 updating version 0 to 2899 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3860: oid 16 version 2899 is already newer than 2897 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3860: oid 16 updating version 2899 to 2900 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3860: oid 16 version 2900 is already newer than 2898 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2900 (ObjNum 1220 snap 395 seq_num 1220) dirty exists 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3860: left oid 16 (ObjNum 1220 snap 395 seq_num 1220) 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3847: done (10 left) 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3849: done (9 left) 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3852: done (8 left) 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3853: done (7 left) 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3854: done (6 left) 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3855: done (5 left) 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3857: done (4 left) 2024-08-17T17:18:37.921 INFO:tasks.rados.rados.0.smithi059.stdout:3858: done (3 left) 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:3859: done (2 left) 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:3860: done (1 left) 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:3861: done (0 left) 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:3862: rollback oid 20 current snap is 395 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 20 to 393 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:3863: rollback oid 26 current snap is 395 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 26 to 387 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:3864: read oid 1 snap 389 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:3864: expect (ObjNum 1196 snap 386 seq_num 1196) 2024-08-17T17:18:37.922 INFO:tasks.rados.rados.0.smithi059.stdout:3865: delete oid 27 current snap is 395 2024-08-17T17:18:37.924 INFO:tasks.rados.rados.0.smithi059.stdout:3865: done (3 left) 2024-08-17T17:18:37.924 INFO:tasks.rados.rados.0.smithi059.stdout:3866: copy_from oid 4 from oid 24 current snap is 395 2024-08-17T17:18:37.924 INFO:tasks.rados.rados.0.smithi059.stdout:3863: finishing rollback tid 1 to smithi05980601-26 2024-08-17T17:18:37.924 INFO:tasks.rados.rados.0.smithi059.stdout:3867: delete oid 3 current snap is 395 2024-08-17T17:18:37.924 INFO:tasks.rados.rados.0.smithi059.stdout:3863: finishing rollback tid 2 to smithi05980601-26 2024-08-17T17:18:37.925 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 3496 (ObjNum 937 snap 314 seq_num 937) dirty exists 2024-08-17T17:18:37.925 INFO:tasks.rados.rados.0.smithi059.stdout:3864: expect (ObjNum 1196 snap 386 seq_num 1196) 2024-08-17T17:18:37.962 INFO:tasks.rados.rados.0.smithi059.stdout:3862: finishing rollback tid 0 to smithi05980601-20 2024-08-17T17:18:37.962 INFO:tasks.rados.rados.0.smithi059.stdout:3862: finishing rollback tid 1 to smithi05980601-20 2024-08-17T17:18:37.962 INFO:tasks.rados.rados.0.smithi059.stdout:3862: finishing rollback tid 2 to smithi05980601-20 2024-08-17T17:18:37.962 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 3292 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:37.962 INFO:tasks.rados.rados.0.smithi059.stdout:3866: finishing copy_from to smithi05980601-4 2024-08-17T17:18:37.963 INFO:tasks.rados.rados.0.smithi059.stdout:3866: got expected ENOENT (src dne) 2024-08-17T17:18:37.963 INFO:tasks.rados.rados.0.smithi059.stdout:3862: done (4 left) 2024-08-17T17:18:37.963 INFO:tasks.rados.rados.0.smithi059.stdout:3863: done (3 left) 2024-08-17T17:18:37.963 INFO:tasks.rados.rados.0.smithi059.stdout:3864: done (2 left) 2024-08-17T17:18:37.963 INFO:tasks.rados.rados.0.smithi059.stdout:3867: done (1 left) 2024-08-17T17:18:37.963 INFO:tasks.rados.rados.0.smithi059.stdout:3868: snap_create 2024-08-17T17:18:37.963 INFO:tasks.rados.rados.0.smithi059.stdout:3866: finishing copy_from racing read to smithi05980601-4 2024-08-17T17:18:38.306 INFO:tasks.rados.rados.0.smithi059.stdout:3866: done (1 left) 2024-08-17T17:18:38.306 INFO:tasks.rados.rados.0.smithi059.stdout:3868: done (0 left) 2024-08-17T17:18:38.306 INFO:tasks.rados.rados.0.smithi059.stdout:3869: snap_remove snap 389 2024-08-17T17:18:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:3869: done (0 left) 2024-08-17T17:18:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:3870: read oid 8 snap -1 2024-08-17T17:18:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:3870: expect (ObjNum 1206 snap 390 seq_num 1206) 2024-08-17T17:18:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:3871: copy_from oid 2 from oid 5 current snap is 396 2024-08-17T17:18:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:3872: copy_from oid 15 from oid 11 current snap is 396 2024-08-17T17:18:39.317 INFO:tasks.rados.rados.0.smithi059.stdout:3873: delete oid 22 current snap is 396 2024-08-17T17:18:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:3873: done (3 left) 2024-08-17T17:18:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:3874: rollback oid 24 current snap is 396 2024-08-17T17:18:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 24 to 385 2024-08-17T17:18:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:3875: rollback oid 1 current snap is 396 2024-08-17T17:18:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 1 to 364 2024-08-17T17:18:39.326 INFO:tasks.rados.rados.0.smithi059.stdout:3876: delete oid 7 current snap is 396 2024-08-17T17:18:39.330 INFO:tasks.rados.rados.0.smithi059.stdout:3872: finishing copy_from to smithi05980601-15 2024-08-17T17:18:39.331 INFO:tasks.rados.rados.0.smithi059.stdout:3872: got expected ENOENT (src dne) 2024-08-17T17:18:39.331 INFO:tasks.rados.rados.0.smithi059.stdout:3872: finishing copy_from racing read to smithi05980601-15 2024-08-17T17:18:39.334 INFO:tasks.rados.rados.0.smithi059.stdout:3875: finishing rollback tid 0 to smithi05980601-1 2024-08-17T17:18:39.334 INFO:tasks.rados.rados.0.smithi059.stdout:3875: finishing rollback tid 1 to smithi05980601-1 2024-08-17T17:18:39.335 INFO:tasks.rados.rados.0.smithi059.stdout:3874: finishing rollback tid 1 to smithi05980601-24 2024-08-17T17:18:39.335 INFO:tasks.rados.rados.0.smithi059.stdout:3875: finishing rollback tid 2 to smithi05980601-1 2024-08-17T17:18:39.336 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1986 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:39.337 INFO:tasks.rados.rados.0.smithi059.stdout:3874: finishing rollback tid 2 to smithi05980601-24 2024-08-17T17:18:39.337 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 2898 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:39.337 INFO:tasks.rados.rados.0.smithi059.stdout:3872: done (5 left) 2024-08-17T17:18:39.337 INFO:tasks.rados.rados.0.smithi059.stdout:3874: done (4 left) 2024-08-17T17:18:39.337 INFO:tasks.rados.rados.0.smithi059.stdout:3875: done (3 left) 2024-08-17T17:18:39.337 INFO:tasks.rados.rados.0.smithi059.stdout:3876: done (2 left) 2024-08-17T17:18:39.337 INFO:tasks.rados.rados.0.smithi059.stdout:3877: copy_from oid 16 from oid 15 current snap is 396 2024-08-17T17:18:39.337 INFO:tasks.rados.rados.0.smithi059.stdout:3878: snap_create 2024-08-17T17:18:39.347 INFO:tasks.rados.rados.0.smithi059.stdout:3870: expect (ObjNum 1206 snap 390 seq_num 1206) 2024-08-17T17:18:39.479 INFO:tasks.rados.rados.0.smithi059.stdout:3877: finishing copy_from racing read to smithi05980601-16 2024-08-17T17:18:39.480 INFO:tasks.rados.rados.0.smithi059.stdout:3877: finishing copy_from to smithi05980601-16 2024-08-17T17:18:39.480 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2180 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:39.480 INFO:tasks.rados.rados.0.smithi059.stdout:3871: finishing copy_from racing read to smithi05980601-2 2024-08-17T17:18:39.480 INFO:tasks.rados.rados.0.smithi059.stdout:3871: finishing copy_from to smithi05980601-2 2024-08-17T17:18:39.480 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 2 v 3339 (ObjNum 1219 snap 395 seq_num 1219) dirty exists 2024-08-17T17:18:39.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:39 smithi059 ceph-mon[94685]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T17:18:39.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:39 smithi059 ceph-mon[94685]: pgmap v976: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 798 KiB/s wr, 18 op/s 2024-08-17T17:18:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:39 smithi059 ceph-mon[92261]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T17:18:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:39 smithi059 ceph-mon[92261]: pgmap v976: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 798 KiB/s wr, 18 op/s 2024-08-17T17:18:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:39 smithi087 ceph-mon[85676]: osdmap e870: 8 total, 8 up, 8 in 2024-08-17T17:18:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:39 smithi087 ceph-mon[85676]: pgmap v976: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 798 KiB/s wr, 18 op/s 2024-08-17T17:18:40.322 INFO:tasks.rados.rados.0.smithi059.stdout:3870: done (3 left) 2024-08-17T17:18:40.322 INFO:tasks.rados.rados.0.smithi059.stdout:3871: done (2 left) 2024-08-17T17:18:40.322 INFO:tasks.rados.rados.0.smithi059.stdout:3877: done (1 left) 2024-08-17T17:18:40.322 INFO:tasks.rados.rados.0.smithi059.stdout:3878: done (0 left) 2024-08-17T17:18:40.323 INFO:tasks.rados.rados.0.smithi059.stdout:3879: delete oid 13 current snap is 397 2024-08-17T17:18:40.327 INFO:tasks.rados.rados.0.smithi059.stdout:3879: done (0 left) 2024-08-17T17:18:40.327 INFO:tasks.rados.rados.0.smithi059.stdout:3880: delete oid 2 current snap is 397 2024-08-17T17:18:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3880: done (0 left) 2024-08-17T17:18:40.333 INFO:tasks.rados.rados.0.smithi059.stdout:3881: snap_create 2024-08-17T17:18:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:40 smithi059 ceph-mon[92261]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T17:18:40.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:40 smithi059 ceph-mon[94685]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T17:18:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:40 smithi087 ceph-mon[85676]: osdmap e871: 8 total, 8 up, 8 in 2024-08-17T17:18:41.275 INFO:tasks.rados.rados.0.smithi059.stdout:3881: done (0 left) 2024-08-17T17:18:41.275 INFO:tasks.rados.rados.0.smithi059.stdout:3882: read oid 49 snap -1 2024-08-17T17:18:41.275 INFO:tasks.rados.rados.0.smithi059.stdout:3882: expect (ObjNum 1138 snap 368 seq_num 1138) 2024-08-17T17:18:41.276 INFO:tasks.rados.rados.0.smithi059.stdout:3883: snap_remove snap 395 2024-08-17T17:18:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:41 smithi059 ceph-mon[92261]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T17:18:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:41 smithi059 ceph-mon[92261]: pgmap v979: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 540 KiB/s wr, 16 op/s 2024-08-17T17:18:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:41 smithi059 ceph-mon[92261]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T17:18:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:41 smithi059 ceph-mon[94685]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T17:18:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:41 smithi059 ceph-mon[94685]: pgmap v979: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 540 KiB/s wr, 16 op/s 2024-08-17T17:18:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:41 smithi059 ceph-mon[94685]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T17:18:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:41 smithi087 ceph-mon[85676]: osdmap e872: 8 total, 8 up, 8 in 2024-08-17T17:18:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:41 smithi087 ceph-mon[85676]: pgmap v979: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 301 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 540 KiB/s wr, 16 op/s 2024-08-17T17:18:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:41 smithi087 ceph-mon[85676]: osdmap e873: 8 total, 8 up, 8 in 2024-08-17T17:18:42.275 INFO:tasks.rados.rados.0.smithi059.stdout:3883: done (1 left) 2024-08-17T17:18:42.276 INFO:tasks.rados.rados.0.smithi059.stdout:3884: snap_remove snap 387 2024-08-17T17:18:43.288 INFO:tasks.rados.rados.0.smithi059.stdout:3884: done (1 left) 2024-08-17T17:18:43.288 INFO:tasks.rados.rados.0.smithi059.stdout:3885: delete oid 14 current snap is 398 2024-08-17T17:18:43.288 INFO:tasks.rados.rados.0.smithi059.stdout:3882: expect (ObjNum 1138 snap 368 seq_num 1138) 2024-08-17T17:18:43.357 INFO:tasks.rados.rados.0.smithi059.stdout:3882: done (1 left) 2024-08-17T17:18:43.358 INFO:tasks.rados.rados.0.smithi059.stdout:3885: done (0 left) 2024-08-17T17:18:43.358 INFO:tasks.rados.rados.0.smithi059.stdout:3886: rollback oid 19 current snap is 398 2024-08-17T17:18:43.358 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 19 to 397 2024-08-17T17:18:43.358 INFO:tasks.rados.rados.0.smithi059.stdout:3887: copy_from oid 18 from oid 42 current snap is 398 2024-08-17T17:18:43.358 INFO:tasks.rados.rados.0.smithi059.stdout:3888: read oid 30 snap 393 2024-08-17T17:18:43.358 INFO:tasks.rados.rados.0.smithi059.stdout:3888: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:18:43.358 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 398 2024-08-17T17:18:43.358 INFO:tasks.rados.rados.0.smithi059.stdout:3889: seq_num 1229 ranges {0=589824,589824=647168,1236992=155648} 2024-08-17T17:18:43.361 INFO:tasks.rados.rados.0.smithi059.stdout:3889: writing smithi05980601-29 from 0 to 589824 tid 1 2024-08-17T17:18:43.365 INFO:tasks.rados.rados.0.smithi059.stdout:3889: writing smithi05980601-29 from 589824 to 1236992 tid 2 2024-08-17T17:18:43.367 INFO:tasks.rados.rados.0.smithi059.stdout:3889: writing smithi05980601-29 from 1236992 to 1392640 tid 3 2024-08-17T17:18:43.367 INFO:tasks.rados.rados.0.smithi059.stdout:3890: read oid 33 snap -1 2024-08-17T17:18:43.367 INFO:tasks.rados.rados.0.smithi059.stdout:3890: expect deleted 2024-08-17T17:18:43.367 INFO:tasks.rados.rados.0.smithi059.stdout:3891: copy_from oid 50 from oid 39 current snap is 398 2024-08-17T17:18:43.367 INFO:tasks.rados.rados.0.smithi059.stdout:3892: snap_create 2024-08-17T17:18:43.367 INFO:tasks.rados.rados.0.smithi059.stdout:3886: finishing rollback tid 0 to smithi05980601-19 2024-08-17T17:18:43.367 INFO:tasks.rados.rados.0.smithi059.stdout:3886: finishing rollback tid 1 to smithi05980601-19 2024-08-17T17:18:43.367 INFO:tasks.rados.rados.0.smithi059.stdout:3886: finishing rollback tid 2 to smithi05980601-19 2024-08-17T17:18:43.367 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 3706 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:43.368 INFO:tasks.rados.rados.0.smithi059.stdout:3888: expect (ObjNum 790 snap 264 seq_num 790) 2024-08-17T17:18:43.411 INFO:tasks.rados.rados.0.smithi059.stdout:3889: finishing write tid 1 to smithi05980601-29 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3889: finishing write tid 2 to smithi05980601-29 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3889: finishing write tid 3 to smithi05980601-29 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3889: finishing write tid 4 to smithi05980601-29 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3889: finishing write tid 5 to smithi05980601-29 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3889: oid 29 updating version 0 to 2979 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3889: oid 29 version 2979 is already newer than 2978 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3889: oid 29 version 2979 is already newer than 2977 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3889: oid 29 version 2979 is already newer than 2976 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 2979 (ObjNum 1229 snap 398 seq_num 1229) dirty exists 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3889: left oid 29 (ObjNum 1229 snap 398 seq_num 1229) 2024-08-17T17:18:43.412 INFO:tasks.rados.rados.0.smithi059.stdout:3887: finishing copy_from racing read to smithi05980601-18 2024-08-17T17:18:43.413 INFO:tasks.rados.rados.0.smithi059.stdout:3891: finishing copy_from racing read to smithi05980601-50 2024-08-17T17:18:43.413 INFO:tasks.rados.rados.0.smithi059.stdout:3887: finishing copy_from to smithi05980601-18 2024-08-17T17:18:43.413 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 3206 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:43.413 INFO:tasks.rados.rados.0.smithi059.stdout:3891: finishing copy_from to smithi05980601-50 2024-08-17T17:18:43.413 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 3606 (ObjNum 1195 snap 386 seq_num 1195) dirty exists 2024-08-17T17:18:43.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:43 smithi059 ceph-mon[94685]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T17:18:43.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:43 smithi059 ceph-mon[94685]: pgmap v982: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 316 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2024-08-17T17:18:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:43 smithi059 ceph-mon[92261]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T17:18:43.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:43 smithi059 ceph-mon[92261]: pgmap v982: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 316 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2024-08-17T17:18:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:43 smithi087 ceph-mon[85676]: osdmap e874: 8 total, 8 up, 8 in 2024-08-17T17:18:43.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:43 smithi087 ceph-mon[85676]: pgmap v982: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 316 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2024-08-17T17:18:44.292 INFO:tasks.rados.rados.0.smithi059.stdout:3886: done (6 left) 2024-08-17T17:18:44.292 INFO:tasks.rados.rados.0.smithi059.stdout:3887: done (5 left) 2024-08-17T17:18:44.292 INFO:tasks.rados.rados.0.smithi059.stdout:3888: done (4 left) 2024-08-17T17:18:44.292 INFO:tasks.rados.rados.0.smithi059.stdout:3889: done (3 left) 2024-08-17T17:18:44.293 INFO:tasks.rados.rados.0.smithi059.stdout:3890: done (2 left) 2024-08-17T17:18:44.293 INFO:tasks.rados.rados.0.smithi059.stdout:3891: done (1 left) 2024-08-17T17:18:44.293 INFO:tasks.rados.rados.0.smithi059.stdout:3892: done (0 left) 2024-08-17T17:18:44.293 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 399 2024-08-17T17:18:44.293 INFO:tasks.rados.rados.0.smithi059.stdout:3893: seq_num 1230 ranges {1302528=606208,1908736=532480,2441216=270336} 2024-08-17T17:18:44.302 INFO:tasks.rados.rados.0.smithi059.stdout:3893: writing smithi05980601-26 from 1302528 to 1908736 tid 1 2024-08-17T17:18:44.305 INFO:tasks.rados.rados.0.smithi059.stdout:3893: writing smithi05980601-26 from 1908736 to 2441216 tid 2 2024-08-17T17:18:44.307 INFO:tasks.rados.rados.0.smithi059.stdout:3893: writing smithi05980601-26 from 2441216 to 2711552 tid 3 2024-08-17T17:18:44.308 INFO:tasks.rados.rados.0.smithi059.stdout:3894: rollback oid 10 current snap is 399 2024-08-17T17:18:44.308 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 398 2024-08-17T17:18:44.308 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 49 current snap is 399 2024-08-17T17:18:44.308 INFO:tasks.rados.rados.0.smithi059.stdout:3895: seq_num 1231 ranges {2269184=622592,2891776=417792,3309568=385024} 2024-08-17T17:18:44.323 INFO:tasks.rados.rados.0.smithi059.stdout:3895: writing smithi05980601-49 from 2269184 to 2891776 tid 1 2024-08-17T17:18:44.326 INFO:tasks.rados.rados.0.smithi059.stdout:3895: writing smithi05980601-49 from 2891776 to 3309568 tid 2 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3895: writing smithi05980601-49 from 3309568 to 3694592 tid 3 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3896: read oid 25 snap -1 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3896: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3897: setattr oid 8 current snap is 399 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3893: finishing write tid 1 to smithi05980601-26 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3893: finishing write tid 2 to smithi05980601-26 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3894: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3893: finishing write tid 3 to smithi05980601-26 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3894: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:18:44.329 INFO:tasks.rados.rados.0.smithi059.stdout:3893: finishing write tid 4 to smithi05980601-26 2024-08-17T17:18:44.330 INFO:tasks.rados.rados.0.smithi059.stdout:3894: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:18:44.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 2903 (ObjNum 1184 snap 382 seq_num 1184) dirty exists 2024-08-17T17:18:44.330 INFO:tasks.rados.rados.0.smithi059.stdout:3893: finishing write tid 5 to smithi05980601-26 2024-08-17T17:18:44.330 INFO:tasks.rados.rados.0.smithi059.stdout:3893: oid 26 updating version 0 to 3500 2024-08-17T17:18:44.330 INFO:tasks.rados.rados.0.smithi059.stdout:3893: oid 26 version 3500 is already newer than 3497 2024-08-17T17:18:44.330 INFO:tasks.rados.rados.0.smithi059.stdout:3893: oid 26 version 3500 is already newer than 3498 2024-08-17T17:18:44.330 INFO:tasks.rados.rados.0.smithi059.stdout:3893: oid 26 version 3500 is already newer than 3499 2024-08-17T17:18:44.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 3500 (ObjNum 1230 snap 399 seq_num 1230) dirty exists 2024-08-17T17:18:44.330 INFO:tasks.rados.rados.0.smithi059.stdout:3893: left oid 26 (ObjNum 1230 snap 399 seq_num 1230) 2024-08-17T17:18:44.331 INFO:tasks.rados.rados.0.smithi059.stdout:3896: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-17T17:18:44.332 INFO:tasks.rados.rados.0.smithi059.stdout:3893: done (4 left) 2024-08-17T17:18:44.332 INFO:tasks.rados.rados.0.smithi059.stdout:3894: done (3 left) 2024-08-17T17:18:44.332 INFO:tasks.rados.rados.0.smithi059.stdout:3896: done (2 left) 2024-08-17T17:18:44.332 INFO:tasks.rados.rados.0.smithi059.stdout:3898: read oid 18 snap -1 2024-08-17T17:18:44.333 INFO:tasks.rados.rados.0.smithi059.stdout:3898: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:44.333 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 9 current snap is 399 2024-08-17T17:18:44.333 INFO:tasks.rados.rados.0.smithi059.stdout:3899: seq_num 1232 ranges {2326528=638976,2965504=753664,3719168=49152} 2024-08-17T17:18:44.350 INFO:tasks.rados.rados.0.smithi059.stdout:3899: writing smithi05980601-9 from 2326528 to 2965504 tid 1 2024-08-17T17:18:44.355 INFO:tasks.rados.rados.0.smithi059.stdout:3899: writing smithi05980601-9 from 2965504 to 3719168 tid 2 2024-08-17T17:18:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3899: writing smithi05980601-9 from 3719168 to 3768320 tid 3 2024-08-17T17:18:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3900: read oid 30 snap -1 2024-08-17T17:18:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3900: expect (ObjNum 1213 snap 394 seq_num 1213) 2024-08-17T17:18:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3901: read oid 17 snap -1 2024-08-17T17:18:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3901: expect (ObjNum 1205 snap 388 seq_num 1205) 2024-08-17T17:18:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3902: rmattr oid 22 current snap is 399 2024-08-17T17:18:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3902: done (6 left) 2024-08-17T17:18:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3903: delete oid 12 current snap is 399 2024-08-17T17:18:44.356 INFO:tasks.rados.rados.0.smithi059.stdout:3895: finishing write tid 1 to smithi05980601-49 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3895: finishing write tid 2 to smithi05980601-49 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3895: finishing write tid 3 to smithi05980601-49 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3895: finishing write tid 4 to smithi05980601-49 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2525 (ObjNum 1206 snap 390 seq_num 1206) dirty exists 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3895: finishing write tid 5 to smithi05980601-49 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3895: oid 49 updating version 0 to 3712 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3895: oid 49 version 3712 is already newer than 3710 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3895: oid 49 version 3712 is already newer than 3711 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:3895: oid 49 version 3712 is already newer than 3709 2024-08-17T17:18:44.357 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 49 v 3712 (ObjNum 1231 snap 399 seq_num 1231) dirty exists 2024-08-17T17:18:44.358 INFO:tasks.rados.rados.0.smithi059.stdout:3895: left oid 49 (ObjNum 1231 snap 399 seq_num 1231) 2024-08-17T17:18:44.358 INFO:tasks.rados.rados.0.smithi059.stdout:3899: finishing write tid 1 to smithi05980601-9 2024-08-17T17:18:44.362 INFO:tasks.rados.rados.0.smithi059.stdout:3899: finishing write tid 2 to smithi05980601-9 2024-08-17T17:18:44.363 INFO:tasks.rados.rados.0.smithi059.stdout:3898: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:44.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:44 smithi059 ceph-mon[92261]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T17:18:44.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:18:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:18:44] "GET /metrics HTTP/1.1" 200 36285 "" "Prometheus/2.51.0" 2024-08-17T17:18:44.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:44 smithi059 ceph-mon[94685]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T17:18:44.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:44 smithi087 ceph-mon[85676]: osdmap e875: 8 total, 8 up, 8 in 2024-08-17T17:18:44.762 INFO:tasks.rados.rados.0.smithi059.stdout:3899: finishing write tid 3 to smithi05980601-9 2024-08-17T17:18:44.762 INFO:tasks.rados.rados.0.smithi059.stdout:3899: finishing write tid 4 to smithi05980601-9 2024-08-17T17:18:44.762 INFO:tasks.rados.rados.0.smithi059.stdout:3899: finishing write tid 5 to smithi05980601-9 2024-08-17T17:18:44.762 INFO:tasks.rados.rados.0.smithi059.stdout:3899: oid 9 updating version 0 to 2905 2024-08-17T17:18:44.762 INFO:tasks.rados.rados.0.smithi059.stdout:3899: oid 9 version 2905 is already newer than 2904 2024-08-17T17:18:44.763 INFO:tasks.rados.rados.0.smithi059.stdout:3899: oid 9 updating version 2905 to 2907 2024-08-17T17:18:44.763 INFO:tasks.rados.rados.0.smithi059.stdout:3899: oid 9 version 2907 is already newer than 2906 2024-08-17T17:18:44.763 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 9 v 2907 (ObjNum 1232 snap 399 seq_num 1232) dirty exists 2024-08-17T17:18:44.763 INFO:tasks.rados.rados.0.smithi059.stdout:3899: left oid 9 (ObjNum 1232 snap 399 seq_num 1232) 2024-08-17T17:18:44.763 INFO:tasks.rados.rados.0.smithi059.stdout:3900: expect (ObjNum 1213 snap 394 seq_num 1213) 2024-08-17T17:18:44.849 INFO:tasks.rados.rados.0.smithi059.stdout:3901: expect (ObjNum 1205 snap 388 seq_num 1205) 2024-08-17T17:18:45.044 INFO:tasks.rados.rados.0.smithi059.stdout:3895: done (6 left) 2024-08-17T17:18:45.044 INFO:tasks.rados.rados.0.smithi059.stdout:3897: done (5 left) 2024-08-17T17:18:45.044 INFO:tasks.rados.rados.0.smithi059.stdout:3898: done (4 left) 2024-08-17T17:18:45.044 INFO:tasks.rados.rados.0.smithi059.stdout:3899: done (3 left) 2024-08-17T17:18:45.045 INFO:tasks.rados.rados.0.smithi059.stdout:3900: done (2 left) 2024-08-17T17:18:45.045 INFO:tasks.rados.rados.0.smithi059.stdout:3901: done (1 left) 2024-08-17T17:18:45.045 INFO:tasks.rados.rados.0.smithi059.stdout:3903: done (0 left) 2024-08-17T17:18:45.045 INFO:tasks.rados.rados.0.smithi059.stdout:3904: read oid 38 snap 392 2024-08-17T17:18:45.045 INFO:tasks.rados.rados.0.smithi059.stdout:3904: expect (ObjNum 1038 snap 340 seq_num 1038) 2024-08-17T17:18:45.045 INFO:tasks.rados.rados.0.smithi059.stdout:3905: copy_from oid 45 from oid 43 current snap is 399 2024-08-17T17:18:45.045 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 399 2024-08-17T17:18:45.045 INFO:tasks.rados.rados.0.smithi059.stdout:3906: seq_num 1234 ranges {7069696=671744,7741440=516096,8257536=286720} 2024-08-17T17:18:45.086 INFO:tasks.rados.rados.0.smithi059.stdout:3906: writing smithi05980601-42 from 7069696 to 7741440 tid 1 2024-08-17T17:18:45.090 INFO:tasks.rados.rados.0.smithi059.stdout:3906: writing smithi05980601-42 from 7741440 to 8257536 tid 2 2024-08-17T17:18:45.092 INFO:tasks.rados.rados.0.smithi059.stdout:3906: writing smithi05980601-42 from 8257536 to 8544256 tid 3 2024-08-17T17:18:45.092 INFO:tasks.rados.rados.0.smithi059.stdout:3907: read oid 1 snap -1 2024-08-17T17:18:45.092 INFO:tasks.rados.rados.0.smithi059.stdout:3907: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:45.092 INFO:tasks.rados.rados.0.smithi059.stdout:3908: read oid 48 snap -1 2024-08-17T17:18:45.092 INFO:tasks.rados.rados.0.smithi059.stdout:3908: expect (ObjNum 1045 snap 345 seq_num 1045) 2024-08-17T17:18:45.093 INFO:tasks.rados.rados.0.smithi059.stdout:3909: snap_create 2024-08-17T17:18:45.093 INFO:tasks.rados.rados.0.smithi059.stdout:3904: expect (ObjNum 1038 snap 340 seq_num 1038) 2024-08-17T17:18:45.349 INFO:tasks.rados.rados.0.smithi059.stdout:3905: finishing copy_from racing read to smithi05980601-45 2024-08-17T17:18:45.349 INFO:tasks.rados.rados.0.smithi059.stdout:3905: finishing copy_from to smithi05980601-45 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 45 v 1970 (ObjNum 1048 snap 345 seq_num 1048) dirty exists 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3906: finishing write tid 1 to smithi05980601-42 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3906: finishing write tid 2 to smithi05980601-42 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3906: finishing write tid 3 to smithi05980601-42 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3906: finishing write tid 4 to smithi05980601-42 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3904: done (5 left) 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3905: done (4 left) 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3909: done (3 left) 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 32 current snap is 400 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3906: finishing write tid 5 to smithi05980601-42 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3906: oid 42 updating version 0 to 3214 2024-08-17T17:18:45.350 INFO:tasks.rados.rados.0.smithi059.stdout:3906: oid 42 updating version 3214 to 3217 2024-08-17T17:18:45.351 INFO:tasks.rados.rados.0.smithi059.stdout:3906: oid 42 version 3217 is already newer than 3215 2024-08-17T17:18:45.351 INFO:tasks.rados.rados.0.smithi059.stdout:3906: oid 42 version 3217 is already newer than 3216 2024-08-17T17:18:45.351 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 3217 (ObjNum 1234 snap 399 seq_num 1234) dirty exists 2024-08-17T17:18:45.351 INFO:tasks.rados.rados.0.smithi059.stdout:3906: left oid 42 (ObjNum 1234 snap 399 seq_num 1234) 2024-08-17T17:18:45.351 INFO:tasks.rados.rados.0.smithi059.stdout:3908: expect (ObjNum 1045 snap 345 seq_num 1045) 2024-08-17T17:18:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:45 smithi087 ceph-mon[85676]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T17:18:45.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:45 smithi087 ceph-mon[85676]: pgmap v985: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 6.3 MiB/s wr, 16 op/s 2024-08-17T17:18:45.728 INFO:tasks.rados.rados.0.smithi059.stdout:3907: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:45.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:45 smithi059 ceph-mon[94685]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T17:18:45.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:45 smithi059 ceph-mon[94685]: pgmap v985: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 6.3 MiB/s wr, 16 op/s 2024-08-17T17:18:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:45 smithi059 ceph-mon[92261]: osdmap e876: 8 total, 8 up, 8 in 2024-08-17T17:18:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:45 smithi059 ceph-mon[92261]: pgmap v985: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 6.3 MiB/s wr, 16 op/s 2024-08-17T17:18:46.125 INFO:tasks.rados.rados.0.smithi059.stdout:3910: seq_num 1235 ranges {0=688128,688128=802816} 2024-08-17T17:18:46.128 INFO:tasks.rados.rados.0.smithi059.stdout:3910: writing smithi05980601-32 from 0 to 688128 tid 1 2024-08-17T17:18:46.133 INFO:tasks.rados.rados.0.smithi059.stdout:3910: writing smithi05980601-32 from 688128 to 1490944 tid 2 2024-08-17T17:18:46.133 INFO:tasks.rados.rados.0.smithi059.stdout:3906: done (3 left) 2024-08-17T17:18:46.134 INFO:tasks.rados.rados.0.smithi059.stdout:3907: done (2 left) 2024-08-17T17:18:46.134 INFO:tasks.rados.rados.0.smithi059.stdout:3908: done (1 left) 2024-08-17T17:18:46.134 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 29 current snap is 400 2024-08-17T17:18:46.134 INFO:tasks.rados.rados.0.smithi059.stdout:3910: finishing write tid 1 to smithi05980601-32 2024-08-17T17:18:46.134 INFO:tasks.rados.rados.0.smithi059.stdout:3911: seq_num 1236 ranges {1392640=704512,2097152=688128,2785280=114688} 2024-08-17T17:18:46.144 INFO:tasks.rados.rados.0.smithi059.stdout:3911: writing smithi05980601-29 from 1392640 to 2097152 tid 1 2024-08-17T17:18:46.149 INFO:tasks.rados.rados.0.smithi059.stdout:3911: writing smithi05980601-29 from 2097152 to 2785280 tid 2 2024-08-17T17:18:46.150 INFO:tasks.rados.rados.0.smithi059.stdout:3911: writing smithi05980601-29 from 2785280 to 2899968 tid 3 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3912: read oid 34 snap -1 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3912: expect deleted 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3913: rollback oid 19 current snap is 400 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 19 to 393 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3910: finishing write tid 2 to smithi05980601-32 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3910: finishing write tid 3 to smithi05980601-32 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3910: finishing write tid 4 to smithi05980601-32 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3910: oid 32 updating version 0 to 3209 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3910: oid 32 version 3209 is already newer than 3208 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3910: oid 32 version 3209 is already newer than 3207 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 32 v 3209 (ObjNum 1235 snap 400 seq_num 1235) dirty exists 2024-08-17T17:18:46.151 INFO:tasks.rados.rados.0.smithi059.stdout:3910: left oid 32 (ObjNum 1235 snap 400 seq_num 1235) 2024-08-17T17:18:46.152 INFO:tasks.rados.rados.0.smithi059.stdout:3911: finishing write tid 1 to smithi05980601-29 2024-08-17T17:18:46.152 INFO:tasks.rados.rados.0.smithi059.stdout:3910: done (3 left) 2024-08-17T17:18:46.152 INFO:tasks.rados.rados.0.smithi059.stdout:3914: delete oid 5 current snap is 400 2024-08-17T17:18:46.154 INFO:tasks.rados.rados.0.smithi059.stdout:3911: finishing write tid 2 to smithi05980601-29 2024-08-17T17:18:46.154 INFO:tasks.rados.rados.0.smithi059.stdout:3912: done (3 left) 2024-08-17T17:18:46.154 INFO:tasks.rados.rados.0.smithi059.stdout:3914: done (2 left) 2024-08-17T17:18:46.154 INFO:tasks.rados.rados.0.smithi059.stdout:3915: rollback oid 10 current snap is 400 2024-08-17T17:18:46.154 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 394 2024-08-17T17:18:46.154 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 22 current snap is 400 2024-08-17T17:18:46.154 INFO:tasks.rados.rados.0.smithi059.stdout:3916: seq_num 1238 ranges {0=737280,737280=458752,1196032=344064} 2024-08-17T17:18:46.159 INFO:tasks.rados.rados.0.smithi059.stdout:3916: writing smithi05980601-22 from 0 to 737280 tid 1 2024-08-17T17:18:46.161 INFO:tasks.rados.rados.0.smithi059.stdout:3916: writing smithi05980601-22 from 737280 to 1196032 tid 2 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:3916: writing smithi05980601-22 from 1196032 to 1540096 tid 3 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:3917: rollback oid 41 current snap is 400 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 41 to 393 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:3911: finishing write tid 3 to smithi05980601-29 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:3911: finishing write tid 4 to smithi05980601-29 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 400 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:3911: finishing write tid 5 to smithi05980601-29 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:3911: oid 29 updating version 0 to 2980 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:3911: oid 29 updating version 2980 to 2982 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:3911: oid 29 updating version 2982 to 2983 2024-08-17T17:18:46.165 INFO:tasks.rados.rados.0.smithi059.stdout:3911: oid 29 version 2983 is already newer than 2981 2024-08-17T17:18:46.166 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 29 v 2983 (ObjNum 1236 snap 400 seq_num 1236) dirty exists 2024-08-17T17:18:46.166 INFO:tasks.rados.rados.0.smithi059.stdout:3911: left oid 29 (ObjNum 1236 snap 400 seq_num 1236) 2024-08-17T17:18:46.166 INFO:tasks.rados.rados.0.smithi059.stdout:3913: finishing rollback tid 0 to smithi05980601-19 2024-08-17T17:18:46.166 INFO:tasks.rados.rados.0.smithi059.stdout:3913: finishing rollback tid 1 to smithi05980601-19 2024-08-17T17:18:46.166 INFO:tasks.rados.rados.0.smithi059.stdout:3913: finishing rollback tid 2 to smithi05980601-19 2024-08-17T17:18:46.166 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 3716 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:46.166 INFO:tasks.rados.rados.0.smithi059.stdout:3915: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:18:46.166 INFO:tasks.rados.rados.0.smithi059.stdout:3915: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:18:46.166 INFO:tasks.rados.rados.0.smithi059.stdout:3918: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2024-08-17T17:18:46.168 INFO:tasks.rados.rados.0.smithi059.stdout:3918: writing smithi05980601-13 from 0 to 753664 tid 1 2024-08-17T17:18:46.172 INFO:tasks.rados.rados.0.smithi059.stdout:3918: writing smithi05980601-13 from 753664 to 1499136 tid 2 2024-08-17T17:18:46.173 INFO:tasks.rados.rados.0.smithi059.stdout:3918: writing smithi05980601-13 from 1499136 to 1556480 tid 3 2024-08-17T17:18:46.173 INFO:tasks.rados.rados.0.smithi059.stdout:3911: done (5 left) 2024-08-17T17:18:46.173 INFO:tasks.rados.rados.0.smithi059.stdout:3913: done (4 left) 2024-08-17T17:18:46.173 INFO:tasks.rados.rados.0.smithi059.stdout:3919: snap_create 2024-08-17T17:18:46.173 INFO:tasks.rados.rados.0.smithi059.stdout:3915: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:18:46.173 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 2911 (ObjNum 1184 snap 382 seq_num 1184) dirty exists 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3916: finishing write tid 1 to smithi05980601-22 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3917: finishing rollback tid 1 to smithi05980601-41 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 41 v 3325 (ObjNum 65 snap 0 seq_num 1515214177) dirty dne 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3916: finishing write tid 2 to smithi05980601-22 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3916: finishing write tid 3 to smithi05980601-22 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3916: finishing write tid 4 to smithi05980601-22 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3916: finishing write tid 5 to smithi05980601-22 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3916: oid 22 updating version 0 to 3208 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3916: oid 22 updating version 3208 to 3209 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3916: oid 22 updating version 3209 to 3211 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:3916: oid 22 version 3211 is already newer than 3210 2024-08-17T17:18:46.174 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 3211 (ObjNum 1238 snap 400 seq_num 1238) dirty exists 2024-08-17T17:18:46.175 INFO:tasks.rados.rados.0.smithi059.stdout:3916: left oid 22 (ObjNum 1238 snap 400 seq_num 1238) 2024-08-17T17:18:46.175 INFO:tasks.rados.rados.0.smithi059.stdout:3918: finishing write tid 1 to smithi05980601-13 2024-08-17T17:18:46.175 INFO:tasks.rados.rados.0.smithi059.stdout:3918: finishing write tid 2 to smithi05980601-13 2024-08-17T17:18:46.176 INFO:tasks.rados.rados.0.smithi059.stdout:3918: finishing write tid 3 to smithi05980601-13 2024-08-17T17:18:46.176 INFO:tasks.rados.rados.0.smithi059.stdout:3918: finishing write tid 4 to smithi05980601-13 2024-08-17T17:18:46.177 INFO:tasks.rados.rados.0.smithi059.stdout:3918: finishing write tid 5 to smithi05980601-13 2024-08-17T17:18:46.177 INFO:tasks.rados.rados.0.smithi059.stdout:3918: oid 13 updating version 0 to 2526 2024-08-17T17:18:46.177 INFO:tasks.rados.rados.0.smithi059.stdout:3918: oid 13 updating version 2526 to 2527 2024-08-17T17:18:46.177 INFO:tasks.rados.rados.0.smithi059.stdout:3918: oid 13 updating version 2527 to 2529 2024-08-17T17:18:46.177 INFO:tasks.rados.rados.0.smithi059.stdout:3918: oid 13 version 2529 is already newer than 2528 2024-08-17T17:18:46.177 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 2529 (ObjNum 1239 snap 400 seq_num 1239) dirty exists 2024-08-17T17:18:46.178 INFO:tasks.rados.rados.0.smithi059.stdout:3918: left oid 13 (ObjNum 1239 snap 400 seq_num 1239) 2024-08-17T17:18:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:3915: done (4 left) 2024-08-17T17:18:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:3916: done (3 left) 2024-08-17T17:18:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:3917: done (2 left) 2024-08-17T17:18:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:3918: done (1 left) 2024-08-17T17:18:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:3919: done (0 left) 2024-08-17T17:18:46.273 INFO:tasks.rados.rados.0.smithi059.stdout:3920: delete oid 49 current snap is 401 2024-08-17T17:18:46.278 INFO:tasks.rados.rados.0.smithi059.stdout:3920: done (0 left) 2024-08-17T17:18:46.278 INFO:tasks.rados.rados.0.smithi059.stdout:3921: snap_remove snap 393 2024-08-17T17:18:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:46 smithi087 ceph-mon[85676]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T17:18:46.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:46 smithi087 ceph-mon[85676]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T17:18:46.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:46 smithi059 ceph-mon[94685]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T17:18:46.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:46 smithi059 ceph-mon[94685]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T17:18:46.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:46 smithi059 ceph-mon[92261]: osdmap e877: 8 total, 8 up, 8 in 2024-08-17T17:18:46.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:46 smithi059 ceph-mon[92261]: osdmap e878: 8 total, 8 up, 8 in 2024-08-17T17:18:47.277 INFO:tasks.rados.rados.0.smithi059.stdout:3921: done (0 left) 2024-08-17T17:18:47.277 INFO:tasks.rados.rados.0.smithi059.stdout:3922: rollback oid 20 current snap is 401 2024-08-17T17:18:47.278 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 20 to 394 2024-08-17T17:18:47.278 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 10 current snap is 401 2024-08-17T17:18:47.278 INFO:tasks.rados.rados.0.smithi059.stdout:3923: seq_num 1241 ranges {7708672=794624,8503296=557056,9060352=245760} 2024-08-17T17:18:47.325 INFO:tasks.rados.rados.0.smithi059.stdout:3923: writing smithi05980601-10 from 7708672 to 8503296 tid 1 2024-08-17T17:18:47.328 INFO:tasks.rados.rados.0.smithi059.stdout:3923: writing smithi05980601-10 from 8503296 to 9060352 tid 2 2024-08-17T17:18:47.330 INFO:tasks.rados.rados.0.smithi059.stdout:3923: writing smithi05980601-10 from 9060352 to 9306112 tid 3 2024-08-17T17:18:47.330 INFO:tasks.rados.rados.0.smithi059.stdout:3924: copy_from oid 24 from oid 49 current snap is 401 2024-08-17T17:18:47.330 INFO:tasks.rados.rados.0.smithi059.stdout:3922: finishing rollback tid 0 to smithi05980601-20 2024-08-17T17:18:47.330 INFO:tasks.rados.rados.0.smithi059.stdout:3922: finishing rollback tid 1 to smithi05980601-20 2024-08-17T17:18:47.330 INFO:tasks.rados.rados.0.smithi059.stdout:3922: finishing rollback tid 2 to smithi05980601-20 2024-08-17T17:18:47.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 3343 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:47.330 INFO:tasks.rados.rados.0.smithi059.stdout:3922: done (2 left) 2024-08-17T17:18:47.331 INFO:tasks.rados.rados.0.smithi059.stdout:3925: rollback oid 22 current snap is 401 2024-08-17T17:18:47.331 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 22 to 398 2024-08-17T17:18:47.331 INFO:tasks.rados.rados.0.smithi059.stdout:3926: snap_remove snap 391 2024-08-17T17:18:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:47 smithi059 ceph-mon[92261]: pgmap v988: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-17T17:18:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:47 smithi059 ceph-mon[92261]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T17:18:47.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:47 smithi059 ceph-mon[94685]: pgmap v988: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-17T17:18:47.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:47 smithi059 ceph-mon[94685]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T17:18:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:47 smithi087 ceph-mon[85676]: pgmap v988: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 328 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-17T17:18:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:47 smithi087 ceph-mon[85676]: osdmap e879: 8 total, 8 up, 8 in 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3926: done (3 left) 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3927: delete oid 30 current snap is 401 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3924: finishing copy_from to smithi05980601-24 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3924: got expected ENOENT (src dne) 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3924: finishing copy_from racing read to smithi05980601-24 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3923: finishing write tid 1 to smithi05980601-10 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3925: finishing rollback tid 0 to smithi05980601-22 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3925: finishing rollback tid 1 to smithi05980601-22 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 3213 (ObjNum 33 snap 0 seq_num 1276749455) dirty dne 2024-08-17T17:18:48.309 INFO:tasks.rados.rados.0.smithi059.stdout:3923: finishing write tid 2 to smithi05980601-10 2024-08-17T17:18:48.310 INFO:tasks.rados.rados.0.smithi059.stdout:3923: finishing write tid 3 to smithi05980601-10 2024-08-17T17:18:48.310 INFO:tasks.rados.rados.0.smithi059.stdout:3923: finishing write tid 4 to smithi05980601-10 2024-08-17T17:18:48.310 INFO:tasks.rados.rados.0.smithi059.stdout:3923: finishing write tid 5 to smithi05980601-10 2024-08-17T17:18:48.310 INFO:tasks.rados.rados.0.smithi059.stdout:3923: oid 10 updating version 0 to 2913 2024-08-17T17:18:48.310 INFO:tasks.rados.rados.0.smithi059.stdout:3923: oid 10 version 2913 is already newer than 2912 2024-08-17T17:18:48.310 INFO:tasks.rados.rados.0.smithi059.stdout:3923: oid 10 updating version 2913 to 2915 2024-08-17T17:18:48.310 INFO:tasks.rados.rados.0.smithi059.stdout:3923: oid 10 version 2915 is already newer than 2914 2024-08-17T17:18:48.310 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 2915 (ObjNum 1241 snap 401 seq_num 1241) dirty exists 2024-08-17T17:18:48.310 INFO:tasks.rados.rados.0.smithi059.stdout:3923: left oid 10 (ObjNum 1241 snap 401 seq_num 1241) 2024-08-17T17:18:48.318 INFO:tasks.rados.rados.0.smithi059.stdout:3923: done (3 left) 2024-08-17T17:18:48.318 INFO:tasks.rados.rados.0.smithi059.stdout:3924: done (2 left) 2024-08-17T17:18:48.318 INFO:tasks.rados.rados.0.smithi059.stdout:3925: done (1 left) 2024-08-17T17:18:48.318 INFO:tasks.rados.rados.0.smithi059.stdout:3927: done (0 left) 2024-08-17T17:18:48.318 INFO:tasks.rados.rados.0.smithi059.stdout:3928: read oid 27 snap -1 2024-08-17T17:18:48.319 INFO:tasks.rados.rados.0.smithi059.stdout:3928: expect deleted 2024-08-17T17:18:48.319 INFO:tasks.rados.rados.0.smithi059.stdout:3929: copy_from oid 25 from oid 17 current snap is 401 2024-08-17T17:18:48.319 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 19 current snap is 401 2024-08-17T17:18:48.319 INFO:tasks.rados.rados.0.smithi059.stdout:3930: seq_num 1243 ranges {1236992=425984,1662976=729088,2392064=466944,2859008=8192} 2024-08-17T17:18:48.328 INFO:tasks.rados.rados.0.smithi059.stdout:3930: writing smithi05980601-19 from 1236992 to 1662976 tid 1 2024-08-17T17:18:48.334 INFO:tasks.rados.rados.0.smithi059.stdout:3930: writing smithi05980601-19 from 1662976 to 2392064 tid 2 2024-08-17T17:18:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:3930: writing smithi05980601-19 from 2392064 to 2859008 tid 3 2024-08-17T17:18:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:3930: writing smithi05980601-19 from 2859008 to 2867200 tid 4 2024-08-17T17:18:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 42 current snap is 401 2024-08-17T17:18:48.338 INFO:tasks.rados.rados.0.smithi059.stdout:3931: seq_num 1244 ranges {8544256=442368,8986624=614400,9601024=589824} 2024-08-17T17:18:48.387 INFO:tasks.rados.rados.0.smithi059.stdout:3931: writing smithi05980601-42 from 8544256 to 8986624 tid 1 2024-08-17T17:18:48.391 INFO:tasks.rados.rados.0.smithi059.stdout:3931: writing smithi05980601-42 from 8986624 to 9601024 tid 2 2024-08-17T17:18:48.396 INFO:tasks.rados.rados.0.smithi059.stdout:3931: writing smithi05980601-42 from 9601024 to 10190848 tid 3 2024-08-17T17:18:48.396 INFO:tasks.rados.rados.0.smithi059.stdout:3932: rollback oid 10 current snap is 401 2024-08-17T17:18:48.396 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 385 2024-08-17T17:18:48.396 INFO:tasks.rados.rados.0.smithi059.stdout:3930: finishing write tid 1 to smithi05980601-19 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3930: finishing write tid 2 to smithi05980601-19 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3930: finishing write tid 3 to smithi05980601-19 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3929: finishing copy_from racing read to smithi05980601-25 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3930: finishing write tid 4 to smithi05980601-19 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3930: finishing write tid 5 to smithi05980601-19 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3929: finishing copy_from to smithi05980601-25 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 3638 (ObjNum 1205 snap 388 seq_num 1205) dirty exists 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3930: finishing write tid 6 to smithi05980601-19 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3930: oid 19 updating version 0 to 3736 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3930: oid 19 version 3736 is already newer than 3734 2024-08-17T17:18:48.397 INFO:tasks.rados.rados.0.smithi059.stdout:3930: oid 19 version 3736 is already newer than 3730 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3930: oid 19 version 3736 is already newer than 3735 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3930: oid 19 version 3736 is already newer than 3731 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 3736 (ObjNum 1243 snap 401 seq_num 1243) dirty exists 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3930: left oid 19 (ObjNum 1243 snap 401 seq_num 1243) 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3931: finishing write tid 1 to smithi05980601-42 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3931: finishing write tid 2 to smithi05980601-42 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3928: done (4 left) 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3929: done (3 left) 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3930: done (2 left) 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3933: read oid 16 snap -1 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3933: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:48.398 INFO:tasks.rados.rados.0.smithi059.stdout:3934: read oid 1 snap -1 2024-08-17T17:18:48.399 INFO:tasks.rados.rados.0.smithi059.stdout:3934: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:48.399 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 401 2024-08-17T17:18:48.399 INFO:tasks.rados.rados.0.smithi059.stdout:3935: seq_num 1245 ranges {0=458752,458752=499712,958464=425984,1384448=278528} 2024-08-17T17:18:48.399 INFO:tasks.rados.rados.0.smithi059.stdout:3935: writing smithi05980601-44 from 0 to 458752 tid 1 2024-08-17T17:18:48.401 INFO:tasks.rados.rados.0.smithi059.stdout:3935: writing smithi05980601-44 from 458752 to 958464 tid 2 2024-08-17T17:18:48.404 INFO:tasks.rados.rados.0.smithi059.stdout:3935: writing smithi05980601-44 from 958464 to 1384448 tid 3 2024-08-17T17:18:48.406 INFO:tasks.rados.rados.0.smithi059.stdout:3935: writing smithi05980601-44 from 1384448 to 1662976 tid 4 2024-08-17T17:18:48.406 INFO:tasks.rados.rados.0.smithi059.stdout:3936: delete oid 22 current snap is 401 2024-08-17T17:18:48.406 INFO:tasks.rados.rados.0.smithi059.stdout:3931: finishing write tid 3 to smithi05980601-42 2024-08-17T17:18:48.406 INFO:tasks.rados.rados.0.smithi059.stdout:3931: finishing write tid 4 to smithi05980601-42 2024-08-17T17:18:48.406 INFO:tasks.rados.rados.0.smithi059.stdout:3932: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:18:48.406 INFO:tasks.rados.rados.0.smithi059.stdout:3932: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:18:48.406 INFO:tasks.rados.rados.0.smithi059.stdout:3931: finishing write tid 5 to smithi05980601-42 2024-08-17T17:18:48.407 INFO:tasks.rados.rados.0.smithi059.stdout:3931: oid 42 updating version 0 to 3221 2024-08-17T17:18:48.407 INFO:tasks.rados.rados.0.smithi059.stdout:3931: oid 42 version 3221 is already newer than 3220 2024-08-17T17:18:48.407 INFO:tasks.rados.rados.0.smithi059.stdout:3931: oid 42 version 3221 is already newer than 3219 2024-08-17T17:18:48.407 INFO:tasks.rados.rados.0.smithi059.stdout:3931: oid 42 version 3221 is already newer than 3218 2024-08-17T17:18:48.407 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 3221 (ObjNum 1244 snap 401 seq_num 1244) dirty exists 2024-08-17T17:18:48.407 INFO:tasks.rados.rados.0.smithi059.stdout:3931: left oid 42 (ObjNum 1244 snap 401 seq_num 1244) 2024-08-17T17:18:48.408 INFO:tasks.rados.rados.0.smithi059.stdout:3932: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:18:48.408 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 2918 (ObjNum 1184 snap 382 seq_num 1184) dirty exists 2024-08-17T17:18:48.413 INFO:tasks.rados.rados.0.smithi059.stdout:3931: done (5 left) 2024-08-17T17:18:48.414 INFO:tasks.rados.rados.0.smithi059.stdout:3932: done (4 left) 2024-08-17T17:18:48.414 INFO:tasks.rados.rados.0.smithi059.stdout:3936: done (3 left) 2024-08-17T17:18:48.414 INFO:tasks.rados.rados.0.smithi059.stdout:3937: read oid 4 snap 398 2024-08-17T17:18:48.414 INFO:tasks.rados.rados.0.smithi059.stdout:3937: expect (ObjNum 1197 snap 386 seq_num 1197) 2024-08-17T17:18:48.414 INFO:tasks.rados.rados.0.smithi059.stdout:3938: setattr oid 42 current snap is 401 2024-08-17T17:18:48.414 INFO:tasks.rados.rados.0.smithi059.stdout:3935: finishing write tid 1 to smithi05980601-44 2024-08-17T17:18:48.415 INFO:tasks.rados.rados.0.smithi059.stdout:3939: snap_create 2024-08-17T17:18:48.417 INFO:tasks.rados.rados.0.smithi059.stdout:3935: finishing write tid 2 to smithi05980601-44 2024-08-17T17:18:48.419 INFO:tasks.rados.rados.0.smithi059.stdout:3937: expect (ObjNum 1197 snap 386 seq_num 1197) 2024-08-17T17:18:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3935: finishing write tid 3 to smithi05980601-44 2024-08-17T17:18:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3935: finishing write tid 4 to smithi05980601-44 2024-08-17T17:18:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:3935: finishing write tid 5 to smithi05980601-44 2024-08-17T17:18:48.444 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 42 v 3227 (ObjNum 1244 snap 401 seq_num 1244) dirty exists 2024-08-17T17:18:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3935: finishing write tid 6 to smithi05980601-44 2024-08-17T17:18:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3935: oid 44 updating version 0 to 3225 2024-08-17T17:18:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3935: oid 44 version 3225 is already newer than 3224 2024-08-17T17:18:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3935: oid 44 version 3225 is already newer than 3223 2024-08-17T17:18:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3935: oid 44 version 3225 is already newer than 3222 2024-08-17T17:18:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3935: oid 44 updating version 3225 to 3226 2024-08-17T17:18:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 3226 (ObjNum 1245 snap 401 seq_num 1245) dirty exists 2024-08-17T17:18:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3935: left oid 44 (ObjNum 1245 snap 401 seq_num 1245) 2024-08-17T17:18:48.445 INFO:tasks.rados.rados.0.smithi059.stdout:3934: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:48.841 INFO:tasks.rados.rados.0.smithi059.stdout:3933: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:49.313 INFO:tasks.rados.rados.0.smithi059.stdout:3933: done (5 left) 2024-08-17T17:18:49.313 INFO:tasks.rados.rados.0.smithi059.stdout:3934: done (4 left) 2024-08-17T17:18:49.314 INFO:tasks.rados.rados.0.smithi059.stdout:3935: done (3 left) 2024-08-17T17:18:49.314 INFO:tasks.rados.rados.0.smithi059.stdout:3937: done (2 left) 2024-08-17T17:18:49.314 INFO:tasks.rados.rados.0.smithi059.stdout:3938: done (1 left) 2024-08-17T17:18:49.314 INFO:tasks.rados.rados.0.smithi059.stdout:3939: done (0 left) 2024-08-17T17:18:49.314 INFO:tasks.rados.rados.0.smithi059.stdout:3940: rmattr oid 41 current snap is 402 2024-08-17T17:18:49.314 INFO:tasks.rados.rados.0.smithi059.stdout:3940: done (0 left) 2024-08-17T17:18:49.314 INFO:tasks.rados.rados.0.smithi059.stdout:3941: read oid 41 snap -1 2024-08-17T17:18:49.314 INFO:tasks.rados.rados.0.smithi059.stdout:3941: expect deleted 2024-08-17T17:18:49.314 INFO:tasks.rados.rados.0.smithi059.stdout:3942: snap_remove snap 376 2024-08-17T17:18:49.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:49 smithi059 ceph-mon[92261]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T17:18:49.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:49 smithi059 ceph-mon[92261]: pgmap v991: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 352 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 6.8 MiB/s wr, 27 op/s 2024-08-17T17:18:49.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:49 smithi059 ceph-mon[94685]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T17:18:49.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:49 smithi059 ceph-mon[94685]: pgmap v991: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 352 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 6.8 MiB/s wr, 27 op/s 2024-08-17T17:18:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:49 smithi087 ceph-mon[85676]: osdmap e880: 8 total, 8 up, 8 in 2024-08-17T17:18:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:49 smithi087 ceph-mon[85676]: pgmap v991: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 352 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 23 MiB/s rd, 6.8 MiB/s wr, 27 op/s 2024-08-17T17:18:50.316 INFO:tasks.rados.rados.0.smithi059.stdout:3942: done (1 left) 2024-08-17T17:18:50.316 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 4 current snap is 402 2024-08-17T17:18:50.316 INFO:tasks.rados.rados.0.smithi059.stdout:3943: seq_num 1247 ranges {851968=491520,1343488=712704,2056192=442368,2498560=49152} 2024-08-17T17:18:50.324 INFO:tasks.rados.rados.0.smithi059.stdout:3943: writing smithi05980601-4 from 851968 to 1343488 tid 1 2024-08-17T17:18:50.329 INFO:tasks.rados.rados.0.smithi059.stdout:3943: writing smithi05980601-4 from 1343488 to 2056192 tid 2 2024-08-17T17:18:50.332 INFO:tasks.rados.rados.0.smithi059.stdout:3943: writing smithi05980601-4 from 2056192 to 2498560 tid 3 2024-08-17T17:18:50.333 INFO:tasks.rados.rados.0.smithi059.stdout:3943: writing smithi05980601-4 from 2498560 to 2547712 tid 4 2024-08-17T17:18:50.333 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 402 2024-08-17T17:18:50.333 INFO:tasks.rados.rados.0.smithi059.stdout:3944: seq_num 1248 ranges {7069696=507904,7577600=598016,8175616=606208} 2024-08-17T17:18:50.376 INFO:tasks.rados.rados.0.smithi059.stdout:3944: writing smithi05980601-16 from 7069696 to 7577600 tid 1 2024-08-17T17:18:50.379 INFO:tasks.rados.rados.0.smithi059.stdout:3944: writing smithi05980601-16 from 7577600 to 8175616 tid 2 2024-08-17T17:18:50.383 INFO:tasks.rados.rados.0.smithi059.stdout:3944: writing smithi05980601-16 from 8175616 to 8781824 tid 3 2024-08-17T17:18:50.383 INFO:tasks.rados.rados.0.smithi059.stdout:3945: read oid 37 snap 394 2024-08-17T17:18:50.383 INFO:tasks.rados.rados.0.smithi059.stdout:3945: expect (ObjNum 1132 snap 368 seq_num 1132) 2024-08-17T17:18:50.383 INFO:tasks.rados.rados.0.smithi059.stdout:3946: snap_create 2024-08-17T17:18:50.383 INFO:tasks.rados.rados.0.smithi059.stdout:3943: finishing write tid 1 to smithi05980601-4 2024-08-17T17:18:50.383 INFO:tasks.rados.rados.0.smithi059.stdout:3943: finishing write tid 2 to smithi05980601-4 2024-08-17T17:18:50.383 INFO:tasks.rados.rados.0.smithi059.stdout:3943: finishing write tid 3 to smithi05980601-4 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3943: finishing write tid 4 to smithi05980601-4 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3943: finishing write tid 5 to smithi05980601-4 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3943: finishing write tid 6 to smithi05980601-4 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3943: oid 4 updating version 0 to 3344 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3943: oid 4 updating version 3344 to 3346 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3943: oid 4 updating version 3346 to 3348 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3943: oid 4 version 3348 is already newer than 3345 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3943: oid 4 version 3348 is already newer than 3347 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 4 v 3348 (ObjNum 1247 snap 402 seq_num 1247) dirty exists 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3943: left oid 4 (ObjNum 1247 snap 402 seq_num 1247) 2024-08-17T17:18:50.384 INFO:tasks.rados.rados.0.smithi059.stdout:3944: finishing write tid 1 to smithi05980601-16 2024-08-17T17:18:50.385 INFO:tasks.rados.rados.0.smithi059.stdout:3944: finishing write tid 2 to smithi05980601-16 2024-08-17T17:18:50.387 INFO:tasks.rados.rados.0.smithi059.stdout:3944: finishing write tid 3 to smithi05980601-16 2024-08-17T17:18:50.387 INFO:tasks.rados.rados.0.smithi059.stdout:3944: finishing write tid 4 to smithi05980601-16 2024-08-17T17:18:50.388 INFO:tasks.rados.rados.0.smithi059.stdout:3944: finishing write tid 5 to smithi05980601-16 2024-08-17T17:18:50.388 INFO:tasks.rados.rados.0.smithi059.stdout:3944: oid 16 updating version 0 to 2921 2024-08-17T17:18:50.389 INFO:tasks.rados.rados.0.smithi059.stdout:3944: oid 16 updating version 2921 to 2922 2024-08-17T17:18:50.389 INFO:tasks.rados.rados.0.smithi059.stdout:3944: oid 16 version 2922 is already newer than 2920 2024-08-17T17:18:50.389 INFO:tasks.rados.rados.0.smithi059.stdout:3944: oid 16 version 2922 is already newer than 2919 2024-08-17T17:18:50.389 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2922 (ObjNum 1248 snap 402 seq_num 1248) dirty exists 2024-08-17T17:18:50.389 INFO:tasks.rados.rados.0.smithi059.stdout:3944: left oid 16 (ObjNum 1248 snap 402 seq_num 1248) 2024-08-17T17:18:50.396 INFO:tasks.rados.rados.0.smithi059.stdout:3945: expect (ObjNum 1132 snap 368 seq_num 1132) 2024-08-17T17:18:50.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:50 smithi059 ceph-mon[92261]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T17:18:50.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:50.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:50 smithi059 ceph-mon[94685]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T17:18:50.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:50 smithi087 ceph-mon[85676]: osdmap e881: 8 total, 8 up, 8 in 2024-08-17T17:18:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:18:51.280 INFO:tasks.rados.rados.0.smithi059.stdout:3941: done (4 left) 2024-08-17T17:18:51.281 INFO:tasks.rados.rados.0.smithi059.stdout:3943: done (3 left) 2024-08-17T17:18:51.281 INFO:tasks.rados.rados.0.smithi059.stdout:3944: done (2 left) 2024-08-17T17:18:51.281 INFO:tasks.rados.rados.0.smithi059.stdout:3945: done (1 left) 2024-08-17T17:18:51.281 INFO:tasks.rados.rados.0.smithi059.stdout:3946: done (0 left) 2024-08-17T17:18:51.281 INFO:tasks.rados.rados.0.smithi059.stdout:3947: rollback oid 22 current snap is 403 2024-08-17T17:18:51.281 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 22 to 394 2024-08-17T17:18:51.281 INFO:tasks.rados.rados.0.smithi059.stdout:3948: snap_remove snap 373 2024-08-17T17:18:51.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:51 smithi059 ceph-mon[94685]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T17:18:51.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:51 smithi059 ceph-mon[94685]: pgmap v994: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 353 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.8 MiB/s wr, 17 op/s 2024-08-17T17:18:51.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:51 smithi059 ceph-mon[94685]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T17:18:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:51 smithi059 ceph-mon[92261]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T17:18:51.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:51 smithi059 ceph-mon[92261]: pgmap v994: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 353 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.8 MiB/s wr, 17 op/s 2024-08-17T17:18:51.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:51 smithi059 ceph-mon[92261]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T17:18:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:51 smithi087 ceph-mon[85676]: osdmap e882: 8 total, 8 up, 8 in 2024-08-17T17:18:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:51 smithi087 ceph-mon[85676]: pgmap v994: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 353 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.8 MiB/s wr, 17 op/s 2024-08-17T17:18:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:51 smithi087 ceph-mon[85676]: osdmap e883: 8 total, 8 up, 8 in 2024-08-17T17:18:52.284 INFO:tasks.rados.rados.0.smithi059.stdout:3948: done (1 left) 2024-08-17T17:18:52.284 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 50 current snap is 403 2024-08-17T17:18:52.284 INFO:tasks.rados.rados.0.smithi059.stdout:3949: seq_num 1249 ranges {4349952=524288,4874240=483328,5357568=409600,5767168=311296} 2024-08-17T17:18:52.312 INFO:tasks.rados.rados.0.smithi059.stdout:3949: writing smithi05980601-50 from 4349952 to 4874240 tid 1 2024-08-17T17:18:52.315 INFO:tasks.rados.rados.0.smithi059.stdout:3949: writing smithi05980601-50 from 4874240 to 5357568 tid 2 2024-08-17T17:18:52.318 INFO:tasks.rados.rados.0.smithi059.stdout:3949: writing smithi05980601-50 from 5357568 to 5767168 tid 3 2024-08-17T17:18:52.320 INFO:tasks.rados.rados.0.smithi059.stdout:3949: writing smithi05980601-50 from 5767168 to 6078464 tid 4 2024-08-17T17:18:52.320 INFO:tasks.rados.rados.0.smithi059.stdout:3950: delete oid 17 current snap is 403 2024-08-17T17:18:52.320 INFO:tasks.rados.rados.0.smithi059.stdout:3947: finishing rollback tid 1 to smithi05980601-22 2024-08-17T17:18:52.320 INFO:tasks.rados.rados.0.smithi059.stdout:3947: finishing rollback tid 2 to smithi05980601-22 2024-08-17T17:18:52.320 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 3215 (ObjNum 1182 snap 382 seq_num 1182) dirty exists 2024-08-17T17:18:52.323 INFO:tasks.rados.rados.0.smithi059.stdout:3949: finishing write tid 1 to smithi05980601-50 2024-08-17T17:18:52.328 INFO:tasks.rados.rados.0.smithi059.stdout:3949: finishing write tid 2 to smithi05980601-50 2024-08-17T17:18:52.328 INFO:tasks.rados.rados.0.smithi059.stdout:3949: finishing write tid 3 to smithi05980601-50 2024-08-17T17:18:52.330 INFO:tasks.rados.rados.0.smithi059.stdout:3949: finishing write tid 4 to smithi05980601-50 2024-08-17T17:18:52.336 INFO:tasks.rados.rados.0.smithi059.stdout:3949: finishing write tid 5 to smithi05980601-50 2024-08-17T17:18:52.336 INFO:tasks.rados.rados.0.smithi059.stdout:3947: done (2 left) 2024-08-17T17:18:52.337 INFO:tasks.rados.rados.0.smithi059.stdout:3950: done (1 left) 2024-08-17T17:18:52.337 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 14 current snap is 403 2024-08-17T17:18:52.337 INFO:tasks.rados.rados.0.smithi059.stdout:3951: seq_num 1251 ranges {0=557056,557056=655360,1212416=425984,1638400=122880} 2024-08-17T17:18:52.339 INFO:tasks.rados.rados.0.smithi059.stdout:3951: writing smithi05980601-14 from 0 to 557056 tid 1 2024-08-17T17:18:52.343 INFO:tasks.rados.rados.0.smithi059.stdout:3951: writing smithi05980601-14 from 557056 to 1212416 tid 2 2024-08-17T17:18:52.345 INFO:tasks.rados.rados.0.smithi059.stdout:3951: writing smithi05980601-14 from 1212416 to 1638400 tid 3 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:3951: writing smithi05980601-14 from 1638400 to 1761280 tid 4 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:3952: read oid 44 snap -1 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:3952: expect (ObjNum 1245 snap 401 seq_num 1245) 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:3953: rollback oid 11 current snap is 403 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 402 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:3949: finishing write tid 6 to smithi05980601-50 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:3949: oid 50 updating version 0 to 3767 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:3949: oid 50 version 3767 is already newer than 3764 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:3949: oid 50 updating version 3767 to 3768 2024-08-17T17:18:52.347 INFO:tasks.rados.rados.0.smithi059.stdout:3949: oid 50 version 3768 is already newer than 3765 2024-08-17T17:18:52.348 INFO:tasks.rados.rados.0.smithi059.stdout:3949: oid 50 version 3768 is already newer than 3766 2024-08-17T17:18:52.348 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 50 v 3768 (ObjNum 1249 snap 403 seq_num 1249) dirty exists 2024-08-17T17:18:52.348 INFO:tasks.rados.rados.0.smithi059.stdout:3949: left oid 50 (ObjNum 1249 snap 403 seq_num 1249) 2024-08-17T17:18:52.348 INFO:tasks.rados.rados.0.smithi059.stdout:3951: finishing write tid 1 to smithi05980601-14 2024-08-17T17:18:52.348 INFO:tasks.rados.rados.0.smithi059.stdout:3951: finishing write tid 2 to smithi05980601-14 2024-08-17T17:18:52.348 INFO:tasks.rados.rados.0.smithi059.stdout:3949: done (3 left) 2024-08-17T17:18:52.348 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 13 current snap is 403 2024-08-17T17:18:52.348 INFO:tasks.rados.rados.0.smithi059.stdout:3954: seq_num 1252 ranges {1556480=573440,2129920=540672,2670592=630784,3301376=32768} 2024-08-17T17:18:52.358 INFO:tasks.rados.rados.0.smithi059.stdout:3954: writing smithi05980601-13 from 1556480 to 2129920 tid 1 2024-08-17T17:18:52.361 INFO:tasks.rados.rados.0.smithi059.stdout:3954: writing smithi05980601-13 from 2129920 to 2670592 tid 2 2024-08-17T17:18:52.365 INFO:tasks.rados.rados.0.smithi059.stdout:3954: writing smithi05980601-13 from 2670592 to 3301376 tid 3 2024-08-17T17:18:52.365 INFO:tasks.rados.rados.0.smithi059.stdout:3954: writing smithi05980601-13 from 3301376 to 3334144 tid 4 2024-08-17T17:18:52.365 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 16 current snap is 403 2024-08-17T17:18:52.366 INFO:tasks.rados.rados.0.smithi059.stdout:3951: finishing write tid 3 to smithi05980601-14 2024-08-17T17:18:52.366 INFO:tasks.rados.rados.0.smithi059.stdout:3951: finishing write tid 4 to smithi05980601-14 2024-08-17T17:18:52.366 INFO:tasks.rados.rados.0.smithi059.stdout:3951: finishing write tid 5 to smithi05980601-14 2024-08-17T17:18:52.366 INFO:tasks.rados.rados.0.smithi059.stdout:3955: seq_num 1253 ranges {8781824=589824,9371648=417792,9789440=786432} 2024-08-17T17:18:52.416 INFO:tasks.rados.rados.0.smithi059.stdout:3955: writing smithi05980601-16 from 8781824 to 9371648 tid 1 2024-08-17T17:18:52.418 INFO:tasks.rados.rados.0.smithi059.stdout:3955: writing smithi05980601-16 from 9371648 to 9789440 tid 2 2024-08-17T17:18:52.424 INFO:tasks.rados.rados.0.smithi059.stdout:3955: writing smithi05980601-16 from 9789440 to 10575872 tid 3 2024-08-17T17:18:52.424 INFO:tasks.rados.rados.0.smithi059.stdout:3956: rollback oid 10 current snap is 403 2024-08-17T17:18:52.424 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 10 to 400 2024-08-17T17:18:52.424 INFO:tasks.rados.rados.0.smithi059.stdout:3951: finishing write tid 6 to smithi05980601-14 2024-08-17T17:18:52.424 INFO:tasks.rados.rados.0.smithi059.stdout:3951: oid 14 updating version 0 to 2980 2024-08-17T17:18:52.424 INFO:tasks.rados.rados.0.smithi059.stdout:3951: oid 14 updating version 2980 to 2984 2024-08-17T17:18:52.424 INFO:tasks.rados.rados.0.smithi059.stdout:3951: oid 14 version 2984 is already newer than 2981 2024-08-17T17:18:52.425 INFO:tasks.rados.rados.0.smithi059.stdout:3951: oid 14 version 2984 is already newer than 2982 2024-08-17T17:18:52.425 INFO:tasks.rados.rados.0.smithi059.stdout:3951: oid 14 version 2984 is already newer than 2983 2024-08-17T17:18:52.425 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 14 v 2984 (ObjNum 1251 snap 403 seq_num 1251) dirty exists 2024-08-17T17:18:52.425 INFO:tasks.rados.rados.0.smithi059.stdout:3951: left oid 14 (ObjNum 1251 snap 403 seq_num 1251) 2024-08-17T17:18:52.425 INFO:tasks.rados.rados.0.smithi059.stdout:3953: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:18:52.425 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 3596 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-17T17:18:52.426 INFO:tasks.rados.rados.0.smithi059.stdout:3952: expect (ObjNum 1245 snap 401 seq_num 1245) 2024-08-17T17:18:52.468 INFO:tasks.rados.rados.0.smithi059.stdout:3954: finishing write tid 1 to smithi05980601-13 2024-08-17T17:18:52.468 INFO:tasks.rados.rados.0.smithi059.stdout:3954: finishing write tid 2 to smithi05980601-13 2024-08-17T17:18:52.468 INFO:tasks.rados.rados.0.smithi059.stdout:3954: finishing write tid 3 to smithi05980601-13 2024-08-17T17:18:52.469 INFO:tasks.rados.rados.0.smithi059.stdout:3954: finishing write tid 4 to smithi05980601-13 2024-08-17T17:18:52.469 INFO:tasks.rados.rados.0.smithi059.stdout:3954: finishing write tid 5 to smithi05980601-13 2024-08-17T17:18:52.469 INFO:tasks.rados.rados.0.smithi059.stdout:3954: finishing write tid 6 to smithi05980601-13 2024-08-17T17:18:52.469 INFO:tasks.rados.rados.0.smithi059.stdout:3954: oid 13 updating version 0 to 2531 2024-08-17T17:18:52.469 INFO:tasks.rados.rados.0.smithi059.stdout:3954: oid 13 updating version 2531 to 2534 2024-08-17T17:18:52.469 INFO:tasks.rados.rados.0.smithi059.stdout:3954: oid 13 version 2534 is already newer than 2530 2024-08-17T17:18:52.469 INFO:tasks.rados.rados.0.smithi059.stdout:3954: oid 13 version 2534 is already newer than 2533 2024-08-17T17:18:52.469 INFO:tasks.rados.rados.0.smithi059.stdout:3954: oid 13 version 2534 is already newer than 2532 2024-08-17T17:18:52.469 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 13 v 2534 (ObjNum 1252 snap 403 seq_num 1252) dirty exists 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3954: left oid 13 (ObjNum 1252 snap 403 seq_num 1252) 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3955: finishing write tid 1 to smithi05980601-16 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3951: done (5 left) 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3952: done (4 left) 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3953: done (3 left) 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3954: done (2 left) 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3957: snap_create 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3955: finishing write tid 2 to smithi05980601-16 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3955: finishing write tid 3 to smithi05980601-16 2024-08-17T17:18:52.470 INFO:tasks.rados.rados.0.smithi059.stdout:3955: finishing write tid 4 to smithi05980601-16 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:3956: finishing rollback tid 0 to smithi05980601-10 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:3955: finishing write tid 5 to smithi05980601-16 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:3955: oid 16 updating version 0 to 2926 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:3955: oid 16 version 2926 is already newer than 2925 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:3955: oid 16 version 2926 is already newer than 2923 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:3955: oid 16 version 2926 is already newer than 2924 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 16 v 2926 (ObjNum 1253 snap 403 seq_num 1253) dirty exists 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:3955: left oid 16 (ObjNum 1253 snap 403 seq_num 1253) 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:3956: finishing rollback tid 1 to smithi05980601-10 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:3956: finishing rollback tid 2 to smithi05980601-10 2024-08-17T17:18:52.471 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 10 v 2929 (ObjNum 1184 snap 382 seq_num 1184) dirty exists 2024-08-17T17:18:53.283 INFO:tasks.rados.rados.0.smithi059.stdout:3955: done (2 left) 2024-08-17T17:18:53.283 INFO:tasks.rados.rados.0.smithi059.stdout:3956: done (1 left) 2024-08-17T17:18:53.283 INFO:tasks.rados.rados.0.smithi059.stdout:3957: done (0 left) 2024-08-17T17:18:53.284 INFO:tasks.rados.rados.0.smithi059.stdout:3958: rollback oid 6 current snap is 404 2024-08-17T17:18:53.284 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 6 to 390 2024-08-17T17:18:53.284 INFO:tasks.rados.rados.0.smithi059.stdout:3959: read oid 16 snap -1 2024-08-17T17:18:53.284 INFO:tasks.rados.rados.0.smithi059.stdout:3959: expect (ObjNum 1253 snap 403 seq_num 1253) 2024-08-17T17:18:53.284 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 35 current snap is 404 2024-08-17T17:18:53.284 INFO:tasks.rados.rados.0.smithi059.stdout:3960: seq_num 1254 ranges {5906432=606208,6512640=704512,7217152=499712} 2024-08-17T17:18:53.319 INFO:tasks.rados.rados.0.smithi059.stdout:3960: writing smithi05980601-35 from 5906432 to 6512640 tid 1 2024-08-17T17:18:53.322 INFO:tasks.rados.rados.0.smithi059.stdout:3960: writing smithi05980601-35 from 6512640 to 7217152 tid 2 2024-08-17T17:18:53.325 INFO:tasks.rados.rados.0.smithi059.stdout:3960: writing smithi05980601-35 from 7217152 to 7716864 tid 3 2024-08-17T17:18:53.326 INFO:tasks.rados.rados.0.smithi059.stdout:3961: snap_create 2024-08-17T17:18:53.326 INFO:tasks.rados.rados.0.smithi059.stdout:3958: finishing rollback tid 0 to smithi05980601-6 2024-08-17T17:18:53.326 INFO:tasks.rados.rados.0.smithi059.stdout:3958: finishing rollback tid 1 to smithi05980601-6 2024-08-17T17:18:53.326 INFO:tasks.rados.rados.0.smithi059.stdout:3958: finishing rollback tid 2 to smithi05980601-6 2024-08-17T17:18:53.326 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 3351 (ObjNum 790 snap 264 seq_num 790) dirty exists 2024-08-17T17:18:53.336 INFO:tasks.rados.rados.0.smithi059.stdout:3959: expect (ObjNum 1253 snap 403 seq_num 1253) 2024-08-17T17:18:53.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:53 smithi059 ceph-mon[94685]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T17:18:53.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:53 smithi059 ceph-mon[94685]: pgmap v997: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-08-17T17:18:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:53 smithi059 ceph-mon[92261]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T17:18:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:53 smithi059 ceph-mon[92261]: pgmap v997: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-08-17T17:18:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:53 smithi087 ceph-mon[85676]: osdmap e884: 8 total, 8 up, 8 in 2024-08-17T17:18:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:53 smithi087 ceph-mon[85676]: pgmap v997: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 359 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-08-17T17:18:54.084 INFO:tasks.rados.rados.0.smithi059.stdout:3960: finishing write tid 1 to smithi05980601-35 2024-08-17T17:18:54.084 INFO:tasks.rados.rados.0.smithi059.stdout:3960: finishing write tid 2 to smithi05980601-35 2024-08-17T17:18:54.084 INFO:tasks.rados.rados.0.smithi059.stdout:3960: finishing write tid 3 to smithi05980601-35 2024-08-17T17:18:54.084 INFO:tasks.rados.rados.0.smithi059.stdout:3960: finishing write tid 4 to smithi05980601-35 2024-08-17T17:18:54.084 INFO:tasks.rados.rados.0.smithi059.stdout:3960: finishing write tid 5 to smithi05980601-35 2024-08-17T17:18:54.084 INFO:tasks.rados.rados.0.smithi059.stdout:3960: oid 35 updating version 0 to 3218 2024-08-17T17:18:54.084 INFO:tasks.rados.rados.0.smithi059.stdout:3960: oid 35 version 3218 is already newer than 3216 2024-08-17T17:18:54.084 INFO:tasks.rados.rados.0.smithi059.stdout:3960: oid 35 version 3218 is already newer than 3217 2024-08-17T17:18:54.085 INFO:tasks.rados.rados.0.smithi059.stdout:3960: oid 35 updating version 3218 to 3219 2024-08-17T17:18:54.085 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 35 v 3219 (ObjNum 1254 snap 404 seq_num 1254) dirty exists 2024-08-17T17:18:54.085 INFO:tasks.rados.rados.0.smithi059.stdout:3960: left oid 35 (ObjNum 1254 snap 404 seq_num 1254) 2024-08-17T17:18:54.286 INFO:tasks.rados.rados.0.smithi059.stdout:3958: done (3 left) 2024-08-17T17:18:54.286 INFO:tasks.rados.rados.0.smithi059.stdout:3959: done (2 left) 2024-08-17T17:18:54.286 INFO:tasks.rados.rados.0.smithi059.stdout:3960: done (1 left) 2024-08-17T17:18:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:3961: done (0 left) 2024-08-17T17:18:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 44 current snap is 405 2024-08-17T17:18:54.287 INFO:tasks.rados.rados.0.smithi059.stdout:3962: seq_num 1255 ranges {1662976=622592,2285568=638976,2924544=565248} 2024-08-17T17:18:54.298 INFO:tasks.rados.rados.0.smithi059.stdout:3962: writing smithi05980601-44 from 1662976 to 2285568 tid 1 2024-08-17T17:18:54.302 INFO:tasks.rados.rados.0.smithi059.stdout:3962: writing smithi05980601-44 from 2285568 to 2924544 tid 2 2024-08-17T17:18:54.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: writing smithi05980601-44 from 2924544 to 3489792 tid 3 2024-08-17T17:18:54.306 INFO:tasks.rados.rados.0.smithi059.stdout:3963: snap_remove snap 384 2024-08-17T17:18:54.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:54 smithi059 ceph-mon[92261]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T17:18:54.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:18:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:18:54] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.51.0" 2024-08-17T17:18:54.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:54 smithi059 ceph-mon[94685]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T17:18:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:54 smithi087 ceph-mon[85676]: osdmap e885: 8 total, 8 up, 8 in 2024-08-17T17:18:55.305 INFO:tasks.rados.rados.0.smithi059.stdout:3963: done (1 left) 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3964: delete oid 42 current snap is 405 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: finishing write tid 1 to smithi05980601-44 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: finishing write tid 2 to smithi05980601-44 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: finishing write tid 3 to smithi05980601-44 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: finishing write tid 4 to smithi05980601-44 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: finishing write tid 5 to smithi05980601-44 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: oid 44 updating version 0 to 3229 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: oid 44 updating version 3229 to 3230 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: oid 44 updating version 3230 to 3231 2024-08-17T17:18:55.306 INFO:tasks.rados.rados.0.smithi059.stdout:3962: oid 44 version 3231 is already newer than 3228 2024-08-17T17:18:55.307 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 44 v 3231 (ObjNum 1255 snap 405 seq_num 1255) dirty exists 2024-08-17T17:18:55.307 INFO:tasks.rados.rados.0.smithi059.stdout:3962: left oid 44 (ObjNum 1255 snap 405 seq_num 1255) 2024-08-17T17:18:55.315 INFO:tasks.rados.rados.0.smithi059.stdout:3962: done (1 left) 2024-08-17T17:18:55.315 INFO:tasks.rados.rados.0.smithi059.stdout:3964: done (0 left) 2024-08-17T17:18:55.315 INFO:tasks.rados.rados.0.smithi059.stdout:3965: setattr oid 19 current snap is 405 2024-08-17T17:18:55.316 INFO:tasks.rados.rados.0.smithi059.stdout:3966: snap_create 2024-08-17T17:18:55.327 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 19 v 3781 (ObjNum 1243 snap 401 seq_num 1243) dirty exists 2024-08-17T17:18:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:55 smithi087 ceph-mon[85676]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T17:18:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:55 smithi087 ceph-mon[85676]: pgmap v1000: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 359 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-17T17:18:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:18:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:55 smithi059 ceph-mon[92261]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T17:18:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:55 smithi059 ceph-mon[92261]: pgmap v1000: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 359 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-17T17:18:55.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:18:55.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:55 smithi059 ceph-mon[94685]: osdmap e886: 8 total, 8 up, 8 in 2024-08-17T17:18:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:55 smithi059 ceph-mon[94685]: pgmap v1000: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 359 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-08-17T17:18:55.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:18:56.279 INFO:tasks.rados.rados.0.smithi059.stdout:3965: done (1 left) 2024-08-17T17:18:56.279 INFO:tasks.rados.rados.0.smithi059.stdout:3966: done (0 left) 2024-08-17T17:18:56.279 INFO:tasks.rados.rados.0.smithi059.stdout:3967: rollback oid 1 current snap is 406 2024-08-17T17:18:56.279 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 1 to 404 2024-08-17T17:18:56.279 INFO:tasks.rados.rados.0.smithi059.stdout:3968: rollback oid 18 current snap is 406 2024-08-17T17:18:56.279 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 18 to 400 2024-08-17T17:18:56.279 INFO:tasks.rados.rados.0.smithi059.stdout:3969: copy_from oid 6 from oid 4 current snap is 406 2024-08-17T17:18:56.280 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 15 current snap is 406 2024-08-17T17:18:56.280 INFO:tasks.rados.rados.0.smithi059.stdout:3970: seq_num 1257 ranges {7069696=655360,7725056=409600,8134656=770048,8904704=24576} 2024-08-17T17:18:56.322 INFO:tasks.rados.rados.0.smithi059.stdout:3970: writing smithi05980601-15 from 7069696 to 7725056 tid 1 2024-08-17T17:18:56.324 INFO:tasks.rados.rados.0.smithi059.stdout:3970: writing smithi05980601-15 from 7725056 to 8134656 tid 2 2024-08-17T17:18:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:3970: writing smithi05980601-15 from 8134656 to 8904704 tid 3 2024-08-17T17:18:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:3970: writing smithi05980601-15 from 8904704 to 8929280 tid 4 2024-08-17T17:18:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:3971: read oid 39 snap 397 2024-08-17T17:18:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:3971: expect (ObjNum 1195 snap 386 seq_num 1195) 2024-08-17T17:18:56.329 INFO:tasks.rados.rados.0.smithi059.stdout:3972: snap_create 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:3967: finishing rollback tid 0 to smithi05980601-1 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:3967: finishing rollback tid 1 to smithi05980601-1 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:3967: finishing rollback tid 2 to smithi05980601-1 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 1 v 1989 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:3968: finishing rollback tid 0 to smithi05980601-18 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:3968: finishing rollback tid 1 to smithi05980601-18 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:3968: finishing rollback tid 2 to smithi05980601-18 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 18 v 3212 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:3969: finishing copy_from racing read to smithi05980601-6 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:3969: finishing copy_from to smithi05980601-6 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 6 v 3348 (ObjNum 1247 snap 402 seq_num 1247) dirty exists 2024-08-17T17:18:56.330 INFO:tasks.rados.rados.0.smithi059.stdout:3970: finishing write tid 1 to smithi05980601-15 2024-08-17T17:18:56.331 INFO:tasks.rados.rados.0.smithi059.stdout:3970: finishing write tid 2 to smithi05980601-15 2024-08-17T17:18:56.332 INFO:tasks.rados.rados.0.smithi059.stdout:3970: finishing write tid 3 to smithi05980601-15 2024-08-17T17:18:56.333 INFO:tasks.rados.rados.0.smithi059.stdout:3970: finishing write tid 4 to smithi05980601-15 2024-08-17T17:18:56.333 INFO:tasks.rados.rados.0.smithi059.stdout:3970: finishing write tid 5 to smithi05980601-15 2024-08-17T17:18:56.335 INFO:tasks.rados.rados.0.smithi059.stdout:3970: finishing write tid 6 to smithi05980601-15 2024-08-17T17:18:56.335 INFO:tasks.rados.rados.0.smithi059.stdout:3970: oid 15 updating version 0 to 3501 2024-08-17T17:18:56.335 INFO:tasks.rados.rados.0.smithi059.stdout:3970: oid 15 updating version 3501 to 3505 2024-08-17T17:18:56.335 INFO:tasks.rados.rados.0.smithi059.stdout:3970: oid 15 version 3505 is already newer than 3504 2024-08-17T17:18:56.335 INFO:tasks.rados.rados.0.smithi059.stdout:3970: oid 15 version 3505 is already newer than 3503 2024-08-17T17:18:56.335 INFO:tasks.rados.rados.0.smithi059.stdout:3970: oid 15 version 3505 is already newer than 3502 2024-08-17T17:18:56.335 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 3505 (ObjNum 1257 snap 406 seq_num 1257) dirty exists 2024-08-17T17:18:56.335 INFO:tasks.rados.rados.0.smithi059.stdout:3970: left oid 15 (ObjNum 1257 snap 406 seq_num 1257) 2024-08-17T17:18:56.347 INFO:tasks.rados.rados.0.smithi059.stdout:3971: expect (ObjNum 1195 snap 386 seq_num 1195) 2024-08-17T17:18:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:56 smithi087 ceph-mon[85676]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T17:18:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:18:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:18:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:18:56.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:56 smithi087 ceph-mon[85676]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T17:18:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[92261]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T17:18:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:18:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:18:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:18:56.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[92261]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T17:18:56.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[94685]: osdmap e887: 8 total, 8 up, 8 in 2024-08-17T17:18:56.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:18:56.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:18:56.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:18:56.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:56 smithi059 ceph-mon[94685]: osdmap e888: 8 total, 8 up, 8 in 2024-08-17T17:18:57.301 INFO:tasks.rados.rados.0.smithi059.stdout:3967: done (5 left) 2024-08-17T17:18:57.301 INFO:tasks.rados.rados.0.smithi059.stdout:3968: done (4 left) 2024-08-17T17:18:57.301 INFO:tasks.rados.rados.0.smithi059.stdout:3969: done (3 left) 2024-08-17T17:18:57.301 INFO:tasks.rados.rados.0.smithi059.stdout:3970: done (2 left) 2024-08-17T17:18:57.301 INFO:tasks.rados.rados.0.smithi059.stdout:3971: done (1 left) 2024-08-17T17:18:57.301 INFO:tasks.rados.rados.0.smithi059.stdout:3972: done (0 left) 2024-08-17T17:18:57.301 INFO:tasks.rados.rados.0.smithi059.stdout:3973: rmattr oid 8 current snap is 407 2024-08-17T17:18:57.301 INFO:tasks.rados.rados.0.smithi059.stdout:3974: copy_from oid 30 from oid 7 current snap is 407 2024-08-17T17:18:57.301 INFO:tasks.rados.rados.0.smithi059.stdout:3975: setattr oid 47 current snap is 407 2024-08-17T17:18:57.302 INFO:tasks.rados.rados.0.smithi059.stdout:3974: finishing copy_from to smithi05980601-30 2024-08-17T17:18:57.302 INFO:tasks.rados.rados.0.smithi059.stdout:3974: got expected ENOENT (src dne) 2024-08-17T17:18:57.302 INFO:tasks.rados.rados.0.smithi059.stdout:3974: finishing copy_from racing read to smithi05980601-30 2024-08-17T17:18:57.302 INFO:tasks.rados.rados.0.smithi059.stdout:3974: done (2 left) 2024-08-17T17:18:57.302 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 40 current snap is 407 2024-08-17T17:18:57.302 INFO:tasks.rados.rados.0.smithi059.stdout:3976: seq_num 1258 ranges {0=671744,671744=696320,1368064=507904} 2024-08-17T17:18:57.306 INFO:tasks.rados.rados.0.smithi059.stdout:3976: writing smithi05980601-40 from 0 to 671744 tid 1 2024-08-17T17:18:57.311 INFO:tasks.rados.rados.0.smithi059.stdout:3976: writing smithi05980601-40 from 671744 to 1368064 tid 2 2024-08-17T17:18:57.314 INFO:tasks.rados.rados.0.smithi059.stdout:3976: writing smithi05980601-40 from 1368064 to 1875968 tid 3 2024-08-17T17:18:57.315 INFO:tasks.rados.rados.0.smithi059.stdout:3977: snap_remove snap 401 2024-08-17T17:18:57.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:57 smithi087 ceph-mon[85676]: pgmap v1003: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-17T17:18:57.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:57 smithi059 ceph-mon[92261]: pgmap v1003: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-17T17:18:57.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:57 smithi059 ceph-mon[94685]: pgmap v1003: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 358 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-08-17T17:18:58.314 INFO:tasks.rados.rados.0.smithi059.stdout:3977: done (3 left) 2024-08-17T17:18:58.314 INFO:tasks.rados.rados.0.smithi059.stdout:3978: read oid 15 snap 399 2024-08-17T17:18:58.314 INFO:tasks.rados.rados.0.smithi059.stdout:3978: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3979: rollback oid 46 current snap is 407 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 46 to 405 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 47 v 3028 (ObjNum 33 snap 0 seq_num 315803440) dirty exists 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 8 v 2535 (ObjNum 1206 snap 390 seq_num 1206) dirty exists 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3976: finishing write tid 1 to smithi05980601-40 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3976: finishing write tid 2 to smithi05980601-40 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3976: finishing write tid 3 to smithi05980601-40 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3976: finishing write tid 4 to smithi05980601-40 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3976: finishing write tid 5 to smithi05980601-40 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3976: oid 40 updating version 0 to 1993 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3976: oid 40 version 1993 is already newer than 1992 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3976: oid 40 version 1993 is already newer than 1991 2024-08-17T17:18:58.315 INFO:tasks.rados.rados.0.smithi059.stdout:3976: oid 40 version 1993 is already newer than 1990 2024-08-17T17:18:58.316 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1993 (ObjNum 1258 snap 407 seq_num 1258) dirty exists 2024-08-17T17:18:58.316 INFO:tasks.rados.rados.0.smithi059.stdout:3976: left oid 40 (ObjNum 1258 snap 407 seq_num 1258) 2024-08-17T17:18:58.316 INFO:tasks.rados.rados.0.smithi059.stdout:3973: done (4 left) 2024-08-17T17:18:58.316 INFO:tasks.rados.rados.0.smithi059.stdout:3975: done (3 left) 2024-08-17T17:18:58.316 INFO:tasks.rados.rados.0.smithi059.stdout:3976: done (2 left) 2024-08-17T17:18:58.316 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 26 current snap is 407 2024-08-17T17:18:58.316 INFO:tasks.rados.rados.0.smithi059.stdout:3980: seq_num 1259 ranges {2711552=696320,3407872=573440,3981312=630784} 2024-08-17T17:18:58.334 INFO:tasks.rados.rados.0.smithi059.stdout:3980: writing smithi05980601-26 from 2711552 to 3407872 tid 1 2024-08-17T17:18:58.337 INFO:tasks.rados.rados.0.smithi059.stdout:3980: writing smithi05980601-26 from 3407872 to 3981312 tid 2 2024-08-17T17:18:58.341 INFO:tasks.rados.rados.0.smithi059.stdout:3980: writing smithi05980601-26 from 3981312 to 4612096 tid 3 2024-08-17T17:18:58.341 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 25 current snap is 407 2024-08-17T17:18:58.341 INFO:tasks.rados.rados.0.smithi059.stdout:3979: finishing rollback tid 0 to smithi05980601-46 2024-08-17T17:18:58.341 INFO:tasks.rados.rados.0.smithi059.stdout:3981: seq_num 1260 ranges {4300800=712704,5013504=458752,5472256=589824,6062080=155648} 2024-08-17T17:18:58.368 INFO:tasks.rados.rados.0.smithi059.stdout:3981: writing smithi05980601-25 from 4300800 to 5013504 tid 1 2024-08-17T17:18:58.371 INFO:tasks.rados.rados.0.smithi059.stdout:3981: writing smithi05980601-25 from 5013504 to 5472256 tid 2 2024-08-17T17:18:58.375 INFO:tasks.rados.rados.0.smithi059.stdout:3981: writing smithi05980601-25 from 5472256 to 6062080 tid 3 2024-08-17T17:18:58.376 INFO:tasks.rados.rados.0.smithi059.stdout:3981: writing smithi05980601-25 from 6062080 to 6217728 tid 4 2024-08-17T17:18:58.377 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 21 current snap is 407 2024-08-17T17:18:58.377 INFO:tasks.rados.rados.0.smithi059.stdout:3979: finishing rollback tid 1 to smithi05980601-46 2024-08-17T17:18:58.377 INFO:tasks.rados.rados.0.smithi059.stdout:3979: finishing rollback tid 2 to smithi05980601-46 2024-08-17T17:18:58.377 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 46 v 3354 (ObjNum 1192 snap 385 seq_num 1192) dirty exists 2024-08-17T17:18:58.377 INFO:tasks.rados.rados.0.smithi059.stdout:3978: expect (ObjNum 1092 snap 358 seq_num 1092) 2024-08-17T17:18:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:58 smithi087 ceph-mon[85676]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T17:18:58.776 INFO:tasks.rados.rados.0.smithi059.stdout:3980: finishing write tid 1 to smithi05980601-26 2024-08-17T17:18:58.776 INFO:tasks.rados.rados.0.smithi059.stdout:3980: finishing write tid 2 to smithi05980601-26 2024-08-17T17:18:58.776 INFO:tasks.rados.rados.0.smithi059.stdout:3980: finishing write tid 3 to smithi05980601-26 2024-08-17T17:18:58.776 INFO:tasks.rados.rados.0.smithi059.stdout:3980: finishing write tid 4 to smithi05980601-26 2024-08-17T17:18:58.776 INFO:tasks.rados.rados.0.smithi059.stdout:3980: finishing write tid 5 to smithi05980601-26 2024-08-17T17:18:58.777 INFO:tasks.rados.rados.0.smithi059.stdout:3980: oid 26 updating version 0 to 3508 2024-08-17T17:18:58.777 INFO:tasks.rados.rados.0.smithi059.stdout:3980: oid 26 updating version 3508 to 3509 2024-08-17T17:18:58.777 INFO:tasks.rados.rados.0.smithi059.stdout:3980: oid 26 version 3509 is already newer than 3506 2024-08-17T17:18:58.777 INFO:tasks.rados.rados.0.smithi059.stdout:3980: oid 26 version 3509 is already newer than 3507 2024-08-17T17:18:58.777 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 26 v 3509 (ObjNum 1259 snap 407 seq_num 1259) dirty exists 2024-08-17T17:18:58.777 INFO:tasks.rados.rados.0.smithi059.stdout:3980: left oid 26 (ObjNum 1259 snap 407 seq_num 1259) 2024-08-17T17:18:58.777 INFO:tasks.rados.rados.0.smithi059.stdout:3981: finishing write tid 1 to smithi05980601-25 2024-08-17T17:18:58.777 INFO:tasks.rados.rados.0.smithi059.stdout:3981: finishing write tid 2 to smithi05980601-25 2024-08-17T17:18:58.777 INFO:tasks.rados.rados.0.smithi059.stdout:3982: seq_num 1261 ranges {6766592=729088,7495680=745472,8241152=458752} 2024-08-17T17:18:58.786 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:58 smithi059 ceph-mon[92261]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T17:18:58.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:58 smithi059 ceph-mon[94685]: osdmap e889: 8 total, 8 up, 8 in 2024-08-17T17:18:58.816 INFO:tasks.rados.rados.0.smithi059.stdout:3982: writing smithi05980601-21 from 6766592 to 7495680 tid 1 2024-08-17T17:18:58.821 INFO:tasks.rados.rados.0.smithi059.stdout:3982: writing smithi05980601-21 from 7495680 to 8241152 tid 2 2024-08-17T17:18:58.824 INFO:tasks.rados.rados.0.smithi059.stdout:3982: writing smithi05980601-21 from 8241152 to 8699904 tid 3 2024-08-17T17:18:58.824 INFO:tasks.rados.rados.0.smithi059.stdout:3978: done (4 left) 2024-08-17T17:18:58.824 INFO:tasks.rados.rados.0.smithi059.stdout:3979: done (3 left) 2024-08-17T17:18:58.824 INFO:tasks.rados.rados.0.smithi059.stdout:3980: done (2 left) 2024-08-17T17:18:58.824 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 48 current snap is 407 2024-08-17T17:18:58.824 INFO:tasks.rados.rados.0.smithi059.stdout:3981: finishing write tid 3 to smithi05980601-25 2024-08-17T17:18:58.824 INFO:tasks.rados.rados.0.smithi059.stdout:3981: finishing write tid 4 to smithi05980601-25 2024-08-17T17:18:58.824 INFO:tasks.rados.rados.0.smithi059.stdout:3983: seq_num 1262 ranges {5808128=745472,6553600=679936,7233536=524288} 2024-08-17T17:18:58.859 INFO:tasks.rados.rados.0.smithi059.stdout:3983: writing smithi05980601-48 from 5808128 to 6553600 tid 1 2024-08-17T17:18:58.863 INFO:tasks.rados.rados.0.smithi059.stdout:3983: writing smithi05980601-48 from 6553600 to 7233536 tid 2 2024-08-17T17:18:58.867 INFO:tasks.rados.rados.0.smithi059.stdout:3983: writing smithi05980601-48 from 7233536 to 7757824 tid 3 2024-08-17T17:18:58.867 INFO:tasks.rados.rados.0.smithi059.stdout:3984: delete oid 9 current snap is 407 2024-08-17T17:18:58.867 INFO:tasks.rados.rados.0.smithi059.stdout:3981: finishing write tid 5 to smithi05980601-25 2024-08-17T17:18:58.867 INFO:tasks.rados.rados.0.smithi059.stdout:3981: finishing write tid 6 to smithi05980601-25 2024-08-17T17:18:58.867 INFO:tasks.rados.rados.0.smithi059.stdout:3981: oid 25 updating version 0 to 3640 2024-08-17T17:18:58.867 INFO:tasks.rados.rados.0.smithi059.stdout:3981: oid 25 updating version 3640 to 3642 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3981: oid 25 version 3642 is already newer than 3639 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3981: oid 25 version 3642 is already newer than 3641 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3981: oid 25 updating version 3642 to 3643 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 25 v 3643 (ObjNum 1260 snap 407 seq_num 1260) dirty exists 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3981: left oid 25 (ObjNum 1260 snap 407 seq_num 1260) 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3982: finishing write tid 1 to smithi05980601-21 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3982: finishing write tid 2 to smithi05980601-21 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3982: finishing write tid 3 to smithi05980601-21 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3982: finishing write tid 4 to smithi05980601-21 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3982: finishing write tid 5 to smithi05980601-21 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3982: oid 21 updating version 0 to 3344 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3982: oid 21 version 3344 is already newer than 3343 2024-08-17T17:18:58.868 INFO:tasks.rados.rados.0.smithi059.stdout:3982: oid 21 version 3344 is already newer than 3342 2024-08-17T17:18:58.869 INFO:tasks.rados.rados.0.smithi059.stdout:3982: oid 21 version 3344 is already newer than 3341 2024-08-17T17:18:58.869 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 21 v 3344 (ObjNum 1261 snap 407 seq_num 1261) dirty exists 2024-08-17T17:18:58.869 INFO:tasks.rados.rados.0.smithi059.stdout:3982: left oid 21 (ObjNum 1261 snap 407 seq_num 1261) 2024-08-17T17:18:58.869 INFO:tasks.rados.rados.0.smithi059.stdout:3983: finishing write tid 1 to smithi05980601-48 2024-08-17T17:18:58.869 INFO:tasks.rados.rados.0.smithi059.stdout:3983: finishing write tid 2 to smithi05980601-48 2024-08-17T17:18:58.870 INFO:tasks.rados.rados.0.smithi059.stdout:3981: done (3 left) 2024-08-17T17:18:58.870 INFO:tasks.rados.rados.0.smithi059.stdout:3982: done (2 left) 2024-08-17T17:18:58.871 INFO:tasks.rados.rados.0.smithi059.stdout:3984: done (1 left) 2024-08-17T17:18:58.871 INFO:tasks.rados.rados.0.smithi059.stdout:3985: delete oid 1 current snap is 407 2024-08-17T17:18:58.871 INFO:tasks.rados.rados.0.smithi059.stdout:3983: finishing write tid 3 to smithi05980601-48 2024-08-17T17:18:58.871 INFO:tasks.rados.rados.0.smithi059.stdout:3983: finishing write tid 4 to smithi05980601-48 2024-08-17T17:18:58.872 INFO:tasks.rados.rados.0.smithi059.stdout:3983: finishing write tid 5 to smithi05980601-48 2024-08-17T17:18:58.873 INFO:tasks.rados.rados.0.smithi059.stdout:3983: oid 48 updating version 0 to 3644 2024-08-17T17:18:58.873 INFO:tasks.rados.rados.0.smithi059.stdout:3983: oid 48 updating version 3644 to 3645 2024-08-17T17:18:58.873 INFO:tasks.rados.rados.0.smithi059.stdout:3983: oid 48 updating version 3645 to 3646 2024-08-17T17:18:58.873 INFO:tasks.rados.rados.0.smithi059.stdout:3983: oid 48 updating version 3646 to 3647 2024-08-17T17:18:58.873 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 48 v 3647 (ObjNum 1262 snap 407 seq_num 1262) dirty exists 2024-08-17T17:18:58.873 INFO:tasks.rados.rados.0.smithi059.stdout:3983: left oid 48 (ObjNum 1262 snap 407 seq_num 1262) 2024-08-17T17:18:58.874 INFO:tasks.rados.rados.0.smithi059.stdout:3983: done (1 left) 2024-08-17T17:18:58.874 INFO:tasks.rados.rados.0.smithi059.stdout:3985: done (0 left) 2024-08-17T17:18:58.874 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 37 current snap is 407 2024-08-17T17:18:58.874 INFO:tasks.rados.rados.0.smithi059.stdout:3986: seq_num 1265 ranges {3940352=794624,4734976=737280,5472256=466944} 2024-08-17T17:18:58.899 INFO:tasks.rados.rados.0.smithi059.stdout:3986: writing smithi05980601-37 from 3940352 to 4734976 tid 1 2024-08-17T17:18:58.904 INFO:tasks.rados.rados.0.smithi059.stdout:3986: writing smithi05980601-37 from 4734976 to 5472256 tid 2 2024-08-17T17:18:58.907 INFO:tasks.rados.rados.0.smithi059.stdout:3986: writing smithi05980601-37 from 5472256 to 5939200 tid 3 2024-08-17T17:18:58.907 INFO:tasks.rados.rados.0.smithi059.stdout:3987: snap_create 2024-08-17T17:18:58.907 INFO:tasks.rados.rados.0.smithi059.stdout:3986: finishing write tid 1 to smithi05980601-37 2024-08-17T17:18:58.912 INFO:tasks.rados.rados.0.smithi059.stdout:3986: finishing write tid 2 to smithi05980601-37 2024-08-17T17:18:58.912 INFO:tasks.rados.rados.0.smithi059.stdout:3986: finishing write tid 3 to smithi05980601-37 2024-08-17T17:18:58.912 INFO:tasks.rados.rados.0.smithi059.stdout:3986: finishing write tid 4 to smithi05980601-37 2024-08-17T17:18:58.913 INFO:tasks.rados.rados.0.smithi059.stdout:3986: finishing write tid 5 to smithi05980601-37 2024-08-17T17:18:58.913 INFO:tasks.rados.rados.0.smithi059.stdout:3986: oid 37 updating version 0 to 3799 2024-08-17T17:18:58.913 INFO:tasks.rados.rados.0.smithi059.stdout:3986: oid 37 updating version 3799 to 3801 2024-08-17T17:18:58.913 INFO:tasks.rados.rados.0.smithi059.stdout:3986: oid 37 updating version 3801 to 3802 2024-08-17T17:18:58.913 INFO:tasks.rados.rados.0.smithi059.stdout:3986: oid 37 version 3802 is already newer than 3800 2024-08-17T17:18:58.914 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 37 v 3802 (ObjNum 1265 snap 407 seq_num 1265) dirty exists 2024-08-17T17:18:58.914 INFO:tasks.rados.rados.0.smithi059.stdout:3986: left oid 37 (ObjNum 1265 snap 407 seq_num 1265) 2024-08-17T17:18:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:3986: done (1 left) 2024-08-17T17:18:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:3987: done (0 left) 2024-08-17T17:18:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:3988: read oid 25 snap -1 2024-08-17T17:18:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:3988: expect (ObjNum 1260 snap 407 seq_num 1260) 2024-08-17T17:18:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:3989: rollback oid 20 current snap is 408 2024-08-17T17:18:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 20 to 364 2024-08-17T17:18:59.318 INFO:tasks.rados.rados.0.smithi059.stdout:3990: setattr oid 40 current snap is 408 2024-08-17T17:18:59.320 INFO:tasks.rados.rados.0.smithi059.stdout:append oid 24 current snap is 408 2024-08-17T17:18:59.320 INFO:tasks.rados.rados.0.smithi059.stdout:3991: seq_num 1266 ranges {1236992=409600,1646592=614400,2260992=540672,2801664=450560} 2024-08-17T17:18:59.330 INFO:tasks.rados.rados.0.smithi059.stdout:3991: writing smithi05980601-24 from 1236992 to 1646592 tid 1 2024-08-17T17:18:59.333 INFO:tasks.rados.rados.0.smithi059.stdout:3991: writing smithi05980601-24 from 1646592 to 2260992 tid 2 2024-08-17T17:18:59.337 INFO:tasks.rados.rados.0.smithi059.stdout:3991: writing smithi05980601-24 from 2260992 to 2801664 tid 3 2024-08-17T17:18:59.340 INFO:tasks.rados.rados.0.smithi059.stdout:3991: writing smithi05980601-24 from 2801664 to 3252224 tid 4 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3992: read oid 45 snap 406 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3992: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3993: rollback oid 11 current snap is 408 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 11 to 392 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3989: finishing rollback tid 0 to smithi05980601-20 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3989: finishing rollback tid 1 to smithi05980601-20 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3989: finishing rollback tid 2 to smithi05980601-20 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 20 v 3357 (ObjNum 1074 snap 353 seq_num 1074) dirty exists 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 40 v 1995 (ObjNum 1258 snap 407 seq_num 1258) dirty exists 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3991: finishing write tid 1 to smithi05980601-24 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3991: finishing write tid 2 to smithi05980601-24 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3989: done (5 left) 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3990: done (4 left) 2024-08-17T17:18:59.341 INFO:tasks.rados.rados.0.smithi059.stdout:3994: rollback oid 15 current snap is 408 2024-08-17T17:18:59.342 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 15 to 394 2024-08-17T17:18:59.342 INFO:tasks.rados.rados.0.smithi059.stdout:3995: rollback oid 22 current snap is 408 2024-08-17T17:18:59.342 INFO:tasks.rados.rados.0.smithi059.stdout:rollback oid 22 to 403 2024-08-17T17:18:59.342 INFO:tasks.rados.rados.0.smithi059.stdout:3996: delete oid 14 current snap is 408 2024-08-17T17:18:59.344 INFO:tasks.rados.rados.0.smithi059.stdout:3988: expect (ObjNum 1260 snap 407 seq_num 1260) 2024-08-17T17:18:59.662 INFO:tasks.rados.rados.0.smithi059.stdout:3995: finishing rollback tid 0 to smithi05980601-22 2024-08-17T17:18:59.662 INFO:tasks.rados.rados.0.smithi059.stdout:3991: finishing write tid 3 to smithi05980601-24 2024-08-17T17:18:59.662 INFO:tasks.rados.rados.0.smithi059.stdout:3995: finishing rollback tid 1 to smithi05980601-22 2024-08-17T17:18:59.662 INFO:tasks.rados.rados.0.smithi059.stdout:3991: finishing write tid 4 to smithi05980601-24 2024-08-17T17:18:59.662 INFO:tasks.rados.rados.0.smithi059.stdout:3991: finishing write tid 5 to smithi05980601-24 2024-08-17T17:18:59.662 INFO:tasks.rados.rados.0.smithi059.stdout:3995: finishing rollback tid 2 to smithi05980601-22 2024-08-17T17:18:59.662 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 22 v 3222 (ObjNum 1182 snap 382 seq_num 1182) dirty exists 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3991: finishing write tid 6 to smithi05980601-24 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3991: oid 24 updating version 0 to 2900 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3991: oid 24 version 2900 is already newer than 2899 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3991: oid 24 updating version 2900 to 2901 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3991: oid 24 updating version 2901 to 2902 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3991: oid 24 updating version 2902 to 2903 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 24 v 2903 (ObjNum 1266 snap 408 seq_num 1266) dirty exists 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3991: left oid 24 (ObjNum 1266 snap 408 seq_num 1266) 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3993: finishing rollback tid 1 to smithi05980601-11 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 11 v 3596 (ObjNum 33 snap 0 seq_num 315798776) dirty dne 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3994: finishing rollback tid 0 to smithi05980601-15 2024-08-17T17:18:59.663 INFO:tasks.rados.rados.0.smithi059.stdout:3994: finishing rollback tid 1 to smithi05980601-15 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:3994: finishing rollback tid 2 to smithi05980601-15 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:update_object_version oid 15 v 3512 (ObjNum 1092 snap 358 seq_num 1092) dirty exists 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:3988: done (6 left) 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:3991: done (5 left) 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:3993: done (4 left) 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:3994: done (3 left) 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:3995: done (2 left) 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:3996: done (1 left) 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:3997: delete oid 27 current snap is 408 2024-08-17T17:18:59.664 INFO:tasks.rados.rados.0.smithi059.stdout:3992: expect (ObjNum 1048 snap 345 seq_num 1048) 2024-08-17T17:18:59.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:59 smithi059 ceph-mon[92261]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T17:18:59.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:18:59 smithi059 ceph-mon[92261]: pgmap v1006: 121 pgs: 121 active+clean; 366 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-17T17:18:59.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:59 smithi059 ceph-mon[94685]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T17:18:59.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:18:59 smithi059 ceph-mon[94685]: pgmap v1006: 121 pgs: 121 active+clean; 366 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-17T17:18:59.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:59 smithi087 ceph-mon[85676]: osdmap e890: 8 total, 8 up, 8 in 2024-08-17T17:18:59.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:18:59 smithi087 ceph-mon[85676]: pgmap v1006: 121 pgs: 121 active+clean; 366 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 20 op/s 2024-08-17T17:18:59.943 INFO:tasks.rados.rados.0.smithi059.stdout:3992: done (1 left) 2024-08-17T17:18:59.943 INFO:tasks.rados.rados.0.smithi059.stdout:3997: done (0 left) 2024-08-17T17:18:59.943 INFO:tasks.rados.rados.0.smithi059.stdout:3998: rmattr oid 44 current snap is 408 2024-08-17T17:18:59.943 INFO:tasks.rados.rados.0.smithi059.stdout:3998: done (0 left) 2024-08-17T17:18:59.943 INFO:tasks.rados.rados.0.smithi059.stdout:3999: read oid 7 snap -1 2024-08-17T17:18:59.943 INFO:tasks.rados.rados.0.smithi059.stdout:3999: expect deleted 2024-08-17T17:18:59.943 INFO:tasks.rados.rados.0.smithi059.stdout: waiting on 1 2024-08-17T17:18:59.944 INFO:tasks.rados.rados.0.smithi059.stdout:3999: done (0 left) 2024-08-17T17:18:59.946 INFO:tasks.rados.rados.0.smithi059.stderr:0 errors. 2024-08-17T17:18:59.946 INFO:tasks.rados.rados.0.smithi059.stderr: 2024-08-17T17:18:59.949 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:19:00.199 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:19:00.571 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:00 smithi059 ceph-mon[92261]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T17:19:00.572 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:00 smithi059 ceph-mon[94685]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T17:19:00.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:00 smithi087 ceph-mon[85676]: osdmap e891: 8 total, 8 up, 8 in 2024-08-17T17:19:01.629 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:01 smithi059 ceph-mon[94685]: pgmap v1008: 121 pgs: 121 active+clean; 366 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-17T17:19:01.629 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:01 smithi059 ceph-mon[94685]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T17:19:01.630 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:01 smithi059 ceph-mon[92261]: pgmap v1008: 121 pgs: 121 active+clean; 366 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-17T17:19:01.630 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:01 smithi059 ceph-mon[92261]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T17:19:01.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:01 smithi087 ceph-mon[85676]: pgmap v1008: 121 pgs: 121 active+clean; 366 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-08-17T17:19:01.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:01 smithi087 ceph-mon[85676]: osdmap e892: 8 total, 8 up, 8 in 2024-08-17T17:19:02.033 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:19:02.033 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":892,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:56:17.042151+0000","modified":"2024-08-17T17:19:01.272057+0000","last_up_change":"2024-08-17T17:12:48.620685+0000","last_in_change":"2024-08-17T17:00:44.634200+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:59:08.425026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:01:23.662603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:01:27.156795+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:02:17.394873+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-17T17:05:00.325436+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"891","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":475,"snap_epoch":891,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"a8abe6ab-878d-4fb6-a414-43ff21a08bcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":288,"up_from":300,"up_thru":530,"down_at":289,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6802","nonce":3484526397},{"type":"v1","addr":"172.21.15.59:6803","nonce":3484526397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6804","nonce":3484526397},{"type":"v1","addr":"172.21.15.59:6805","nonce":3484526397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6808","nonce":3484526397},{"type":"v1","addr":"172.21.15.59:6809","nonce":3484526397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6806","nonce":3484526397},{"type":"v1","addr":"172.21.15.59:6807","nonce":3484526397}]},"public_addr":"172.21.15.59:6803/3484526397","cluster_addr":"172.21.15.59:6805/3484526397","heartbeat_back_addr":"172.21.15.59:6809/3484526397","heartbeat_front_addr":"172.21.15.59:6807/3484526397","state":["exists","up"]},{"osd":1,"uuid":"a0e61fbb-06dd-40a9-8881-1c42b819b760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":334,"up_thru":530,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6810","nonce":4222749322},{"type":"v1","addr":"172.21.15.59:6811","nonce":4222749322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6812","nonce":4222749322},{"type":"v1","addr":"172.21.15.59:6813","nonce":4222749322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6816","nonce":4222749322},{"type":"v1","addr":"172.21.15.59:6817","nonce":4222749322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6814","nonce":4222749322},{"type":"v1","addr":"172.21.15.59:6815","nonce":4222749322}]},"public_addr":"172.21.15.59:6811/4222749322","cluster_addr":"172.21.15.59:6813/4222749322","heartbeat_back_addr":"172.21.15.59:6817/4222749322","heartbeat_front_addr":"172.21.15.59:6815/4222749322","state":["exists","up"]},{"osd":2,"uuid":"835f3f39-95e1-4e14-8c2c-889850ff383d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":355,"up_from":368,"up_thru":530,"down_at":356,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6818","nonce":4166509310},{"type":"v1","addr":"172.21.15.59:6819","nonce":4166509310}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6820","nonce":4166509310},{"type":"v1","addr":"172.21.15.59:6821","nonce":4166509310}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6824","nonce":4166509310},{"type":"v1","addr":"172.21.15.59:6825","nonce":4166509310}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6822","nonce":4166509310},{"type":"v1","addr":"172.21.15.59:6823","nonce":4166509310}]},"public_addr":"172.21.15.59:6819/4166509310","cluster_addr":"172.21.15.59:6821/4166509310","heartbeat_back_addr":"172.21.15.59:6825/4166509310","heartbeat_front_addr":"172.21.15.59:6823/4166509310","state":["exists","up"]},{"osd":3,"uuid":"4143c0dd-72ec-42c8-ac62-ed42253ef386","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":387,"up_from":399,"up_thru":530,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6826","nonce":668419375},{"type":"v1","addr":"172.21.15.59:6827","nonce":668419375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6828","nonce":668419375},{"type":"v1","addr":"172.21.15.59:6829","nonce":668419375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6832","nonce":668419375},{"type":"v1","addr":"172.21.15.59:6833","nonce":668419375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6830","nonce":668419375},{"type":"v1","addr":"172.21.15.59:6831","nonce":668419375}]},"public_addr":"172.21.15.59:6827/668419375","cluster_addr":"172.21.15.59:6829/668419375","heartbeat_back_addr":"172.21.15.59:6833/668419375","heartbeat_front_addr":"172.21.15.59:6831/668419375","state":["exists","up"]},{"osd":4,"uuid":"6952a94e-12ad-4ffd-a852-2d1c10f8c45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":420,"up_from":433,"up_thru":530,"down_at":421,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6800","nonce":2740881837},{"type":"v1","addr":"172.21.15.87:6801","nonce":2740881837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6802","nonce":2740881837},{"type":"v1","addr":"172.21.15.87:6803","nonce":2740881837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6806","nonce":2740881837},{"type":"v1","addr":"172.21.15.87:6807","nonce":2740881837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6804","nonce":2740881837},{"type":"v1","addr":"172.21.15.87:6805","nonce":2740881837}]},"public_addr":"172.21.15.87:6801/2740881837","cluster_addr":"172.21.15.87:6803/2740881837","heartbeat_back_addr":"172.21.15.87:6807/2740881837","heartbeat_front_addr":"172.21.15.87:6805/2740881837","state":["exists","up"]},{"osd":5,"uuid":"72cb9a56-9c8a-456e-b3d0-117f53070dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":453,"up_from":466,"up_thru":530,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6808","nonce":3786154873},{"type":"v1","addr":"172.21.15.87:6809","nonce":3786154873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6810","nonce":3786154873},{"type":"v1","addr":"172.21.15.87:6811","nonce":3786154873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6814","nonce":3786154873},{"type":"v1","addr":"172.21.15.87:6815","nonce":3786154873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6812","nonce":3786154873},{"type":"v1","addr":"172.21.15.87:6813","nonce":3786154873}]},"public_addr":"172.21.15.87:6809/3786154873","cluster_addr":"172.21.15.87:6811/3786154873","heartbeat_back_addr":"172.21.15.87:6815/3786154873","heartbeat_front_addr":"172.21.15.87:6813/3786154873","state":["exists","up"]},{"osd":6,"uuid":"ad90d6be-7d6c-464a-acac-9e2df201c565","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":485,"up_from":497,"up_thru":530,"down_at":486,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6816","nonce":2258998007},{"type":"v1","addr":"172.21.15.87:6817","nonce":2258998007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6818","nonce":2258998007},{"type":"v1","addr":"172.21.15.87:6819","nonce":2258998007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6822","nonce":2258998007},{"type":"v1","addr":"172.21.15.87:6823","nonce":2258998007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6820","nonce":2258998007},{"type":"v1","addr":"172.21.15.87:6821","nonce":2258998007}]},"public_addr":"172.21.15.87:6817/2258998007","cluster_addr":"172.21.15.87:6819/2258998007","heartbeat_back_addr":"172.21.15.87:6823/2258998007","heartbeat_front_addr":"172.21.15.87:6821/2258998007","state":["exists","up"]},{"osd":7,"uuid":"63553671-b0f0-49e1-bc00-04ca51f6c0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":518,"up_from":530,"up_thru":530,"down_at":519,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6824","nonce":1201746513},{"type":"v1","addr":"172.21.15.87:6825","nonce":1201746513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6826","nonce":1201746513},{"type":"v1","addr":"172.21.15.87:6827","nonce":1201746513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6830","nonce":1201746513},{"type":"v1","addr":"172.21.15.87:6831","nonce":1201746513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6828","nonce":1201746513},{"type":"v1","addr":"172.21.15.87:6829","nonce":1201746513}]},"public_addr":"172.21.15.87:6825/1201746513","cluster_addr":"172.21.15.87:6827/1201746513","heartbeat_back_addr":"172.21.15.87:6831/1201746513","heartbeat_front_addr":"172.21.15.87:6829/1201746513","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:20.356219+0000","dead_epoch":288},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:43.302326+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:05.982887+0000","dead_epoch":355},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:30.022461+0000","dead_epoch":387},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:50.994909+0000","dead_epoch":420},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:13.368373+0000","dead_epoch":452},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:35.848013+0000","dead_epoch":485},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:59.638021+0000","dead_epoch":518}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":3}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.87:6833/2565906484":"2024-08-18T17:13:08.152634+0000","172.21.15.59:6801/229943769":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/4149409962":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/3811440548":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/1895307638":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/3433535271":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/151393102":"2024-08-18T17:07:34.392344+0000","172.21.15.87:6835/1242435054":"2024-08-18T17:06:51.811906+0000","172.21.15.87:6834/1242435054":"2024-08-18T17:06:51.811906+0000","172.21.15.59:0/1503785957":"2024-08-18T17:02:15.716961+0000","172.21.15.87:6832/2565906484":"2024-08-18T17:13:08.152634+0000","172.21.15.59:6800/229943769":"2024-08-18T17:07:34.392344+0000","172.21.15.87:0/518322743":"2024-08-18T17:06:51.811906+0000","172.21.15.59:0/3068493090":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/2314922288":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3444814006":"2024-08-18T16:57:01.931145+0000","172.21.15.87:0/4199581953":"2024-08-18T17:06:51.811906+0000","172.21.15.59:6801/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3416263563":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/792773913":"2024-08-18T17:06:15.112941+0000","172.21.15.87:0/2877510213":"2024-08-18T17:06:51.811906+0000","172.21.15.87:0/2162309910":"2024-08-18T17:06:51.811906+0000","172.21.15.59:0/1669262861":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3862397548":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/1372832859":"2024-08-18T17:06:15.112941+0000","172.21.15.59:6800/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3396275725":"2024-08-18T17:06:15.112941+0000","172.21.15.59:6800/1261722444":"2024-08-18T17:06:15.112941+0000","172.21.15.59:0/2203446831":"2024-08-18T17:02:15.716961+0000","172.21.15.59:6801/1261722444":"2024-08-18T17:06:15.112941+0000","172.21.15.87:0/2777070897":"2024-08-18T17:06:51.811906+0000","172.21.15.87:0/910336338":"2024-08-18T17:06:51.811906+0000","172.21.15.59:6801/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/2051662749":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/3410712516":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3736494277":"2024-08-18T16:57:01.931145+0000","172.21.15.59:6800/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3740165002":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6801/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.87:0/1365395490":"2024-08-18T17:06:51.811906+0000","172.21.15.59:0/1896859609":"2024-08-18T17:06:15.112941+0000","172.21.15.59:0/4193893092":"2024-08-18T17:06:15.112941+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":452,"length":1},{"begin":469,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":441,"length":1},{"begin":444,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:19:02.716 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:02 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2335619459' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:19:02.716 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:02 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2335619459' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:19:02.738 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph pg dump --format=json 2024-08-17T17:19:02.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:02 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2335619459' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:19:02.961 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:19:03.740 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:03 smithi059 ceph-mon[92261]: pgmap v1010: 121 pgs: 121 active+clean; 379 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-08-17T17:19:03.741 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:03 smithi059 ceph-mon[94685]: pgmap v1010: 121 pgs: 121 active+clean; 379 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-08-17T17:19:03.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:03 smithi087 ceph-mon[85676]: pgmap v1010: 121 pgs: 121 active+clean; 379 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-08-17T17:19:04.662 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:19:04 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:19:04] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.51.0" 2024-08-17T17:19:04.944 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:19:04.946 INFO:teuthology.orchestra.run.smithi059.stderr:dumped all 2024-08-17T17:19:05.564 INFO:teuthology.orchestra.run.smithi059.stdout:{"pg_ready":true,"pg_map":{"version":1011,"stamp":"2024-08-17T17:19:04.577046+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":404528143,"num_objects":220,"num_object_clones":144,"num_object_copies":660,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":220,"num_whiteouts":17,"num_read":4732,"num_read_kb":5562556,"num_write":8844,"num_write_kb":2079654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":134,"num_bytes_recovered":509584992,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23790,"ondisk_log_size":23790,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3710388,"kb_used_data":632080,"kb_used_omap":307,"kb_used_meta":3077900,"kb_avail":746250828,"statfs":{"total":767960285184,"available":764160847872,"internally_reserved":0,"allocated":647249920,"data_stored":1168393180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":314670,"internal_metadata":3151770322},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":20357120,"num_objects":17,"num_object_clones":16,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":22,"num_read_kb":54556,"num_write":103,"num_write_kb":13272,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.268844"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1203,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086705+0000","last_change":"2024-08-17T17:12:49.650296+0000","last_active":"2024-08-17T17:19:02.086705+0000","last_peered":"2024-08-17T17:19:02.086705+0000","last_clean":"2024-08-17T17:19:02.086705+0000","last_became_active":"2024-08-17T17:12:49.649350+0000","last_became_peered":"2024-08-17T17:12:49.649350+0000","last_unstale":"2024-08-17T17:19:02.086705+0000","last_undegraded":"2024-08-17T17:19:02.086705+0000","last_fullsized":"2024-08-17T17:19:02.086705+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:58:04.641653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1401,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277373+0000","last_change":"2024-08-17T17:12:14.664989+0000","last_active":"2024-08-17T17:19:01.277373+0000","last_peered":"2024-08-17T17:19:01.277373+0000","last_clean":"2024-08-17T17:19:01.277373+0000","last_became_active":"2024-08-17T17:12:14.664475+0000","last_became_peered":"2024-08-17T17:12:14.664475+0000","last_unstale":"2024-08-17T17:19:01.277373+0000","last_undegraded":"2024-08-17T17:19:01.277373+0000","last_fullsized":"2024-08-17T17:19:01.277373+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:57:32.371941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1429,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423263+0000","last_change":"2024-08-17T17:10:03.187038+0000","last_active":"2024-08-17T17:19:01.423263+0000","last_peered":"2024-08-17T17:19:01.423263+0000","last_clean":"2024-08-17T17:19:01.423263+0000","last_became_active":"2024-08-17T17:10:03.186689+0000","last_became_peered":"2024-08-17T17:10:03.186689+0000","last_unstale":"2024-08-17T17:19:01.423263+0000","last_undegraded":"2024-08-17T17:19:01.423263+0000","last_fullsized":"2024-08-17T17:19:01.423263+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:19:37.037576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1274,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324649+0000","last_change":"2024-08-17T17:12:49.652499+0000","last_active":"2024-08-17T17:18:59.324649+0000","last_peered":"2024-08-17T17:18:59.324649+0000","last_clean":"2024-08-17T17:18:59.324649+0000","last_became_active":"2024-08-17T17:12:49.652212+0000","last_became_peered":"2024-08-17T17:12:49.652212+0000","last_unstale":"2024-08-17T17:18:59.324649+0000","last_undegraded":"2024-08-17T17:18:59.324649+0000","last_fullsized":"2024-08-17T17:18:59.324649+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:44:09.146798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1219,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086074+0000","last_change":"2024-08-17T17:12:49.650420+0000","last_active":"2024-08-17T17:19:02.086074+0000","last_peered":"2024-08-17T17:19:02.086074+0000","last_clean":"2024-08-17T17:19:02.086074+0000","last_became_active":"2024-08-17T17:12:49.650032+0000","last_became_peered":"2024-08-17T17:12:49.650032+0000","last_unstale":"2024-08-17T17:19:02.086074+0000","last_undegraded":"2024-08-17T17:19:02.086074+0000","last_fullsized":"2024-08-17T17:19:02.086074+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:31:01.334726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1252,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.325344+0000","last_change":"2024-08-17T17:11:42.238368+0000","last_active":"2024-08-17T17:18:59.325344+0000","last_peered":"2024-08-17T17:18:59.325344+0000","last_clean":"2024-08-17T17:18:59.325344+0000","last_became_active":"2024-08-17T17:11:42.238079+0000","last_became_peered":"2024-08-17T17:11:42.238079+0000","last_unstale":"2024-08-17T17:18:59.325344+0000","last_undegraded":"2024-08-17T17:18:59.325344+0000","last_fullsized":"2024-08-17T17:18:59.325344+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:27:00.954323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1228,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.085820+0000","last_change":"2024-08-17T17:12:49.653384+0000","last_active":"2024-08-17T17:19:02.085820+0000","last_peered":"2024-08-17T17:19:02.085820+0000","last_clean":"2024-08-17T17:19:02.085820+0000","last_became_active":"2024-08-17T17:12:49.652744+0000","last_became_peered":"2024-08-17T17:12:49.652744+0000","last_unstale":"2024-08-17T17:19:02.085820+0000","last_undegraded":"2024-08-17T17:19:02.085820+0000","last_fullsized":"2024-08-17T17:19:02.085820+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:56:42.802102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1314,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.676840+0000","last_change":"2024-08-17T17:12:14.659279+0000","last_active":"2024-08-17T17:19:01.676840+0000","last_peered":"2024-08-17T17:19:01.676840+0000","last_clean":"2024-08-17T17:19:01.676840+0000","last_became_active":"2024-08-17T17:12:14.658947+0000","last_became_peered":"2024-08-17T17:12:14.658947+0000","last_unstale":"2024-08-17T17:19:01.676840+0000","last_undegraded":"2024-08-17T17:19:01.676840+0000","last_fullsized":"2024-08-17T17:19:01.676840+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:41:50.305274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1211,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086667+0000","last_change":"2024-08-17T17:12:49.650325+0000","last_active":"2024-08-17T17:19:02.086667+0000","last_peered":"2024-08-17T17:19:02.086667+0000","last_clean":"2024-08-17T17:19:02.086667+0000","last_became_active":"2024-08-17T17:12:49.649673+0000","last_became_peered":"2024-08-17T17:12:49.649673+0000","last_unstale":"2024-08-17T17:19:02.086667+0000","last_undegraded":"2024-08-17T17:19:02.086667+0000","last_fullsized":"2024-08-17T17:19:02.086667+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:13:06.878123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1235,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039991+0000","last_change":"2024-08-17T17:12:14.663284+0000","last_active":"2024-08-17T17:19:02.039991+0000","last_peered":"2024-08-17T17:19:02.039991+0000","last_clean":"2024-08-17T17:19:02.039991+0000","last_became_active":"2024-08-17T17:12:14.662436+0000","last_became_peered":"2024-08-17T17:12:14.662436+0000","last_unstale":"2024-08-17T17:19:02.039991+0000","last_undegraded":"2024-08-17T17:19:02.039991+0000","last_fullsized":"2024-08-17T17:19:02.039991+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:17:03.122175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1260,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039564+0000","last_change":"2024-08-17T17:12:14.671898+0000","last_active":"2024-08-17T17:19:02.039564+0000","last_peered":"2024-08-17T17:19:02.039564+0000","last_clean":"2024-08-17T17:19:02.039564+0000","last_became_active":"2024-08-17T17:12:14.671483+0000","last_became_peered":"2024-08-17T17:12:14.671483+0000","last_unstale":"2024-08-17T17:19:02.039564+0000","last_undegraded":"2024-08-17T17:19:02.039564+0000","last_fullsized":"2024-08-17T17:19:02.039564+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:21:43.053675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1288,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276468+0000","last_change":"2024-08-17T17:12:14.667114+0000","last_active":"2024-08-17T17:19:01.276468+0000","last_peered":"2024-08-17T17:19:01.276468+0000","last_clean":"2024-08-17T17:19:01.276468+0000","last_became_active":"2024-08-17T17:12:14.666842+0000","last_became_peered":"2024-08-17T17:12:14.666842+0000","last_unstale":"2024-08-17T17:19:01.276468+0000","last_undegraded":"2024-08-17T17:19:01.276468+0000","last_fullsized":"2024-08-17T17:19:01.276468+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:48:43.177745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1344,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677158+0000","last_change":"2024-08-17T17:12:14.661711+0000","last_active":"2024-08-17T17:19:01.677158+0000","last_peered":"2024-08-17T17:19:01.677158+0000","last_clean":"2024-08-17T17:19:01.677158+0000","last_became_active":"2024-08-17T17:12:14.661390+0000","last_became_peered":"2024-08-17T17:12:14.661390+0000","last_unstale":"2024-08-17T17:19:01.677158+0000","last_undegraded":"2024-08-17T17:19:01.677158+0000","last_fullsized":"2024-08-17T17:19:01.677158+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:54:31.253509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1428,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.422954+0000","last_change":"2024-08-17T17:11:42.234162+0000","last_active":"2024-08-17T17:19:01.422954+0000","last_peered":"2024-08-17T17:19:01.422954+0000","last_clean":"2024-08-17T17:19:01.422954+0000","last_became_active":"2024-08-17T17:11:42.233729+0000","last_became_peered":"2024-08-17T17:11:42.233729+0000","last_unstale":"2024-08-17T17:19:01.422954+0000","last_undegraded":"2024-08-17T17:19:01.422954+0000","last_fullsized":"2024-08-17T17:19:01.422954+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:26:20.742020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1406,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276728+0000","last_change":"2024-08-17T17:11:42.237323+0000","last_active":"2024-08-17T17:19:01.276728+0000","last_peered":"2024-08-17T17:19:01.276728+0000","last_clean":"2024-08-17T17:19:01.276728+0000","last_became_active":"2024-08-17T17:11:42.236945+0000","last_became_peered":"2024-08-17T17:11:42.236945+0000","last_unstale":"2024-08-17T17:19:01.276728+0000","last_undegraded":"2024-08-17T17:19:01.276728+0000","last_fullsized":"2024-08-17T17:19:01.276728+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:16:28.045806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1257,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324050+0000","last_change":"2024-08-17T17:12:49.651709+0000","last_active":"2024-08-17T17:18:59.324050+0000","last_peered":"2024-08-17T17:18:59.324050+0000","last_clean":"2024-08-17T17:18:59.324050+0000","last_became_active":"2024-08-17T17:12:49.651360+0000","last_became_peered":"2024-08-17T17:12:49.651360+0000","last_unstale":"2024-08-17T17:18:59.324050+0000","last_undegraded":"2024-08-17T17:18:59.324050+0000","last_fullsized":"2024-08-17T17:18:59.324050+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:40:54.827804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1384,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.278024+0000","last_change":"2024-08-17T17:12:49.649677+0000","last_active":"2024-08-17T17:19:01.278024+0000","last_peered":"2024-08-17T17:19:01.278024+0000","last_clean":"2024-08-17T17:19:01.278024+0000","last_became_active":"2024-08-17T17:12:49.649367+0000","last_became_peered":"2024-08-17T17:12:49.649367+0000","last_unstale":"2024-08-17T17:19:01.278024+0000","last_undegraded":"2024-08-17T17:19:01.278024+0000","last_fullsized":"2024-08-17T17:19:01.278024+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:28:30.622067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4],"acting":[2,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1383,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277026+0000","last_change":"2024-08-17T17:12:49.650260+0000","last_active":"2024-08-17T17:19:01.277026+0000","last_peered":"2024-08-17T17:19:01.277026+0000","last_clean":"2024-08-17T17:19:01.277026+0000","last_became_active":"2024-08-17T17:12:49.649162+0000","last_became_peered":"2024-08-17T17:12:49.649162+0000","last_unstale":"2024-08-17T17:19:01.277026+0000","last_undegraded":"2024-08-17T17:19:01.277026+0000","last_fullsized":"2024-08-17T17:19:01.277026+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:00:29.972326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1201,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086233+0000","last_change":"2024-08-17T17:12:49.658440+0000","last_active":"2024-08-17T17:19:02.086233+0000","last_peered":"2024-08-17T17:19:02.086233+0000","last_clean":"2024-08-17T17:19:02.086233+0000","last_became_active":"2024-08-17T17:12:49.656571+0000","last_became_peered":"2024-08-17T17:12:49.656571+0000","last_unstale":"2024-08-17T17:19:02.086233+0000","last_undegraded":"2024-08-17T17:19:02.086233+0000","last_fullsized":"2024-08-17T17:19:02.086233+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:16:45.406818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1245,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039438+0000","last_change":"2024-08-17T17:12:14.667928+0000","last_active":"2024-08-17T17:19:02.039438+0000","last_peered":"2024-08-17T17:19:02.039438+0000","last_clean":"2024-08-17T17:19:02.039438+0000","last_became_active":"2024-08-17T17:12:14.667590+0000","last_became_peered":"2024-08-17T17:12:14.667590+0000","last_unstale":"2024-08-17T17:19:02.039438+0000","last_undegraded":"2024-08-17T17:19:02.039438+0000","last_fullsized":"2024-08-17T17:19:02.039438+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:42:55.658214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1429,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423127+0000","last_change":"2024-08-17T17:12:49.655092+0000","last_active":"2024-08-17T17:19:01.423127+0000","last_peered":"2024-08-17T17:19:01.423127+0000","last_clean":"2024-08-17T17:19:01.423127+0000","last_became_active":"2024-08-17T17:12:49.654098+0000","last_became_peered":"2024-08-17T17:12:49.654098+0000","last_unstale":"2024-08-17T17:19:01.423127+0000","last_undegraded":"2024-08-17T17:19:01.423127+0000","last_fullsized":"2024-08-17T17:19:01.423127+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:31:09.990245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1261,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324708+0000","last_change":"2024-08-17T17:12:49.652427+0000","last_active":"2024-08-17T17:18:59.324708+0000","last_peered":"2024-08-17T17:18:59.324708+0000","last_clean":"2024-08-17T17:18:59.324708+0000","last_became_active":"2024-08-17T17:12:49.651113+0000","last_became_peered":"2024-08-17T17:12:49.651113+0000","last_unstale":"2024-08-17T17:18:59.324708+0000","last_undegraded":"2024-08-17T17:18:59.324708+0000","last_fullsized":"2024-08-17T17:18:59.324708+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:54:32.685739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1349,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677024+0000","last_change":"2024-08-17T17:10:35.367659+0000","last_active":"2024-08-17T17:19:01.677024+0000","last_peered":"2024-08-17T17:19:01.677024+0000","last_clean":"2024-08-17T17:19:01.677024+0000","last_became_active":"2024-08-17T17:10:35.365786+0000","last_became_peered":"2024-08-17T17:10:35.365786+0000","last_unstale":"2024-08-17T17:19:01.677024+0000","last_undegraded":"2024-08-17T17:19:01.677024+0000","last_fullsized":"2024-08-17T17:19:01.677024+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:43:15.142295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1278,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324192+0000","last_change":"2024-08-17T17:11:42.229548+0000","last_active":"2024-08-17T17:18:59.324192+0000","last_peered":"2024-08-17T17:18:59.324192+0000","last_clean":"2024-08-17T17:18:59.324192+0000","last_became_active":"2024-08-17T17:11:42.228678+0000","last_became_peered":"2024-08-17T17:11:42.228678+0000","last_unstale":"2024-08-17T17:18:59.324192+0000","last_undegraded":"2024-08-17T17:18:59.324192+0000","last_fullsized":"2024-08-17T17:18:59.324192+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:33:14.232963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1349,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677570+0000","last_change":"2024-08-17T17:10:35.367683+0000","last_active":"2024-08-17T17:19:01.677570+0000","last_peered":"2024-08-17T17:19:01.677570+0000","last_clean":"2024-08-17T17:19:01.677570+0000","last_became_active":"2024-08-17T17:10:35.366546+0000","last_became_peered":"2024-08-17T17:10:35.366546+0000","last_unstale":"2024-08-17T17:19:01.677570+0000","last_undegraded":"2024-08-17T17:19:01.677570+0000","last_fullsized":"2024-08-17T17:19:01.677570+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:21:05.670814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1241,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039665+0000","last_change":"2024-08-17T17:12:49.651244+0000","last_active":"2024-08-17T17:19:02.039665+0000","last_peered":"2024-08-17T17:19:02.039665+0000","last_clean":"2024-08-17T17:19:02.039665+0000","last_became_active":"2024-08-17T17:12:49.650959+0000","last_became_peered":"2024-08-17T17:12:49.650959+0000","last_unstale":"2024-08-17T17:19:02.039665+0000","last_undegraded":"2024-08-17T17:19:02.039665+0000","last_fullsized":"2024-08-17T17:19:02.039665+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:23:08.255873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1406,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277639+0000","last_change":"2024-08-17T17:10:35.362552+0000","last_active":"2024-08-17T17:19:01.277639+0000","last_peered":"2024-08-17T17:19:01.277639+0000","last_clean":"2024-08-17T17:19:01.277639+0000","last_became_active":"2024-08-17T17:10:35.362251+0000","last_became_peered":"2024-08-17T17:10:35.362251+0000","last_unstale":"2024-08-17T17:19:01.277639+0000","last_undegraded":"2024-08-17T17:19:01.277639+0000","last_fullsized":"2024-08-17T17:19:01.277639+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:30:50.976836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1352,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677438+0000","last_change":"2024-08-17T17:11:09.206078+0000","last_active":"2024-08-17T17:19:01.677438+0000","last_peered":"2024-08-17T17:19:01.677438+0000","last_clean":"2024-08-17T17:19:01.677438+0000","last_became_active":"2024-08-17T17:11:09.205301+0000","last_became_peered":"2024-08-17T17:11:09.205301+0000","last_unstale":"2024-08-17T17:19:01.677438+0000","last_undegraded":"2024-08-17T17:19:01.677438+0000","last_fullsized":"2024-08-17T17:19:01.677438+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:59.609596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1429,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423440+0000","last_change":"2024-08-17T17:11:09.211204+0000","last_active":"2024-08-17T17:19:01.423440+0000","last_peered":"2024-08-17T17:19:01.423440+0000","last_clean":"2024-08-17T17:19:01.423440+0000","last_became_active":"2024-08-17T17:11:09.210527+0000","last_became_peered":"2024-08-17T17:11:09.210527+0000","last_unstale":"2024-08-17T17:19:01.423440+0000","last_undegraded":"2024-08-17T17:19:01.423440+0000","last_fullsized":"2024-08-17T17:19:01.423440+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:45:03.827015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1278,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.325037+0000","last_change":"2024-08-17T17:11:42.232139+0000","last_active":"2024-08-17T17:18:59.325037+0000","last_peered":"2024-08-17T17:18:59.325037+0000","last_clean":"2024-08-17T17:18:59.325037+0000","last_became_active":"2024-08-17T17:11:42.231814+0000","last_became_peered":"2024-08-17T17:11:42.231814+0000","last_unstale":"2024-08-17T17:18:59.325037+0000","last_undegraded":"2024-08-17T17:18:59.325037+0000","last_fullsized":"2024-08-17T17:18:59.325037+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:18:06.495477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1384,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276422+0000","last_change":"2024-08-17T17:12:14.662797+0000","last_active":"2024-08-17T17:19:01.276422+0000","last_peered":"2024-08-17T17:19:01.276422+0000","last_clean":"2024-08-17T17:19:01.276422+0000","last_became_active":"2024-08-17T17:12:14.662447+0000","last_became_peered":"2024-08-17T17:12:14.662447+0000","last_unstale":"2024-08-17T17:19:01.276422+0000","last_undegraded":"2024-08-17T17:19:01.276422+0000","last_fullsized":"2024-08-17T17:19:01.276422+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:28:37.826343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1236,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039259+0000","last_change":"2024-08-17T17:12:14.661740+0000","last_active":"2024-08-17T17:19:02.039259+0000","last_peered":"2024-08-17T17:19:02.039259+0000","last_clean":"2024-08-17T17:19:02.039259+0000","last_became_active":"2024-08-17T17:12:14.661448+0000","last_became_peered":"2024-08-17T17:12:14.661448+0000","last_unstale":"2024-08-17T17:19:02.039259+0000","last_undegraded":"2024-08-17T17:19:02.039259+0000","last_fullsized":"2024-08-17T17:19:02.039259+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:05:29.915957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1319,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276218+0000","last_change":"2024-08-17T17:11:09.212719+0000","last_active":"2024-08-17T17:19:01.276218+0000","last_peered":"2024-08-17T17:19:01.276218+0000","last_clean":"2024-08-17T17:19:01.276218+0000","last_became_active":"2024-08-17T17:11:09.212414+0000","last_became_peered":"2024-08-17T17:11:09.212414+0000","last_unstale":"2024-08-17T17:19:01.276218+0000","last_undegraded":"2024-08-17T17:19:01.276218+0000","last_fullsized":"2024-08-17T17:19:01.276218+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:39:22.734882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"548'2","reported_seq":1321,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677198+0000","last_change":"2024-08-17T17:12:49.656430+0000","last_active":"2024-08-17T17:19:01.677198+0000","last_peered":"2024-08-17T17:19:01.677198+0000","last_clean":"2024-08-17T17:19:01.677198+0000","last_became_active":"2024-08-17T17:12:49.655966+0000","last_became_peered":"2024-08-17T17:12:49.655966+0000","last_unstale":"2024-08-17T17:19:01.677198+0000","last_undegraded":"2024-08-17T17:19:01.677198+0000","last_fullsized":"2024-08-17T17:19:01.677198+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:28:06.488231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1428,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423176+0000","last_change":"2024-08-17T17:12:49.656217+0000","last_active":"2024-08-17T17:19:01.423176+0000","last_peered":"2024-08-17T17:19:01.423176+0000","last_clean":"2024-08-17T17:19:01.423176+0000","last_became_active":"2024-08-17T17:12:49.655596+0000","last_became_peered":"2024-08-17T17:12:49.655596+0000","last_unstale":"2024-08-17T17:19:01.423176+0000","last_undegraded":"2024-08-17T17:19:01.423176+0000","last_fullsized":"2024-08-17T17:19:01.423176+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:23:23.184985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"548'2","reported_seq":1245,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039445+0000","last_change":"2024-08-17T17:12:49.650503+0000","last_active":"2024-08-17T17:19:02.039445+0000","last_peered":"2024-08-17T17:19:02.039445+0000","last_clean":"2024-08-17T17:19:02.039445+0000","last_became_active":"2024-08-17T17:12:49.650195+0000","last_became_peered":"2024-08-17T17:12:49.650195+0000","last_unstale":"2024-08-17T17:19:02.039445+0000","last_undegraded":"2024-08-17T17:19:02.039445+0000","last_fullsized":"2024-08-17T17:19:02.039445+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:05:37.894572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1354,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.676851+0000","last_change":"2024-08-17T17:12:14.668176+0000","last_active":"2024-08-17T17:19:01.676851+0000","last_peered":"2024-08-17T17:19:01.676851+0000","last_clean":"2024-08-17T17:19:01.676851+0000","last_became_active":"2024-08-17T17:12:14.667831+0000","last_became_peered":"2024-08-17T17:12:14.667831+0000","last_unstale":"2024-08-17T17:19:01.676851+0000","last_undegraded":"2024-08-17T17:19:01.676851+0000","last_fullsized":"2024-08-17T17:19:01.676851+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:38:08.382293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1348,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.676890+0000","last_change":"2024-08-17T17:10:35.360296+0000","last_active":"2024-08-17T17:19:01.676890+0000","last_peered":"2024-08-17T17:19:01.676890+0000","last_clean":"2024-08-17T17:19:01.676890+0000","last_became_active":"2024-08-17T17:10:35.359994+0000","last_became_peered":"2024-08-17T17:10:35.359994+0000","last_unstale":"2024-08-17T17:19:01.676890+0000","last_undegraded":"2024-08-17T17:19:01.676890+0000","last_fullsized":"2024-08-17T17:19:01.676890+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:42:20.835713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1268,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324056+0000","last_change":"2024-08-17T17:12:49.652065+0000","last_active":"2024-08-17T17:18:59.324056+0000","last_peered":"2024-08-17T17:18:59.324056+0000","last_clean":"2024-08-17T17:18:59.324056+0000","last_became_active":"2024-08-17T17:12:49.651750+0000","last_became_peered":"2024-08-17T17:12:49.651750+0000","last_unstale":"2024-08-17T17:18:59.324056+0000","last_undegraded":"2024-08-17T17:18:59.324056+0000","last_fullsized":"2024-08-17T17:18:59.324056+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:51:41.981035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1405,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276621+0000","last_change":"2024-08-17T17:11:09.208338+0000","last_active":"2024-08-17T17:19:01.276621+0000","last_peered":"2024-08-17T17:19:01.276621+0000","last_clean":"2024-08-17T17:19:01.276621+0000","last_became_active":"2024-08-17T17:11:09.207993+0000","last_became_peered":"2024-08-17T17:11:09.207993+0000","last_unstale":"2024-08-17T17:19:01.276621+0000","last_undegraded":"2024-08-17T17:19:01.276621+0000","last_fullsized":"2024-08-17T17:19:01.276621+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:16:33.106347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1238,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039961+0000","last_change":"2024-08-17T17:12:14.667722+0000","last_active":"2024-08-17T17:19:02.039961+0000","last_peered":"2024-08-17T17:19:02.039961+0000","last_clean":"2024-08-17T17:19:02.039961+0000","last_became_active":"2024-08-17T17:12:14.667414+0000","last_became_peered":"2024-08-17T17:12:14.667414+0000","last_unstale":"2024-08-17T17:19:02.039961+0000","last_undegraded":"2024-08-17T17:19:02.039961+0000","last_fullsized":"2024-08-17T17:19:02.039961+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:43:03.681136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1249,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324664+0000","last_change":"2024-08-17T17:12:49.651429+0000","last_active":"2024-08-17T17:18:59.324664+0000","last_peered":"2024-08-17T17:18:59.324664+0000","last_clean":"2024-08-17T17:18:59.324664+0000","last_became_active":"2024-08-17T17:12:49.651106+0000","last_became_peered":"2024-08-17T17:12:49.651106+0000","last_unstale":"2024-08-17T17:18:59.324664+0000","last_undegraded":"2024-08-17T17:18:59.324664+0000","last_fullsized":"2024-08-17T17:18:59.324664+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:56:04.140062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1286,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324784+0000","last_change":"2024-08-17T17:12:14.657597+0000","last_active":"2024-08-17T17:18:59.324784+0000","last_peered":"2024-08-17T17:18:59.324784+0000","last_clean":"2024-08-17T17:18:59.324784+0000","last_became_active":"2024-08-17T17:12:14.657271+0000","last_became_peered":"2024-08-17T17:12:14.657271+0000","last_unstale":"2024-08-17T17:18:59.324784+0000","last_undegraded":"2024-08-17T17:18:59.324784+0000","last_fullsized":"2024-08-17T17:18:59.324784+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:13:35.032707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1384,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277808+0000","last_change":"2024-08-17T17:11:42.230315+0000","last_active":"2024-08-17T17:19:01.277808+0000","last_peered":"2024-08-17T17:19:01.277808+0000","last_clean":"2024-08-17T17:19:01.277808+0000","last_became_active":"2024-08-17T17:11:42.229971+0000","last_became_peered":"2024-08-17T17:11:42.229971+0000","last_unstale":"2024-08-17T17:19:01.277808+0000","last_undegraded":"2024-08-17T17:19:01.277808+0000","last_fullsized":"2024-08-17T17:19:01.277808+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:39:56.947722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3],"acting":[2,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1409,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.279060+0000","last_change":"2024-08-17T17:11:42.239205+0000","last_active":"2024-08-17T17:19:01.279060+0000","last_peered":"2024-08-17T17:19:01.279060+0000","last_clean":"2024-08-17T17:19:01.279060+0000","last_became_active":"2024-08-17T17:11:42.238818+0000","last_became_peered":"2024-08-17T17:11:42.238818+0000","last_unstale":"2024-08-17T17:19:01.279060+0000","last_undegraded":"2024-08-17T17:19:01.279060+0000","last_fullsized":"2024-08-17T17:19:01.279060+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:53:30.613334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1292,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277103+0000","last_change":"2024-08-17T17:12:49.654579+0000","last_active":"2024-08-17T17:19:01.277103+0000","last_peered":"2024-08-17T17:19:01.277103+0000","last_clean":"2024-08-17T17:19:01.277103+0000","last_became_active":"2024-08-17T17:12:49.654237+0000","last_became_peered":"2024-08-17T17:12:49.654237+0000","last_unstale":"2024-08-17T17:19:01.277103+0000","last_undegraded":"2024-08-17T17:19:01.277103+0000","last_fullsized":"2024-08-17T17:19:01.277103+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:43:34.628706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"548'29","reported_seq":1273,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039662+0000","last_change":"2024-08-17T17:12:14.672409+0000","last_active":"2024-08-17T17:19:02.039662+0000","last_peered":"2024-08-17T17:19:02.039662+0000","last_clean":"2024-08-17T17:19:02.039662+0000","last_became_active":"2024-08-17T17:12:14.672083+0000","last_became_peered":"2024-08-17T17:12:14.672083+0000","last_unstale":"2024-08-17T17:19:02.039662+0000","last_undegraded":"2024-08-17T17:19:02.039662+0000","last_fullsized":"2024-08-17T17:19:02.039662+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:14:37.362899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1219,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086310+0000","last_change":"2024-08-17T17:12:49.659586+0000","last_active":"2024-08-17T17:19:02.086310+0000","last_peered":"2024-08-17T17:19:02.086310+0000","last_clean":"2024-08-17T17:19:02.086310+0000","last_became_active":"2024-08-17T17:12:49.658937+0000","last_became_peered":"2024-08-17T17:12:49.658937+0000","last_unstale":"2024-08-17T17:19:02.086310+0000","last_undegraded":"2024-08-17T17:19:02.086310+0000","last_fullsized":"2024-08-17T17:19:02.086310+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:46:48.323716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1437,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423304+0000","last_change":"2024-08-17T17:11:09.211118+0000","last_active":"2024-08-17T17:19:01.423304+0000","last_peered":"2024-08-17T17:19:01.423304+0000","last_clean":"2024-08-17T17:19:01.423304+0000","last_became_active":"2024-08-17T17:11:09.210585+0000","last_became_peered":"2024-08-17T17:11:09.210585+0000","last_unstale":"2024-08-17T17:19:01.423304+0000","last_undegraded":"2024-08-17T17:19:01.423304+0000","last_fullsized":"2024-08-17T17:19:01.423304+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:50:37.294293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1428,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.422864+0000","last_change":"2024-08-17T17:12:49.649995+0000","last_active":"2024-08-17T17:19:01.422864+0000","last_peered":"2024-08-17T17:19:01.422864+0000","last_clean":"2024-08-17T17:19:01.422864+0000","last_became_active":"2024-08-17T17:12:49.648647+0000","last_became_peered":"2024-08-17T17:12:49.648647+0000","last_unstale":"2024-08-17T17:19:01.422864+0000","last_undegraded":"2024-08-17T17:19:01.422864+0000","last_fullsized":"2024-08-17T17:19:01.422864+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:43:05.366969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1277,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.325371+0000","last_change":"2024-08-17T17:12:49.649703+0000","last_active":"2024-08-17T17:18:59.325371+0000","last_peered":"2024-08-17T17:18:59.325371+0000","last_clean":"2024-08-17T17:18:59.325371+0000","last_became_active":"2024-08-17T17:12:49.649330+0000","last_became_peered":"2024-08-17T17:12:49.649330+0000","last_unstale":"2024-08-17T17:18:59.325371+0000","last_undegraded":"2024-08-17T17:18:59.325371+0000","last_fullsized":"2024-08-17T17:18:59.325371+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:32:52.241357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1219,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.085869+0000","last_change":"2024-08-17T17:12:49.655662+0000","last_active":"2024-08-17T17:19:02.085869+0000","last_peered":"2024-08-17T17:19:02.085869+0000","last_clean":"2024-08-17T17:19:02.085869+0000","last_became_active":"2024-08-17T17:12:49.653524+0000","last_became_peered":"2024-08-17T17:12:49.653524+0000","last_unstale":"2024-08-17T17:19:02.085869+0000","last_undegraded":"2024-08-17T17:19:02.085869+0000","last_fullsized":"2024-08-17T17:19:02.085869+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:02:41.564131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1247,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039595+0000","last_change":"2024-08-17T17:12:14.669459+0000","last_active":"2024-08-17T17:19:02.039595+0000","last_peered":"2024-08-17T17:19:02.039595+0000","last_clean":"2024-08-17T17:19:02.039595+0000","last_became_active":"2024-08-17T17:12:14.667548+0000","last_became_peered":"2024-08-17T17:12:14.667548+0000","last_unstale":"2024-08-17T17:19:02.039595+0000","last_undegraded":"2024-08-17T17:19:02.039595+0000","last_fullsized":"2024-08-17T17:19:02.039595+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:04:45.154597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1235,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039259+0000","last_change":"2024-08-17T17:12:14.660934+0000","last_active":"2024-08-17T17:19:02.039259+0000","last_peered":"2024-08-17T17:19:02.039259+0000","last_clean":"2024-08-17T17:19:02.039259+0000","last_became_active":"2024-08-17T17:12:14.660589+0000","last_became_peered":"2024-08-17T17:12:14.660589+0000","last_unstale":"2024-08-17T17:19:02.039259+0000","last_undegraded":"2024-08-17T17:19:02.039259+0000","last_fullsized":"2024-08-17T17:19:02.039259+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:51:56.268388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1394,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277711+0000","last_change":"2024-08-17T17:10:03.192043+0000","last_active":"2024-08-17T17:19:01.277711+0000","last_peered":"2024-08-17T17:19:01.277711+0000","last_clean":"2024-08-17T17:19:01.277711+0000","last_became_active":"2024-08-17T17:10:03.191402+0000","last_became_peered":"2024-08-17T17:10:03.191402+0000","last_unstale":"2024-08-17T17:19:01.277711+0000","last_undegraded":"2024-08-17T17:19:01.277711+0000","last_fullsized":"2024-08-17T17:19:01.277711+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:35:40.697573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1201,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.085669+0000","last_change":"2024-08-17T17:12:49.657072+0000","last_active":"2024-08-17T17:19:02.085669+0000","last_peered":"2024-08-17T17:19:02.085669+0000","last_clean":"2024-08-17T17:19:02.085669+0000","last_became_active":"2024-08-17T17:12:49.653112+0000","last_became_peered":"2024-08-17T17:12:49.653112+0000","last_unstale":"2024-08-17T17:19:02.085669+0000","last_undegraded":"2024-08-17T17:19:02.085669+0000","last_fullsized":"2024-08-17T17:19:02.085669+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:26:04.698135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"890'1790","reported_seq":5206,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277971+0000","last_change":"2024-08-17T17:18:58.316662+0000","last_active":"2024-08-17T17:19:01.277971+0000","last_peered":"2024-08-17T17:19:01.277971+0000","last_clean":"2024-08-17T17:19:01.277971+0000","last_became_active":"2024-08-17T17:10:03.194258+0000","last_became_peered":"2024-08-17T17:10:03.194258+0000","last_unstale":"2024-08-17T17:19:01.277971+0000","last_undegraded":"2024-08-17T17:19:01.277971+0000","last_fullsized":"2024-08-17T17:19:01.277971+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":1790,"log_dups_size":0,"ondisk_log_size":1790,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:01:02.329789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001769369,"stat_sum":{"num_bytes":33808384,"num_objects":17,"num_object_clones":13,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":1,"num_read":264,"num_read_kb":571749,"num_write":652,"num_write_kb":154232,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":46530560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"2.f","version":"65'1","reported_seq":1293,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276969+0000","last_change":"2024-08-17T17:12:49.654751+0000","last_active":"2024-08-17T17:19:01.276969+0000","last_peered":"2024-08-17T17:19:01.276969+0000","last_clean":"2024-08-17T17:19:01.276969+0000","last_became_active":"2024-08-17T17:12:49.654429+0000","last_became_peered":"2024-08-17T17:12:49.654429+0000","last_unstale":"2024-08-17T17:19:01.276969+0000","last_undegraded":"2024-08-17T17:19:01.276969+0000","last_fullsized":"2024-08-17T17:19:01.276969+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:56:30.960584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1219,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086517+0000","last_change":"2024-08-17T17:12:49.649311+0000","last_active":"2024-08-17T17:19:02.086517+0000","last_peered":"2024-08-17T17:19:02.086517+0000","last_clean":"2024-08-17T17:19:02.086517+0000","last_became_active":"2024-08-17T17:12:49.649006+0000","last_became_peered":"2024-08-17T17:12:49.649006+0000","last_unstale":"2024-08-17T17:19:02.086517+0000","last_undegraded":"2024-08-17T17:19:02.086517+0000","last_fullsized":"2024-08-17T17:19:02.086517+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:50:32.663103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"890'2260","reported_seq":5315,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.085653+0000","last_change":"2024-08-17T17:18:58.323596+0000","last_active":"2024-08-17T17:19:02.085653+0000","last_peered":"2024-08-17T17:19:02.085653+0000","last_clean":"2024-08-17T17:19:02.085653+0000","last_became_active":"2024-08-17T17:12:49.655945+0000","last_became_peered":"2024-08-17T17:12:49.655945+0000","last_unstale":"2024-08-17T17:19:02.085653+0000","last_undegraded":"2024-08-17T17:19:02.085653+0000","last_fullsized":"2024-08-17T17:19:02.085653+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":2260,"log_dups_size":0,"ondisk_log_size":2260,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:28:01.227752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014154379,"stat_sum":{"num_bytes":55017472,"num_objects":22,"num_object_clones":17,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":2,"num_read":340,"num_read_kb":586811,"num_write":710,"num_write_kb":228448,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":40796160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"2.e","version":"65'2","reported_seq":1393,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277187+0000","last_change":"2024-08-17T17:12:49.649717+0000","last_active":"2024-08-17T17:19:01.277187+0000","last_peered":"2024-08-17T17:19:01.277187+0000","last_clean":"2024-08-17T17:19:01.277187+0000","last_became_active":"2024-08-17T17:12:49.649384+0000","last_became_peered":"2024-08-17T17:12:49.649384+0000","last_unstale":"2024-08-17T17:19:01.277187+0000","last_undegraded":"2024-08-17T17:19:01.277187+0000","last_fullsized":"2024-08-17T17:19:01.277187+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:58:12.648841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1219,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086781+0000","last_change":"2024-08-17T17:12:49.650600+0000","last_active":"2024-08-17T17:19:02.086781+0000","last_peered":"2024-08-17T17:19:02.086781+0000","last_clean":"2024-08-17T17:19:02.086781+0000","last_became_active":"2024-08-17T17:12:49.650036+0000","last_became_peered":"2024-08-17T17:12:49.650036+0000","last_unstale":"2024-08-17T17:19:02.086781+0000","last_undegraded":"2024-08-17T17:19:02.086781+0000","last_fullsized":"2024-08-17T17:19:02.086781+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:56:17.112011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"891'1931","reported_seq":5292,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276971+0000","last_change":"2024-08-17T17:18:58.323346+0000","last_active":"2024-08-17T17:19:01.276971+0000","last_peered":"2024-08-17T17:19:01.276971+0000","last_clean":"2024-08-17T17:19:01.276971+0000","last_became_active":"2024-08-17T17:11:09.215808+0000","last_became_peered":"2024-08-17T17:11:09.215808+0000","last_unstale":"2024-08-17T17:19:01.276971+0000","last_undegraded":"2024-08-17T17:19:01.276971+0000","last_fullsized":"2024-08-17T17:19:01.276971+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":1931,"log_dups_size":0,"ondisk_log_size":1931,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:25:41.408483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010530081,"stat_sum":{"num_bytes":40345600,"num_objects":16,"num_object_clones":12,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":1,"num_read":285,"num_read_kb":561731,"num_write":594,"num_write_kb":182488,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":41877504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"2.d","version":"65'1","reported_seq":1413,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.279153+0000","last_change":"2024-08-17T17:11:09.207429+0000","last_active":"2024-08-17T17:19:01.279153+0000","last_peered":"2024-08-17T17:19:01.279153+0000","last_clean":"2024-08-17T17:19:01.279153+0000","last_became_active":"2024-08-17T17:11:09.207074+0000","last_became_peered":"2024-08-17T17:11:09.207074+0000","last_unstale":"2024-08-17T17:19:01.279153+0000","last_undegraded":"2024-08-17T17:19:01.279153+0000","last_fullsized":"2024-08-17T17:19:01.279153+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:35:32.807959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1274,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324813+0000","last_change":"2024-08-17T17:12:14.661726+0000","last_active":"2024-08-17T17:18:59.324813+0000","last_peered":"2024-08-17T17:18:59.324813+0000","last_clean":"2024-08-17T17:18:59.324813+0000","last_became_active":"2024-08-17T17:12:14.661406+0000","last_became_peered":"2024-08-17T17:12:14.661406+0000","last_unstale":"2024-08-17T17:18:59.324813+0000","last_undegraded":"2024-08-17T17:18:59.324813+0000","last_fullsized":"2024-08-17T17:18:59.324813+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:10:17.911587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"890'1510","reported_seq":4955,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276732+0000","last_change":"2024-08-17T17:18:58.326055+0000","last_active":"2024-08-17T17:19:01.276732+0000","last_peered":"2024-08-17T17:19:01.276732+0000","last_clean":"2024-08-17T17:19:01.276732+0000","last_became_active":"2024-08-17T17:11:42.237122+0000","last_became_peered":"2024-08-17T17:11:42.237122+0000","last_unstale":"2024-08-17T17:19:01.276732+0000","last_undegraded":"2024-08-17T17:19:01.276732+0000","last_fullsized":"2024-08-17T17:19:01.276732+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":1510,"log_dups_size":0,"ondisk_log_size":1510,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:16:45.062954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.012602758,"stat_sum":{"num_bytes":21504000,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":2,"num_read":245,"num_read_kb":394092,"num_write":543,"num_write_kb":121992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":62783488,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1383,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.278388+0000","last_change":"2024-08-17T17:11:42.229056+0000","last_active":"2024-08-17T17:19:01.278388+0000","last_peered":"2024-08-17T17:19:01.278388+0000","last_clean":"2024-08-17T17:19:01.278388+0000","last_became_active":"2024-08-17T17:11:42.228736+0000","last_became_peered":"2024-08-17T17:11:42.228736+0000","last_unstale":"2024-08-17T17:19:01.278388+0000","last_undegraded":"2024-08-17T17:19:01.278388+0000","last_fullsized":"2024-08-17T17:19:01.278388+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:59:55.388168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1201,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086471+0000","last_change":"2024-08-17T17:12:49.657245+0000","last_active":"2024-08-17T17:19:02.086471+0000","last_peered":"2024-08-17T17:19:02.086471+0000","last_clean":"2024-08-17T17:19:02.086471+0000","last_became_active":"2024-08-17T17:12:49.655660+0000","last_became_peered":"2024-08-17T17:12:49.655660+0000","last_unstale":"2024-08-17T17:19:02.086471+0000","last_undegraded":"2024-08-17T17:19:02.086471+0000","last_fullsized":"2024-08-17T17:19:02.086471+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:20:42.869474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"891'1381","reported_seq":4530,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086435+0000","last_change":"2024-08-17T17:18:58.316374+0000","last_active":"2024-08-17T17:19:02.086435+0000","last_peered":"2024-08-17T17:19:02.086435+0000","last_clean":"2024-08-17T17:19:02.086435+0000","last_became_active":"2024-08-17T17:12:49.650018+0000","last_became_peered":"2024-08-17T17:12:49.650018+0000","last_unstale":"2024-08-17T17:19:02.086435+0000","last_undegraded":"2024-08-17T17:19:02.086435+0000","last_fullsized":"2024-08-17T17:19:02.086435+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":1381,"log_dups_size":0,"ondisk_log_size":1381,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:34:50.460590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064131300000000004,"stat_sum":{"num_bytes":12369920,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":230,"num_read_kb":221126,"num_write":599,"num_write_kb":92248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":35553280,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1239,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.040079+0000","last_change":"2024-08-17T17:12:49.653170+0000","last_active":"2024-08-17T17:19:02.040079+0000","last_peered":"2024-08-17T17:19:02.040079+0000","last_clean":"2024-08-17T17:19:02.040079+0000","last_became_active":"2024-08-17T17:12:49.652881+0000","last_became_peered":"2024-08-17T17:12:49.652881+0000","last_unstale":"2024-08-17T17:19:02.040079+0000","last_undegraded":"2024-08-17T17:19:02.040079+0000","last_fullsized":"2024-08-17T17:19:02.040079+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:26:50.539108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035339200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"248'213","reported_seq":1760,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.085653+0000","last_change":"2024-08-17T17:12:49.655732+0000","last_active":"2024-08-17T17:19:02.085653+0000","last_peered":"2024-08-17T17:19:02.085653+0000","last_clean":"2024-08-17T17:19:02.085653+0000","last_became_active":"2024-08-17T17:12:49.648959+0000","last_became_peered":"2024-08-17T17:12:49.648959+0000","last_unstale":"2024-08-17T17:19:02.085653+0000","last_undegraded":"2024-08-17T17:19:02.085653+0000","last_fullsized":"2024-08-17T17:19:02.085653+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T16:59:08.794706+0000","last_clean_scrub_stamp":"2024-08-17T16:59:08.794706+0000","objects_scrubbed":0,"log_size":213,"log_dups_size":0,"ondisk_log_size":213,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:32:13.760347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":962,"num_read_kb":1814,"num_write":343,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1286,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324352+0000","last_change":"2024-08-17T17:12:49.650482+0000","last_active":"2024-08-17T17:18:59.324352+0000","last_peered":"2024-08-17T17:18:59.324352+0000","last_clean":"2024-08-17T17:18:59.324352+0000","last_became_active":"2024-08-17T17:12:49.650164+0000","last_became_peered":"2024-08-17T17:12:49.650164+0000","last_unstale":"2024-08-17T17:18:59.324352+0000","last_undegraded":"2024-08-17T17:18:59.324352+0000","last_fullsized":"2024-08-17T17:18:59.324352+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T17:23:14.010209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1315,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677255+0000","last_change":"2024-08-17T17:12:14.673336+0000","last_active":"2024-08-17T17:19:01.677255+0000","last_peered":"2024-08-17T17:19:01.677255+0000","last_clean":"2024-08-17T17:19:01.677255+0000","last_became_active":"2024-08-17T17:12:14.672964+0000","last_became_peered":"2024-08-17T17:12:14.672964+0000","last_unstale":"2024-08-17T17:19:01.677255+0000","last_undegraded":"2024-08-17T17:19:01.677255+0000","last_fullsized":"2024-08-17T17:19:01.677255+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:26:04.047299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"890'977","reported_seq":4214,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.325184+0000","last_change":"2024-08-17T17:18:58.327677+0000","last_active":"2024-08-17T17:18:59.325184+0000","last_peered":"2024-08-17T17:18:59.325184+0000","last_clean":"2024-08-17T17:18:59.325184+0000","last_became_active":"2024-08-17T17:11:42.238729+0000","last_became_peered":"2024-08-17T17:11:42.238729+0000","last_unstale":"2024-08-17T17:18:59.325184+0000","last_undegraded":"2024-08-17T17:18:59.325184+0000","last_fullsized":"2024-08-17T17:18:59.325184+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":977,"log_dups_size":0,"ondisk_log_size":977,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:54.405763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013283227,"stat_sum":{"num_bytes":10551296,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":134,"num_read_kb":223271,"num_write":363,"num_write_kb":100544,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":21905408,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b9","length":"1"},{"start":"1bc","length":"1"},{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1438,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423512+0000","last_change":"2024-08-17T17:10:03.188736+0000","last_active":"2024-08-17T17:19:01.423512+0000","last_peered":"2024-08-17T17:19:01.423512+0000","last_clean":"2024-08-17T17:19:01.423512+0000","last_became_active":"2024-08-17T17:10:03.188158+0000","last_became_peered":"2024-08-17T17:10:03.188158+0000","last_unstale":"2024-08-17T17:19:01.423512+0000","last_undegraded":"2024-08-17T17:19:01.423512+0000","last_fullsized":"2024-08-17T17:19:01.423512+0000","mapping_epoch":368,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":369,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:03:44.322190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1208,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.085552+0000","last_change":"2024-08-17T17:12:49.656946+0000","last_active":"2024-08-17T17:19:02.085552+0000","last_peered":"2024-08-17T17:19:02.085552+0000","last_clean":"2024-08-17T17:19:02.085552+0000","last_became_active":"2024-08-17T17:12:49.652560+0000","last_became_peered":"2024-08-17T17:12:49.652560+0000","last_unstale":"2024-08-17T17:19:02.085552+0000","last_undegraded":"2024-08-17T17:19:02.085552+0000","last_fullsized":"2024-08-17T17:19:02.085552+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:53:37.916234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1429,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.422833+0000","last_change":"2024-08-17T17:11:09.204129+0000","last_active":"2024-08-17T17:19:01.422833+0000","last_peered":"2024-08-17T17:19:01.422833+0000","last_clean":"2024-08-17T17:19:01.422833+0000","last_became_active":"2024-08-17T17:11:09.203804+0000","last_became_peered":"2024-08-17T17:11:09.203804+0000","last_unstale":"2024-08-17T17:19:01.422833+0000","last_undegraded":"2024-08-17T17:19:01.422833+0000","last_fullsized":"2024-08-17T17:19:01.422833+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:22:50.498339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"889'1024","reported_seq":4491,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277425+0000","last_change":"2024-08-17T17:18:58.323806+0000","last_active":"2024-08-17T17:19:01.277425+0000","last_peered":"2024-08-17T17:19:01.277425+0000","last_clean":"2024-08-17T17:19:01.277425+0000","last_became_active":"2024-08-17T17:11:42.237465+0000","last_became_peered":"2024-08-17T17:11:42.237465+0000","last_unstale":"2024-08-17T17:19:01.277425+0000","last_undegraded":"2024-08-17T17:19:01.277425+0000","last_fullsized":"2024-08-17T17:19:01.277425+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":1024,"log_dups_size":0,"ondisk_log_size":1024,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:22:52.239743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0094896779999999997,"stat_sum":{"num_bytes":6209536,"num_objects":5,"num_object_clones":3,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":155,"num_read_kb":361028,"num_write":429,"num_write_kb":87112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":27213824,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1399,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277081+0000","last_change":"2024-08-17T17:11:42.238792+0000","last_active":"2024-08-17T17:19:01.277081+0000","last_peered":"2024-08-17T17:19:01.277081+0000","last_clean":"2024-08-17T17:19:01.277081+0000","last_became_active":"2024-08-17T17:11:42.238279+0000","last_became_peered":"2024-08-17T17:11:42.238279+0000","last_unstale":"2024-08-17T17:19:01.277081+0000","last_undegraded":"2024-08-17T17:19:01.277081+0000","last_fullsized":"2024-08-17T17:19:01.277081+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:21:02.969862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035149600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1383,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276556+0000","last_change":"2024-08-17T17:10:35.356283+0000","last_active":"2024-08-17T17:19:01.276556+0000","last_peered":"2024-08-17T17:19:01.276556+0000","last_clean":"2024-08-17T17:19:01.276556+0000","last_became_active":"2024-08-17T17:10:35.355959+0000","last_became_peered":"2024-08-17T17:10:35.355959+0000","last_unstale":"2024-08-17T17:19:01.276556+0000","last_undegraded":"2024-08-17T17:19:01.276556+0000","last_fullsized":"2024-08-17T17:19:01.276556+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:49:17.002971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1406,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276339+0000","last_change":"2024-08-17T17:12:14.667666+0000","last_active":"2024-08-17T17:19:01.276339+0000","last_peered":"2024-08-17T17:19:01.276339+0000","last_clean":"2024-08-17T17:19:01.276339+0000","last_became_active":"2024-08-17T17:12:14.667207+0000","last_became_peered":"2024-08-17T17:12:14.667207+0000","last_unstale":"2024-08-17T17:19:01.276339+0000","last_undegraded":"2024-08-17T17:19:01.276339+0000","last_fullsized":"2024-08-17T17:19:01.276339+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:11:11.355518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"887'547","reported_seq":4176,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423417+0000","last_change":"2024-08-17T17:18:58.311284+0000","last_active":"2024-08-17T17:19:01.423417+0000","last_peered":"2024-08-17T17:19:01.423417+0000","last_clean":"2024-08-17T17:19:01.423417+0000","last_became_active":"2024-08-17T17:11:09.212152+0000","last_became_peered":"2024-08-17T17:11:09.212152+0000","last_unstale":"2024-08-17T17:19:01.423417+0000","last_undegraded":"2024-08-17T17:19:01.423417+0000","last_fullsized":"2024-08-17T17:19:01.423417+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":547,"log_dups_size":0,"ondisk_log_size":547,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:10:39.273221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076183900000000005,"stat_sum":{"num_bytes":2899968,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":80,"num_read_kb":51827,"num_write":210,"num_write_kb":39152,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1851392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1415,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.278309+0000","last_change":"2024-08-17T17:10:35.362040+0000","last_active":"2024-08-17T17:19:01.278309+0000","last_peered":"2024-08-17T17:19:01.278309+0000","last_clean":"2024-08-17T17:19:01.278309+0000","last_became_active":"2024-08-17T17:10:35.361725+0000","last_became_peered":"2024-08-17T17:10:35.361725+0000","last_unstale":"2024-08-17T17:19:01.278309+0000","last_undegraded":"2024-08-17T17:19:01.278309+0000","last_fullsized":"2024-08-17T17:19:01.278309+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:54:34.825586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1253,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.325164+0000","last_change":"2024-08-17T17:12:14.670721+0000","last_active":"2024-08-17T17:18:59.325164+0000","last_peered":"2024-08-17T17:18:59.325164+0000","last_clean":"2024-08-17T17:18:59.325164+0000","last_became_active":"2024-08-17T17:12:14.670375+0000","last_became_peered":"2024-08-17T17:12:14.670375+0000","last_unstale":"2024-08-17T17:18:59.325164+0000","last_undegraded":"2024-08-17T17:18:59.325164+0000","last_fullsized":"2024-08-17T17:18:59.325164+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:47:04.613974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1289,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276407+0000","last_change":"2024-08-17T17:12:14.658525+0000","last_active":"2024-08-17T17:19:01.276407+0000","last_peered":"2024-08-17T17:19:01.276407+0000","last_clean":"2024-08-17T17:19:01.276407+0000","last_became_active":"2024-08-17T17:12:14.658232+0000","last_became_peered":"2024-08-17T17:12:14.658232+0000","last_unstale":"2024-08-17T17:19:01.276407+0000","last_undegraded":"2024-08-17T17:19:01.276407+0000","last_fullsized":"2024-08-17T17:19:01.276407+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:56:06.186028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"890'1095","reported_seq":4654,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423638+0000","last_change":"2024-08-17T17:18:58.323646+0000","last_active":"2024-08-17T17:19:01.423638+0000","last_peered":"2024-08-17T17:19:01.423638+0000","last_clean":"2024-08-17T17:19:01.423638+0000","last_became_active":"2024-08-17T17:12:14.665062+0000","last_became_peered":"2024-08-17T17:12:14.665062+0000","last_unstale":"2024-08-17T17:19:01.423638+0000","last_undegraded":"2024-08-17T17:19:01.423638+0000","last_fullsized":"2024-08-17T17:19:01.423638+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":1095,"log_dups_size":0,"ondisk_log_size":1095,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:23:49.107213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011369986,"stat_sum":{"num_bytes":13484032,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":158,"num_read_kb":211414,"num_write":423,"num_write_kb":68408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":21921792,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"4.2","version":"74'2","reported_seq":1417,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277583+0000","last_change":"2024-08-17T17:11:42.237762+0000","last_active":"2024-08-17T17:19:01.277583+0000","last_peered":"2024-08-17T17:19:01.277583+0000","last_clean":"2024-08-17T17:19:01.277583+0000","last_became_active":"2024-08-17T17:11:42.236840+0000","last_became_peered":"2024-08-17T17:11:42.236840+0000","last_unstale":"2024-08-17T17:19:01.277583+0000","last_undegraded":"2024-08-17T17:19:01.277583+0000","last_fullsized":"2024-08-17T17:19:01.277583+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:01:48.968532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1404,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.278007+0000","last_change":"2024-08-17T17:12:49.659197+0000","last_active":"2024-08-17T17:19:01.278007+0000","last_peered":"2024-08-17T17:19:01.278007+0000","last_clean":"2024-08-17T17:19:01.278007+0000","last_became_active":"2024-08-17T17:12:49.658880+0000","last_became_peered":"2024-08-17T17:12:49.658880+0000","last_unstale":"2024-08-17T17:19:01.278007+0000","last_undegraded":"2024-08-17T17:19:01.278007+0000","last_fullsized":"2024-08-17T17:19:01.278007+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:46:16.605218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1278,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324765+0000","last_change":"2024-08-17T17:11:42.232126+0000","last_active":"2024-08-17T17:18:59.324765+0000","last_peered":"2024-08-17T17:18:59.324765+0000","last_clean":"2024-08-17T17:18:59.324765+0000","last_became_active":"2024-08-17T17:11:42.231823+0000","last_became_peered":"2024-08-17T17:11:42.231823+0000","last_unstale":"2024-08-17T17:18:59.324765+0000","last_undegraded":"2024-08-17T17:18:59.324765+0000","last_fullsized":"2024-08-17T17:18:59.324765+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:02:16.284886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"891'2818","reported_seq":5859,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039877+0000","last_change":"2024-08-17T17:18:58.327744+0000","last_active":"2024-08-17T17:19:02.039877+0000","last_peered":"2024-08-17T17:19:02.039877+0000","last_clean":"2024-08-17T17:19:02.039877+0000","last_became_active":"2024-08-17T17:12:14.669308+0000","last_became_peered":"2024-08-17T17:12:14.669308+0000","last_unstale":"2024-08-17T17:19:02.039877+0000","last_undegraded":"2024-08-17T17:19:02.039877+0000","last_fullsized":"2024-08-17T17:19:02.039877+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":2818,"log_dups_size":0,"ondisk_log_size":2818,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T18:21:11.060259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.014876624,"stat_sum":{"num_bytes":57139200,"num_objects":25,"num_object_clones":19,"num_object_copies":75,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":25,"num_whiteouts":1,"num_read":442,"num_read_kb":450107,"num_write":1099,"num_write_kb":274288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":39657472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"4.3","version":"72'1","reported_seq":1439,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423374+0000","last_change":"2024-08-17T17:12:49.655717+0000","last_active":"2024-08-17T17:19:01.423374+0000","last_peered":"2024-08-17T17:19:01.423374+0000","last_clean":"2024-08-17T17:19:01.423374+0000","last_became_active":"2024-08-17T17:12:49.654126+0000","last_became_peered":"2024-08-17T17:12:49.654126+0000","last_unstale":"2024-08-17T17:19:01.423374+0000","last_undegraded":"2024-08-17T17:19:01.423374+0000","last_fullsized":"2024-08-17T17:19:01.423374+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:33:29.632040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1377,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.278834+0000","last_change":"2024-08-17T17:11:09.219964+0000","last_active":"2024-08-17T17:19:01.278834+0000","last_peered":"2024-08-17T17:19:01.278834+0000","last_clean":"2024-08-17T17:19:01.278834+0000","last_became_active":"2024-08-17T17:11:09.219632+0000","last_became_peered":"2024-08-17T17:11:09.219632+0000","last_unstale":"2024-08-17T17:19:01.278834+0000","last_undegraded":"2024-08-17T17:19:01.278834+0000","last_fullsized":"2024-08-17T17:19:01.278834+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:03:10.499463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,4],"acting":[2,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1406,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.278180+0000","last_change":"2024-08-17T17:11:42.239524+0000","last_active":"2024-08-17T17:19:01.278180+0000","last_peered":"2024-08-17T17:19:01.278180+0000","last_clean":"2024-08-17T17:19:01.278180+0000","last_became_active":"2024-08-17T17:11:42.238219+0000","last_became_peered":"2024-08-17T17:11:42.238219+0000","last_unstale":"2024-08-17T17:19:01.278180+0000","last_undegraded":"2024-08-17T17:19:01.278180+0000","last_fullsized":"2024-08-17T17:19:01.278180+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T19:04:52.893412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"891'801","reported_seq":4193,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276308+0000","last_change":"2024-08-17T17:18:58.318805+0000","last_active":"2024-08-17T17:19:01.276308+0000","last_peered":"2024-08-17T17:19:01.276308+0000","last_clean":"2024-08-17T17:19:01.276308+0000","last_became_active":"2024-08-17T17:12:49.654693+0000","last_became_peered":"2024-08-17T17:12:49.654693+0000","last_unstale":"2024-08-17T17:19:01.276308+0000","last_undegraded":"2024-08-17T17:19:01.276308+0000","last_fullsized":"2024-08-17T17:19:01.276308+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":801,"log_dups_size":0,"ondisk_log_size":801,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:53:56.735210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011902322999999999,"stat_sum":{"num_bytes":23216128,"num_objects":9,"num_object_clones":7,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":176,"num_read_kb":352302,"num_write":294,"num_write_kb":87080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":26615808,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1350,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.676783+0000","last_change":"2024-08-17T17:12:49.655775+0000","last_active":"2024-08-17T17:19:01.676783+0000","last_peered":"2024-08-17T17:19:01.676783+0000","last_clean":"2024-08-17T17:19:01.676783+0000","last_became_active":"2024-08-17T17:12:49.655423+0000","last_became_peered":"2024-08-17T17:12:49.655423+0000","last_unstale":"2024-08-17T17:19:01.676783+0000","last_undegraded":"2024-08-17T17:19:01.676783+0000","last_fullsized":"2024-08-17T17:19:01.676783+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:19:50.539007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042823399999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"551'2","reported_seq":1414,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277062+0000","last_change":"2024-08-17T17:12:14.664873+0000","last_active":"2024-08-17T17:19:01.277062+0000","last_peered":"2024-08-17T17:19:01.277062+0000","last_clean":"2024-08-17T17:19:01.277062+0000","last_became_active":"2024-08-17T17:12:14.664323+0000","last_became_peered":"2024-08-17T17:12:14.664323+0000","last_unstale":"2024-08-17T17:19:01.277062+0000","last_undegraded":"2024-08-17T17:19:01.277062+0000","last_fullsized":"2024-08-17T17:19:01.277062+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:51:22.342223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1352,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677581+0000","last_change":"2024-08-17T17:12:49.655761+0000","last_active":"2024-08-17T17:19:01.677581+0000","last_peered":"2024-08-17T17:19:01.677581+0000","last_clean":"2024-08-17T17:19:01.677581+0000","last_became_active":"2024-08-17T17:12:49.655404+0000","last_became_peered":"2024-08-17T17:12:49.655404+0000","last_unstale":"2024-08-17T17:19:01.677581+0000","last_undegraded":"2024-08-17T17:19:01.677581+0000","last_fullsized":"2024-08-17T17:19:01.677581+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:03:21.248985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"887'526","reported_seq":3985,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677156+0000","last_change":"2024-08-17T17:18:58.313681+0000","last_active":"2024-08-17T17:19:01.677156+0000","last_peered":"2024-08-17T17:19:01.677156+0000","last_clean":"2024-08-17T17:19:01.677156+0000","last_became_active":"2024-08-17T17:11:09.214253+0000","last_became_peered":"2024-08-17T17:11:09.214253+0000","last_unstale":"2024-08-17T17:19:01.677156+0000","last_undegraded":"2024-08-17T17:19:01.677156+0000","last_fullsized":"2024-08-17T17:19:01.677156+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":526,"log_dups_size":0,"ondisk_log_size":526,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:32:07.009475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00142742,"stat_sum":{"num_bytes":10575872,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":83,"num_read_kb":123902,"num_write":156,"num_write_kb":32904,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1302,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276293+0000","last_change":"2024-08-17T17:12:14.664989+0000","last_active":"2024-08-17T17:19:01.276293+0000","last_peered":"2024-08-17T17:19:01.276293+0000","last_clean":"2024-08-17T17:19:01.276293+0000","last_became_active":"2024-08-17T17:12:14.664591+0000","last_became_peered":"2024-08-17T17:12:14.664591+0000","last_unstale":"2024-08-17T17:19:01.276293+0000","last_undegraded":"2024-08-17T17:19:01.276293+0000","last_fullsized":"2024-08-17T17:19:01.276293+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:02:17.724284+0000","last_clean_scrub_stamp":"2024-08-17T17:02:17.724284+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:55:31.495008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1224,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.039976+0000","last_change":"2024-08-17T17:12:49.651876+0000","last_active":"2024-08-17T17:19:02.039976+0000","last_peered":"2024-08-17T17:19:02.039976+0000","last_clean":"2024-08-17T17:19:02.039976+0000","last_became_active":"2024-08-17T17:12:49.651493+0000","last_became_peered":"2024-08-17T17:12:49.651493+0000","last_unstale":"2024-08-17T17:19:02.039976+0000","last_undegraded":"2024-08-17T17:19:02.039976+0000","last_fullsized":"2024-08-17T17:19:02.039976+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:38:30.478945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1429,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423452+0000","last_change":"2024-08-17T17:11:09.212241+0000","last_active":"2024-08-17T17:19:01.423452+0000","last_peered":"2024-08-17T17:19:01.423452+0000","last_clean":"2024-08-17T17:19:01.423452+0000","last_became_active":"2024-08-17T17:11:09.211597+0000","last_became_peered":"2024-08-17T17:11:09.211597+0000","last_unstale":"2024-08-17T17:19:01.423452+0000","last_undegraded":"2024-08-17T17:19:01.423452+0000","last_fullsized":"2024-08-17T17:19:01.423452+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:14:05.105912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"891'428","reported_seq":3765,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.325215+0000","last_change":"2024-08-17T17:18:58.314874+0000","last_active":"2024-08-17T17:18:59.325215+0000","last_peered":"2024-08-17T17:18:59.325215+0000","last_clean":"2024-08-17T17:18:59.325215+0000","last_became_active":"2024-08-17T17:12:14.657623+0000","last_became_peered":"2024-08-17T17:12:14.657623+0000","last_unstale":"2024-08-17T17:18:59.325215+0000","last_undegraded":"2024-08-17T17:18:59.325215+0000","last_fullsized":"2024-08-17T17:18:59.325215+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":428,"log_dups_size":0,"ondisk_log_size":428,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:33:26.433061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00063393499999999997,"stat_sum":{"num_bytes":8593408,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":77,"num_read_kb":166819,"num_write":174,"num_write_kb":59296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":34545664,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1b9","length":"1"},{"start":"1bc","length":"1"},{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1207,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.085686+0000","last_change":"2024-08-17T17:12:49.648103+0000","last_active":"2024-08-17T17:19:02.085686+0000","last_peered":"2024-08-17T17:19:02.085686+0000","last_clean":"2024-08-17T17:19:02.085686+0000","last_became_active":"2024-08-17T17:12:49.647788+0000","last_became_peered":"2024-08-17T17:12:49.647788+0000","last_unstale":"2024-08-17T17:19:02.085686+0000","last_undegraded":"2024-08-17T17:19:02.085686+0000","last_fullsized":"2024-08-17T17:19:02.085686+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:46:30.890860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1316,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276555+0000","last_change":"2024-08-17T17:12:49.654666+0000","last_active":"2024-08-17T17:19:01.276555+0000","last_peered":"2024-08-17T17:19:01.276555+0000","last_clean":"2024-08-17T17:19:01.276555+0000","last_became_active":"2024-08-17T17:12:49.654379+0000","last_became_peered":"2024-08-17T17:12:49.654379+0000","last_unstale":"2024-08-17T17:19:01.276555+0000","last_undegraded":"2024-08-17T17:19:01.276555+0000","last_fullsized":"2024-08-17T17:19:01.276555+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:38:55.912483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"890'1864","reported_seq":5121,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277024+0000","last_change":"2024-08-17T17:18:58.308252+0000","last_active":"2024-08-17T17:19:01.277024+0000","last_peered":"2024-08-17T17:19:01.277024+0000","last_clean":"2024-08-17T17:19:01.277024+0000","last_became_active":"2024-08-17T17:11:42.225313+0000","last_became_peered":"2024-08-17T17:11:42.225313+0000","last_unstale":"2024-08-17T17:19:01.277024+0000","last_undegraded":"2024-08-17T17:19:01.277024+0000","last_fullsized":"2024-08-17T17:19:01.277024+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":1864,"log_dups_size":0,"ondisk_log_size":1864,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:58:43.242224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047889999999999999,"stat_sum":{"num_bytes":42655744,"num_objects":15,"num_object_clones":11,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":3,"num_read":289,"num_read_kb":387698,"num_write":742,"num_write_kb":181032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":20029440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1406,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276824+0000","last_change":"2024-08-17T17:12:49.651555+0000","last_active":"2024-08-17T17:19:01.276824+0000","last_peered":"2024-08-17T17:19:01.276824+0000","last_clean":"2024-08-17T17:19:01.276824+0000","last_became_active":"2024-08-17T17:12:49.651208+0000","last_became_peered":"2024-08-17T17:12:49.651208+0000","last_unstale":"2024-08-17T17:19:01.276824+0000","last_undegraded":"2024-08-17T17:19:01.276824+0000","last_fullsized":"2024-08-17T17:19:01.276824+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:45:19.798793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1345,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.676943+0000","last_change":"2024-08-17T17:12:49.655761+0000","last_active":"2024-08-17T17:19:01.676943+0000","last_peered":"2024-08-17T17:19:01.676943+0000","last_clean":"2024-08-17T17:19:01.676943+0000","last_became_active":"2024-08-17T17:12:49.655218+0000","last_became_peered":"2024-08-17T17:12:49.655218+0000","last_unstale":"2024-08-17T17:19:01.676943+0000","last_undegraded":"2024-08-17T17:19:01.676943+0000","last_fullsized":"2024-08-17T17:19:01.676943+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T00:32:45.173783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"891'751","reported_seq":4249,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.278725+0000","last_change":"2024-08-17T17:18:58.316311+0000","last_active":"2024-08-17T17:19:01.278725+0000","last_peered":"2024-08-17T17:19:01.278725+0000","last_clean":"2024-08-17T17:19:01.278725+0000","last_became_active":"2024-08-17T17:12:49.652743+0000","last_became_peered":"2024-08-17T17:12:49.652743+0000","last_unstale":"2024-08-17T17:19:01.278725+0000","last_undegraded":"2024-08-17T17:19:01.278725+0000","last_fullsized":"2024-08-17T17:19:01.278725+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":751,"log_dups_size":0,"ondisk_log_size":751,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T20:44:33.696845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019982390000000002,"stat_sum":{"num_bytes":5627904,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":1,"num_read":123,"num_read_kb":100969,"num_write":280,"num_write_kb":48784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":15196160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1406,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277420+0000","last_change":"2024-08-17T17:12:49.649613+0000","last_active":"2024-08-17T17:19:01.277420+0000","last_peered":"2024-08-17T17:19:01.277420+0000","last_clean":"2024-08-17T17:19:01.277420+0000","last_became_active":"2024-08-17T17:12:49.649301+0000","last_became_peered":"2024-08-17T17:12:49.649301+0000","last_unstale":"2024-08-17T17:19:01.277420+0000","last_undegraded":"2024-08-17T17:19:01.277420+0000","last_fullsized":"2024-08-17T17:19:01.277420+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:17:12.443646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1351,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677242+0000","last_change":"2024-08-17T17:11:09.212947+0000","last_active":"2024-08-17T17:19:01.677242+0000","last_peered":"2024-08-17T17:19:01.677242+0000","last_clean":"2024-08-17T17:19:01.677242+0000","last_became_active":"2024-08-17T17:11:09.212594+0000","last_became_peered":"2024-08-17T17:11:09.212594+0000","last_unstale":"2024-08-17T17:19:01.677242+0000","last_undegraded":"2024-08-17T17:19:01.677242+0000","last_fullsized":"2024-08-17T17:19:01.677242+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T01:15:20.169823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"891'3803","reported_seq":7061,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.277797+0000","last_change":"2024-08-17T17:18:58.340833+0000","last_active":"2024-08-17T17:19:01.277797+0000","last_peered":"2024-08-17T17:19:01.277797+0000","last_clean":"2024-08-17T17:19:01.277797+0000","last_became_active":"2024-08-17T17:11:09.214634+0000","last_became_peered":"2024-08-17T17:11:09.214634+0000","last_unstale":"2024-08-17T17:19:01.277797+0000","last_undegraded":"2024-08-17T17:19:01.277797+0000","last_fullsized":"2024-08-17T17:19:01.277797+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:05:00.832622+0000","last_clean_scrub_stamp":"2024-08-17T17:05:00.832622+0000","objects_scrubbed":0,"log_size":3803,"log_dups_size":0,"ondisk_log_size":3803,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:20:28.146897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.024489602999999999,"stat_sum":{"num_bytes":59932672,"num_objects":32,"num_object_clones":24,"num_object_copies":96,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":32,"num_whiteouts":3,"num_read":610,"num_read_kb":795809,"num_write":1163,"num_write_kb":319192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":71335936,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1c4","length":"1"},{"start":"1d5","length":"1"}]},{"pgid":"2.b","version":"548'3","reported_seq":1218,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.085704+0000","last_change":"2024-08-17T17:12:49.653081+0000","last_active":"2024-08-17T17:19:02.085704+0000","last_peered":"2024-08-17T17:19:02.085704+0000","last_clean":"2024-08-17T17:19:02.085704+0000","last_became_active":"2024-08-17T17:12:49.652747+0000","last_became_peered":"2024-08-17T17:12:49.652747+0000","last_unstale":"2024-08-17T17:19:02.085704+0000","last_undegraded":"2024-08-17T17:19:02.085704+0000","last_fullsized":"2024-08-17T17:19:02.085704+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:50:03.226751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1245,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.040215+0000","last_change":"2024-08-17T17:12:14.675025+0000","last_active":"2024-08-17T17:19:02.040215+0000","last_peered":"2024-08-17T17:19:02.040215+0000","last_clean":"2024-08-17T17:19:02.040215+0000","last_became_active":"2024-08-17T17:12:14.674480+0000","last_became_peered":"2024-08-17T17:12:14.674480+0000","last_unstale":"2024-08-17T17:19:02.040215+0000","last_undegraded":"2024-08-17T17:19:02.040215+0000","last_fullsized":"2024-08-17T17:19:02.040215+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T22:22:24.049273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1264,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324595+0000","last_change":"2024-08-17T17:12:14.662231+0000","last_active":"2024-08-17T17:18:59.324595+0000","last_peered":"2024-08-17T17:18:59.324595+0000","last_clean":"2024-08-17T17:18:59.324595+0000","last_became_active":"2024-08-17T17:12:14.661956+0000","last_became_peered":"2024-08-17T17:12:14.661956+0000","last_unstale":"2024-08-17T17:18:59.324595+0000","last_undegraded":"2024-08-17T17:18:59.324595+0000","last_fullsized":"2024-08-17T17:18:59.324595+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:12:33.098205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1218,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086300+0000","last_change":"2024-08-17T17:12:49.652573+0000","last_active":"2024-08-17T17:19:02.086300+0000","last_peered":"2024-08-17T17:19:02.086300+0000","last_clean":"2024-08-17T17:19:02.086300+0000","last_became_active":"2024-08-17T17:12:49.649382+0000","last_became_peered":"2024-08-17T17:12:49.649382+0000","last_unstale":"2024-08-17T17:19:02.086300+0000","last_undegraded":"2024-08-17T17:19:02.086300+0000","last_fullsized":"2024-08-17T17:19:02.086300+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:00:39.774238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1268,"reported_epoch":891,"state":"active+clean","last_fresh":"2024-08-17T17:18:59.324913+0000","last_change":"2024-08-17T17:11:42.238287+0000","last_active":"2024-08-17T17:18:59.324913+0000","last_peered":"2024-08-17T17:18:59.324913+0000","last_clean":"2024-08-17T17:18:59.324913+0000","last_became_active":"2024-08-17T17:11:42.237675+0000","last_became_peered":"2024-08-17T17:11:42.237675+0000","last_unstale":"2024-08-17T17:18:59.324913+0000","last_undegraded":"2024-08-17T17:18:59.324913+0000","last_fullsized":"2024-08-17T17:18:59.324913+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T02:13:51.729555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1208,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:02.086393+0000","last_change":"2024-08-17T17:12:49.658337+0000","last_active":"2024-08-17T17:19:02.086393+0000","last_peered":"2024-08-17T17:19:02.086393+0000","last_clean":"2024-08-17T17:19:02.086393+0000","last_became_active":"2024-08-17T17:12:49.656288+0000","last_became_peered":"2024-08-17T17:12:49.656288+0000","last_unstale":"2024-08-17T17:19:02.086393+0000","last_undegraded":"2024-08-17T17:19:02.086393+0000","last_fullsized":"2024-08-17T17:19:02.086393+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T21:20:26.308074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1407,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.276973+0000","last_change":"2024-08-17T17:11:42.239422+0000","last_active":"2024-08-17T17:19:01.276973+0000","last_peered":"2024-08-17T17:19:01.276973+0000","last_clean":"2024-08-17T17:19:01.276973+0000","last_became_active":"2024-08-17T17:11:42.238448+0000","last_became_peered":"2024-08-17T17:11:42.238448+0000","last_unstale":"2024-08-17T17:19:01.276973+0000","last_undegraded":"2024-08-17T17:19:01.276973+0000","last_fullsized":"2024-08-17T17:19:01.276973+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-18T23:29:14.033540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1e","version":"548'2","reported_seq":1358,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677469+0000","last_change":"2024-08-17T17:11:42.230768+0000","last_active":"2024-08-17T17:19:01.677469+0000","last_peered":"2024-08-17T17:19:01.677469+0000","last_clean":"2024-08-17T17:19:01.677469+0000","last_became_active":"2024-08-17T17:11:42.230468+0000","last_became_peered":"2024-08-17T17:11:42.230468+0000","last_unstale":"2024-08-17T17:19:01.677469+0000","last_undegraded":"2024-08-17T17:19:01.677469+0000","last_fullsized":"2024-08-17T17:19:01.677469+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:46:23.380839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1338,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.677439+0000","last_change":"2024-08-17T17:12:14.665849+0000","last_active":"2024-08-17T17:19:01.677439+0000","last_peered":"2024-08-17T17:19:01.677439+0000","last_clean":"2024-08-17T17:19:01.677439+0000","last_became_active":"2024-08-17T17:12:14.665500+0000","last_became_peered":"2024-08-17T17:12:14.665500+0000","last_unstale":"2024-08-17T17:19:01.677439+0000","last_undegraded":"2024-08-17T17:19:01.677439+0000","last_fullsized":"2024-08-17T17:19:01.677439+0000","mapping_epoch":497,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":498,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:27.207003+0000","last_clean_scrub_stamp":"2024-08-17T17:01:27.207003+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T04:56:49.412111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"548'5","reported_seq":1441,"reported_epoch":892,"state":"active+clean","last_fresh":"2024-08-17T17:19:01.423769+0000","last_change":"2024-08-17T17:12:49.656685+0000","last_active":"2024-08-17T17:19:01.423769+0000","last_peered":"2024-08-17T17:19:01.423769+0000","last_clean":"2024-08-17T17:19:01.423769+0000","last_became_active":"2024-08-17T17:12:49.654510+0000","last_became_peered":"2024-08-17T17:12:49.654510+0000","last_unstale":"2024-08-17T17:19:01.423769+0000","last_undegraded":"2024-08-17T17:19:01.423769+0000","last_fullsized":"2024-08-17T17:19:01.423769+0000","mapping_epoch":530,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":531,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-17T17:01:23.994039+0000","last_clean_scrub_stamp":"2024-08-17T17:01:23.994039+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-19T03:37:02.380856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":403931136,"num_objects":194,"num_object_clones":144,"num_object_copies":582,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":194,"num_whiteouts":17,"num_read":3691,"num_read_kb":5560655,"num_write":8431,"num_write_kb":2077200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":128,"num_bytes_recovered":507813888,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":567865344,"data_stored":1121587200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":23506,"ondisk_log_size":23506,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44092,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":962,"num_read_kb":1814,"num_write":343,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":4,"up_from":433,"seq":1859720839264,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":430252,"kb_used_data":93212,"kb_used_omap":43,"kb_used_meta":336980,"kb_avail":93314900,"statfs":{"total":95995035648,"available":95554457600,"internally_reserved":0,"allocated":95449088,"data_stored":175746111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44088,"internal_metadata":345068488},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":300,"seq":1288490188923,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":922040,"kb_used_data":124908,"kb_used_omap":48,"kb_used_meta":797071,"kb_avail":92823112,"statfs":{"total":95995035648,"available":95050866688,"internally_reserved":0,"allocated":127905792,"data_stored":227450464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":49913,"internal_metadata":816200967},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":530,"seq":2276332666956,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":224996,"kb_used_data":51416,"kb_used_omap":29,"kb_used_meta":173538,"kb_avail":93520156,"statfs":{"total":95995035648,"available":95764639744,"internally_reserved":0,"allocated":52649984,"data_stored":104791524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29800,"internal_metadata":177703832},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":497,"seq":2134598746195,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":307432,"kb_used_data":72284,"kb_used_omap":33,"kb_used_meta":235102,"kb_avail":93437720,"statfs":{"total":95995035648,"available":95680225280,"internally_reserved":0,"allocated":74018816,"data_stored":119410283,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34806,"internal_metadata":240744458},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":466,"seq":2001454760025,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":504108,"kb_used_data":85664,"kb_used_omap":46,"kb_used_meta":418385,"kb_avail":93241044,"statfs":{"total":95995035648,"available":95478829056,"internally_reserved":0,"allocated":87719936,"data_stored":146439352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47578,"internal_metadata":428426790},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":399,"seq":1713691951207,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":223372,"kb_used_data":44096,"kb_used_omap":24,"kb_used_meta":179239,"kb_avail":93521780,"statfs":{"total":95995035648,"available":95766302720,"internally_reserved":0,"allocated":45154304,"data_stored":75726990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25120,"internal_metadata":183541216},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":368,"seq":1580547965037,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":525588,"kb_used_data":63624,"kb_used_omap":37,"kb_used_meta":461914,"kb_avail":93219564,"statfs":{"total":95995035648,"available":95456833536,"internally_reserved":0,"allocated":65150976,"data_stored":123020685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38646,"internal_metadata":473000202},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":334,"seq":1434519076980,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":572600,"kb_used_data":96876,"kb_used_omap":43,"kb_used_meta":475668,"kb_avail":93172552,"statfs":{"total":95995035648,"available":95408693248,"internally_reserved":0,"allocated":99201024,"data_stored":195807771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44719,"internal_metadata":487084369},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5673,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4328,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5378,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6014,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6765,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5229,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4951,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5754,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":117604352,"data_stored":221229056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":89497600,"data_stored":190177280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":55476224,"data_stored":117399552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":35438592,"data_stored":70090752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":85737472,"data_stored":170115072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":78020608,"data_stored":140812288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":63733760,"data_stored":113192960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":42356736,"data_stored":98570240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-17T17:19:05.570 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-17T17:19:05.570 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-17T17:19:05.787 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:19:05.911 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:05 smithi059 ceph-mon[92261]: pgmap v1011: 121 pgs: 121 active+clean; 386 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-17T17:19:05.911 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:05.911 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:05 smithi059 ceph-mon[92261]: from='client.34650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:19:05.911 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:05 smithi059 ceph-mon[94685]: pgmap v1011: 121 pgs: 121 active+clean; 386 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-17T17:19:05.911 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:05.911 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:05 smithi059 ceph-mon[94685]: from='client.34650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:19:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:05 smithi087 ceph-mon[85676]: pgmap v1011: 121 pgs: 121 active+clean; 386 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 2.1 MiB/s wr, 19 op/s 2024-08-17T17:19:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:05 smithi087 ceph-mon[85676]: from='client.34650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-17T17:19:07.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:07 smithi059 ceph-mon[92261]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T17:19:07.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:07 smithi059 ceph-mon[92261]: pgmap v1013: 121 pgs: 121 active+clean; 386 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-17T17:19:07.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:07 smithi059 ceph-mon[94685]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T17:19:07.436 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:07 smithi059 ceph-mon[94685]: pgmap v1013: 121 pgs: 121 active+clean; 386 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-17T17:19:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:07 smithi087 ceph-mon[85676]: osdmap e893: 8 total, 8 up, 8 in 2024-08-17T17:19:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:07 smithi087 ceph-mon[85676]: pgmap v1013: 121 pgs: 121 active+clean; 386 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-08-17T17:19:08.293 INFO:teuthology.orchestra.run.smithi059.stderr:pool 'unique_pool_0' removed 2024-08-17T17:19:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:08 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1160127344' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:19:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:08 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:19:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:08 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1160127344' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:19:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:08 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:19:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:08 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1160127344' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:19:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:08 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:19:08.974 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T17:19:08.974 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-17T17:19:08.974 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-17T17:19:08.974 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-17T17:19:08.975 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-17T17:19:08.975 INFO:tasks.workunit:Pulling workunits from ref reef 2024-08-17T17:19:08.976 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-17T17:19:08.976 DEBUG:teuthology.orchestra.run.smithi059:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:19:08.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:19:08.995 INFO:teuthology.orchestra.run.smithi059.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-17T17:19:08.995 DEBUG:teuthology.orchestra.run.smithi059:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-17T17:19:09.053 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-17T17:19:09.054 DEBUG:teuthology.orchestra.run.smithi059:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-17T17:19:09.111 INFO:tasks.workunit:timeout=3h 2024-08-17T17:19:09.111 INFO:tasks.workunit:cleanup=True 2024-08-17T17:19:09.111 DEBUG:teuthology.orchestra.run.smithi059:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-17T17:19:09.170 INFO:tasks.workunit.client.0.smithi059.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-17T17:19:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:09 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:19:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:09 smithi087 ceph-mon[85676]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T17:19:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:09 smithi087 ceph-mon[85676]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:09 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:19:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:09 smithi059 ceph-mon[92261]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T17:19:09.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:09 smithi059 ceph-mon[92261]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:09 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:19:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:09 smithi059 ceph-mon[94685]: osdmap e894: 8 total, 8 up, 8 in 2024-08-17T17:19:09.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:09 smithi059 ceph-mon[94685]: pgmap v1015: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:12.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:11 smithi059 ceph-mon[92261]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:12.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:11 smithi059 ceph-mon[94685]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:12.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:11 smithi087 ceph-mon[85676]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:14.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:13 smithi059 ceph-mon[92261]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:14.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:13 smithi059 ceph-mon[94685]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:14.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:13 smithi087 ceph-mon[85676]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:14.506 DEBUG:teuthology.orchestra.run.smithi059:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-17T17:19:14.562 INFO:tasks.workunit.client.0.smithi059.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-17T17:19:14.564 INFO:tasks.workunit.client.0.smithi059.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:19:14.565 INFO:tasks.workunit.client.0.smithi059.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-17T17:19:14.667 INFO:tasks.workunit.client.0.smithi059.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-17T17:19:14.718 INFO:tasks.workunit.client.0.smithi059.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-17T17:19:14.759 INFO:tasks.workunit.client.0.smithi059.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-17T17:19:14.760 INFO:tasks.workunit.client.0.smithi059.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:19:14.760 INFO:tasks.workunit.client.0.smithi059.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-17T17:19:14.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:19:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:19:14] "GET /metrics HTTP/1.1" 200 36281 "" "Prometheus/2.51.0" 2024-08-17T17:19:14.799 INFO:tasks.workunit.client.0.smithi059.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-17T17:19:14.803 DEBUG:teuthology.orchestra.run.smithi059:> set -ex 2024-08-17T17:19:14.803 DEBUG:teuthology.orchestra.run.smithi059:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-17T17:19:14.861 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-17T17:19:14.862 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-17T17:19:14.863 DEBUG:teuthology.orchestra.run.smithi059:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-17T17:19:14.932 INFO:tasks.workunit.client.0.smithi059.stdout:Running main() from gmock_main.cc 2024-08-17T17:19:14.932 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-17T17:19:14.932 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment set-up. 2024-08-17T17:19:14.932 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-17T17:19:14.932 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-17T17:19:16.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:15 smithi059 ceph-mon[92261]: pgmap v1018: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:16.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:15 smithi059 ceph-mon[94685]: pgmap v1018: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:16.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:15 smithi087 ceph-mon[85676]: pgmap v1018: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:17.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:16 smithi059 ceph-mon[94685]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T17:19:17.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:16 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1621565272' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:17.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:16 smithi059 ceph-mon[92261]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T17:19:17.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:16 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1621565272' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:17.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:16 smithi087 ceph-mon[85676]: osdmap e895: 8 total, 8 up, 8 in 2024-08-17T17:19:17.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:16 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1621565272' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:17.668 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2736 ms) 2024-08-17T17:19:17.668 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-17T17:19:18.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:17 smithi059 ceph-mon[92261]: pgmap v1020: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:18.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:17 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:18.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:17 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1621565272' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:18.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:17 smithi059 ceph-mon[92261]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T17:19:18.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:17 smithi059 ceph-mon[94685]: pgmap v1020: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:18.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:17 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:18.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:17 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1621565272' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:18.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:17 smithi059 ceph-mon[94685]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T17:19:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:17 smithi087 ceph-mon[85676]: pgmap v1020: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:17 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:17 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1621565272' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:17 smithi087 ceph-mon[85676]: osdmap e896: 8 total, 8 up, 8 in 2024-08-17T17:19:19.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:18 smithi059 ceph-mon[92261]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T17:19:19.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:18 smithi059 ceph-mon[94685]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T17:19:19.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:18 smithi087 ceph-mon[85676]: osdmap e897: 8 total, 8 up, 8 in 2024-08-17T17:19:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[92261]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:19:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[92261]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T17:19:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/479284986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:20.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[94685]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:19:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[94685]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T17:19:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/479284986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:20.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:19 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:19 smithi087 ceph-mon[85676]: pgmap v1023: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:19 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:19 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:19:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:19 smithi087 ceph-mon[85676]: osdmap e898: 8 total, 8 up, 8 in 2024-08-17T17:19:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:19 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/479284986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:19 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:20.687 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3019 ms) 2024-08-17T17:19:20.688 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-17T17:19:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:20 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:20 smithi059 ceph-mon[92261]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T17:19:21.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:21.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:20 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:20 smithi059 ceph-mon[94685]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T17:19:21.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:20 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:20 smithi087 ceph-mon[85676]: osdmap e899: 8 total, 8 up, 8 in 2024-08-17T17:19:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:22.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:21 smithi059 ceph-mon[94685]: pgmap v1026: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:22.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:21 smithi059 ceph-mon[94685]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T17:19:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:21 smithi059 ceph-mon[92261]: pgmap v1026: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:22.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:21 smithi059 ceph-mon[92261]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T17:19:22.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:21 smithi087 ceph-mon[85676]: pgmap v1026: 137 pgs: 30 unknown, 107 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:22.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:21 smithi087 ceph-mon[85676]: osdmap e900: 8 total, 8 up, 8 in 2024-08-17T17:19:23.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:22 smithi059 ceph-mon[92261]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T17:19:23.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:22 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1519045661' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:23.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:22 smithi059 ceph-mon[94685]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T17:19:23.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:22 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1519045661' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:23.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:22 smithi087 ceph-mon[85676]: osdmap e901: 8 total, 8 up, 8 in 2024-08-17T17:19:23.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:22 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1519045661' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:23.705 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.Reserve (3018 ms) 2024-08-17T17:19:23.705 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-17T17:19:24.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:23 smithi059 ceph-mon[92261]: pgmap v1029: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:24.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:23 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:24.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:23 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1519045661' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:24.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:23 smithi059 ceph-mon[92261]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T17:19:24.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:23 smithi059 ceph-mon[94685]: pgmap v1029: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:24.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:23 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:24.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:23 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1519045661' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:24.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:23 smithi059 ceph-mon[94685]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T17:19:24.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:23 smithi087 ceph-mon[85676]: pgmap v1029: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:24.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:23 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:24.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:23 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1519045661' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:24.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:23 smithi087 ceph-mon[85676]: osdmap e902: 8 total, 8 up, 8 in 2024-08-17T17:19:24.718 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:19:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:19:24] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.51.0" 2024-08-17T17:19:25.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:24 smithi059 ceph-mon[92261]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T17:19:25.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:24 smithi059 ceph-mon[94685]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T17:19:25.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:24 smithi087 ceph-mon[85676]: osdmap e903: 8 total, 8 up, 8 in 2024-08-17T17:19:26.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[92261]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:26.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:26.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:19:26.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[92261]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T17:19:26.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3999360928' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:26.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:26.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[94685]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:26.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:26.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:19:26.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[94685]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T17:19:26.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3999360928' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:26.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:25 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:26.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:25 smithi087 ceph-mon[85676]: pgmap v1032: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:26.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:25 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:26.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:25 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:19:26.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:25 smithi087 ceph-mon[85676]: osdmap e904: 8 total, 8 up, 8 in 2024-08-17T17:19:26.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:25 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3999360928' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:26.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:25 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:26.744 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3039 ms) 2024-08-17T17:19:26.757 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-17T17:19:27.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:26 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:27.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:26 smithi059 ceph-mon[92261]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T17:19:27.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:26 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:27.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:26 smithi059 ceph-mon[94685]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T17:19:27.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:26 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:27.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:26 smithi087 ceph-mon[85676]: osdmap e905: 8 total, 8 up, 8 in 2024-08-17T17:19:28.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:27 smithi059 ceph-mon[92261]: pgmap v1035: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:28.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:27 smithi059 ceph-mon[92261]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T17:19:28.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:27 smithi059 ceph-mon[94685]: pgmap v1035: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:28.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:27 smithi059 ceph-mon[94685]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T17:19:28.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:27 smithi087 ceph-mon[85676]: pgmap v1035: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:28.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:27 smithi087 ceph-mon[85676]: osdmap e906: 8 total, 8 up, 8 in 2024-08-17T17:19:29.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:28 smithi059 ceph-mon[92261]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T17:19:29.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:28 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/4082016607' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:29.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:28 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:29.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:28 smithi059 ceph-mon[94685]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T17:19:29.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:28 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/4082016607' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:29.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:28 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:29.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:28 smithi087 ceph-mon[85676]: osdmap e907: 8 total, 8 up, 8 in 2024-08-17T17:19:29.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:28 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/4082016607' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:29.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:28 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:29.756 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.Commit (3012 ms) 2024-08-17T17:19:29.757 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-17T17:19:30.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:29 smithi059 ceph-mon[92261]: pgmap v1038: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:30.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:29 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:30.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:29 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:30.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:29 smithi059 ceph-mon[92261]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T17:19:30.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:29 smithi059 ceph-mon[94685]: pgmap v1038: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:30.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:29 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:30.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:29 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:30.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:29 smithi059 ceph-mon[94685]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T17:19:30.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:29 smithi087 ceph-mon[85676]: pgmap v1038: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:30.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:29 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:30.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:29 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:30.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:29 smithi087 ceph-mon[85676]: osdmap e908: 8 total, 8 up, 8 in 2024-08-17T17:19:31.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:30 smithi059 ceph-mon[92261]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T17:19:31.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:30 smithi059 ceph-mon[94685]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T17:19:31.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:30 smithi087 ceph-mon[85676]: osdmap e909: 8 total, 8 up, 8 in 2024-08-17T17:19:32.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[92261]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:32.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:32.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:19:32.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[92261]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T17:19:32.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2554634944' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:32.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:32.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[94685]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:32.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:32.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:19:32.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[94685]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T17:19:32.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2554634944' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:32.039 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:31 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:31 smithi087 ceph-mon[85676]: pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:31 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:31 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:19:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:31 smithi087 ceph-mon[85676]: osdmap e910: 8 total, 8 up, 8 in 2024-08-17T17:19:32.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:31 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2554634944' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:32.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:31 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:32.791 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.Abort (3035 ms) 2024-08-17T17:19:32.791 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-17T17:19:33.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:32 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:33.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:32 smithi059 ceph-mon[92261]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T17:19:33.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:32 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:33.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:32 smithi059 ceph-mon[94685]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T17:19:33.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:32 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:33.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:32 smithi087 ceph-mon[85676]: osdmap e911: 8 total, 8 up, 8 in 2024-08-17T17:19:34.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:33 smithi059 ceph-mon[92261]: pgmap v1044: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.7 KiB/s wr, 17 op/s 2024-08-17T17:19:34.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:33 smithi059 ceph-mon[92261]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T17:19:34.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:33 smithi059 ceph-mon[94685]: pgmap v1044: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.7 KiB/s wr, 17 op/s 2024-08-17T17:19:34.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:33 smithi059 ceph-mon[94685]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T17:19:34.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:33 smithi087 ceph-mon[85676]: pgmap v1044: 137 pgs: 6 creating+peering, 15 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 8.7 KiB/s wr, 17 op/s 2024-08-17T17:19:34.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:33 smithi087 ceph-mon[85676]: osdmap e912: 8 total, 8 up, 8 in 2024-08-17T17:19:34.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:19:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:19:34] "GET /metrics HTTP/1.1" 200 36240 "" "Prometheus/2.51.0" 2024-08-17T17:19:35.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:34 smithi087 ceph-mon[85676]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T17:19:35.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:34 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2595063967' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:35.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:34 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:35.267 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:34 smithi059 ceph-mon[92261]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T17:19:35.267 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:34 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2595063967' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:35.267 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:34 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:35.268 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:34 smithi059 ceph-mon[94685]: osdmap e913: 8 total, 8 up, 8 in 2024-08-17T17:19:35.268 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:34 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2595063967' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:35.268 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:34 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:35.811 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.ReserveError (3020 ms) 2024-08-17T17:19:35.812 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-17T17:19:36.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:35 smithi087 ceph-mon[85676]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:36.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:35 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:36.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:35 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:36.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:35 smithi087 ceph-mon[85676]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T17:19:36.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:19:36.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[94685]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[94685]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T17:19:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:19:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[92261]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[92261]: osdmap e914: 8 total, 8 up, 8 in 2024-08-17T17:19:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:19:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:37.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:36 smithi059 ceph-mon[92261]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T17:19:37.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:36 smithi059 ceph-mon[94685]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T17:19:37.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:36 smithi087 ceph-mon[85676]: osdmap e915: 8 total, 8 up, 8 in 2024-08-17T17:19:38.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[94685]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:38.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:38.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:19:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[94685]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T17:19:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/63696181' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:38.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[92261]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:38.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:38.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:19:38.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[92261]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T17:19:38.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/63696181' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:38.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:37 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:37 smithi087 ceph-mon[85676]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:37 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:37 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:19:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:37 smithi087 ceph-mon[85676]: osdmap e916: 8 total, 8 up, 8 in 2024-08-17T17:19:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:37 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/63696181' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:37 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:38.836 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.CommitError (3025 ms) 2024-08-17T17:19:38.837 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-17T17:19:39.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:38 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:39.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:38 smithi059 ceph-mon[92261]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T17:19:39.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:38 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:39.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:38 smithi059 ceph-mon[94685]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T17:19:39.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:38 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:39.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:38 smithi087 ceph-mon[85676]: osdmap e917: 8 total, 8 up, 8 in 2024-08-17T17:19:40.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:39 smithi059 ceph-mon[94685]: pgmap v1053: 137 pgs: 21 creating+peering, 6 unknown, 110 active+clean; 615 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 94 KiB/s wr, 102 op/s 2024-08-17T17:19:40.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:39 smithi059 ceph-mon[94685]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T17:19:40.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:39 smithi059 ceph-mon[92261]: pgmap v1053: 137 pgs: 21 creating+peering, 6 unknown, 110 active+clean; 615 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 94 KiB/s wr, 102 op/s 2024-08-17T17:19:40.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:39 smithi059 ceph-mon[92261]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T17:19:40.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:39 smithi087 ceph-mon[85676]: pgmap v1053: 137 pgs: 21 creating+peering, 6 unknown, 110 active+clean; 615 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 31 KiB/s rd, 94 KiB/s wr, 102 op/s 2024-08-17T17:19:40.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:39 smithi087 ceph-mon[85676]: osdmap e918: 8 total, 8 up, 8 in 2024-08-17T17:19:41.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:40 smithi059 ceph-mon[92261]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T17:19:41.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:40 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1662957455' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:41.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:40 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:41.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:40 smithi059 ceph-mon[94685]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T17:19:41.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:40 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1662957455' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:41.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:40 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:41.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:40 smithi087 ceph-mon[85676]: osdmap e919: 8 total, 8 up, 8 in 2024-08-17T17:19:41.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:40 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1662957455' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:41.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:40 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:41.854 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.AbortError (3017 ms) 2024-08-17T17:19:41.855 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-17T17:19:42.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:41 smithi059 ceph-mon[92261]: pgmap v1056: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:42.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:41 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:42.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:41 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:42.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:41 smithi059 ceph-mon[92261]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T17:19:42.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:41 smithi059 ceph-mon[94685]: pgmap v1056: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:42.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:41 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:42.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:41 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:42.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:41 smithi059 ceph-mon[94685]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T17:19:42.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:41 smithi087 ceph-mon[85676]: pgmap v1056: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:42.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:41 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:42.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:41 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:42.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:41 smithi087 ceph-mon[85676]: osdmap e920: 8 total, 8 up, 8 in 2024-08-17T17:19:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:42 smithi059 ceph-mon[92261]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T17:19:43.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:42 smithi059 ceph-mon[94685]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T17:19:43.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:42 smithi087 ceph-mon[85676]: osdmap e921: 8 total, 8 up, 8 in 2024-08-17T17:19:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[92261]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:19:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[92261]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T17:19:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2266540267' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[94685]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:19:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[94685]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T17:19:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:43 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2266540267' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:43 smithi087 ceph-mon[85676]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:43 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:43 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:19:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:43 smithi087 ceph-mon[85676]: osdmap e922: 8 total, 8 up, 8 in 2024-08-17T17:19:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:43 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2266540267' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:44.692 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:19:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:19:44] "GET /metrics HTTP/1.1" 200 36371 "" "Prometheus/2.51.0" 2024-08-17T17:19:44.869 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3015 ms) 2024-08-17T17:19:44.869 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-17T17:19:45.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:44 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2266540267' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:45.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:44 smithi059 ceph-mon[92261]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T17:19:45.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:44 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2266540267' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:45.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:44 smithi059 ceph-mon[94685]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T17:19:45.201 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:44 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2266540267' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:45.202 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:44 smithi087 ceph-mon[85676]: osdmap e923: 8 total, 8 up, 8 in 2024-08-17T17:19:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:45 smithi059 ceph-mon[92261]: pgmap v1062: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:45 smithi059 ceph-mon[92261]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T17:19:46.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:45 smithi059 ceph-mon[94685]: pgmap v1062: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:46.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:45 smithi059 ceph-mon[94685]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T17:19:46.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:45 smithi087 ceph-mon[85676]: pgmap v1062: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:46.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:45 smithi087 ceph-mon[85676]: osdmap e924: 8 total, 8 up, 8 in 2024-08-17T17:19:47.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:46 smithi059 ceph-mon[92261]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T17:19:47.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:46 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/4263388742' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:47.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:46 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:47.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:46 smithi059 ceph-mon[94685]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T17:19:47.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:46 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/4263388742' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:47.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:46 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:47.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:46 smithi087 ceph-mon[85676]: osdmap e925: 8 total, 8 up, 8 in 2024-08-17T17:19:47.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:46 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/4263388742' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:47.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:46 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:47.895 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3025 ms) 2024-08-17T17:19:47.895 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-17T17:19:48.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:47 smithi059 ceph-mon[92261]: pgmap v1065: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:48.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:47 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:48.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:47 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:48.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:47 smithi059 ceph-mon[92261]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T17:19:48.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:47 smithi059 ceph-mon[94685]: pgmap v1065: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:48.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:47 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:48.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:47 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:48.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:47 smithi059 ceph-mon[94685]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T17:19:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:47 smithi087 ceph-mon[85676]: pgmap v1065: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:47 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:47 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:47 smithi087 ceph-mon[85676]: osdmap e926: 8 total, 8 up, 8 in 2024-08-17T17:19:49.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:48 smithi059 ceph-mon[92261]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T17:19:49.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:48 smithi059 ceph-mon[94685]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T17:19:49.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:48 smithi087 ceph-mon[85676]: osdmap e927: 8 total, 8 up, 8 in 2024-08-17T17:19:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[92261]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:19:50.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[92261]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T17:19:50.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2303871932' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[94685]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:19:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[94685]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T17:19:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:49 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2303871932' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:49 smithi087 ceph-mon[85676]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:49 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:49 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:19:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:49 smithi087 ceph-mon[85676]: osdmap e928: 8 total, 8 up, 8 in 2024-08-17T17:19:50.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:49 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2303871932' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:50.917 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3023 ms) 2024-08-17T17:19:50.917 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-17T17:19:51.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:50 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2303871932' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:51.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:50 smithi059 ceph-mon[92261]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T17:19:51.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:19:51.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:51.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:50 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2303871932' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:51.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:50 smithi059 ceph-mon[94685]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T17:19:51.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:19:51.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:51.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:50 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2303871932' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:51.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:50 smithi087 ceph-mon[85676]: osdmap e929: 8 total, 8 up, 8 in 2024-08-17T17:19:51.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:19:51.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:19:52.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:51 smithi059 ceph-mon[92261]: pgmap v1071: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:52.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:51 smithi059 ceph-mon[92261]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T17:19:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:51 smithi059 ceph-mon[94685]: pgmap v1071: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:51 smithi059 ceph-mon[94685]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T17:19:52.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:51 smithi087 ceph-mon[85676]: pgmap v1071: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:52.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:51 smithi087 ceph-mon[85676]: osdmap e930: 8 total, 8 up, 8 in 2024-08-17T17:19:53.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:52 smithi059 ceph-mon[92261]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T17:19:53.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:52 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/15752359' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:53.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:52 smithi059 ceph-mon[94685]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T17:19:53.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:52 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/15752359' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:53.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:52 smithi087 ceph-mon[85676]: osdmap e931: 8 total, 8 up, 8 in 2024-08-17T17:19:53.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:52 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/15752359' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:53.949 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3031 ms) 2024-08-17T17:19:53.949 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-17T17:19:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:53 smithi059 ceph-mon[92261]: pgmap v1074: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:53 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:53 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/15752359' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:53 smithi059 ceph-mon[92261]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T17:19:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:53 smithi059 ceph-mon[94685]: pgmap v1074: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:53 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:53 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/15752359' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:53 smithi059 ceph-mon[94685]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T17:19:54.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:53 smithi087 ceph-mon[85676]: pgmap v1074: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:54.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:53 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:19:54.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:53 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/15752359' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:54.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:53 smithi087 ceph-mon[85676]: osdmap e932: 8 total, 8 up, 8 in 2024-08-17T17:19:54.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:19:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:19:54] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:19:55.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:54 smithi059 ceph-mon[92261]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T17:19:55.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:54 smithi059 ceph-mon[94685]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T17:19:55.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:54 smithi087 ceph-mon[85676]: osdmap e933: 8 total, 8 up, 8 in 2024-08-17T17:19:56.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[92261]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:56.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:56.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:19:56.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[92261]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T17:19:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/849615085' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:56.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:19:56.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[94685]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:56.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:56.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:19:56.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[94685]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T17:19:56.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/849615085' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:56.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:56.289 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:55 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:19:56.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:55 smithi087 ceph-mon[85676]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:56.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:55 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:19:56.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:55 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:19:56.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:55 smithi087 ceph-mon[85676]: osdmap e934: 8 total, 8 up, 8 in 2024-08-17T17:19:56.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:55 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/849615085' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:56.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:55 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:56.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:55 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:19:56.969 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3020 ms) 2024-08-17T17:19:56.970 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-17T17:19:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[92261]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T17:19:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:19:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:19:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:19:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[94685]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T17:19:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:19:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:19:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:19:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:56 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:19:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:56 smithi087 ceph-mon[85676]: osdmap e935: 8 total, 8 up, 8 in 2024-08-17T17:19:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:19:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:19:57.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:19:58.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:57 smithi059 ceph-mon[92261]: pgmap v1080: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:58.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:57 smithi059 ceph-mon[92261]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T17:19:58.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:57 smithi059 ceph-mon[94685]: pgmap v1080: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:58.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:57 smithi059 ceph-mon[94685]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T17:19:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:57 smithi087 ceph-mon[85676]: pgmap v1080: 137 pgs: 3 creating+peering, 25 unknown, 109 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:19:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:57 smithi087 ceph-mon[85676]: osdmap e936: 8 total, 8 up, 8 in 2024-08-17T17:19:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:58 smithi059 ceph-mon[92261]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T17:19:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:58 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/100488841' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:59.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:58 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:59.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:58 smithi059 ceph-mon[94685]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T17:19:59.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:58 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/100488841' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:59.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:19:58 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:58 smithi087 ceph-mon[85676]: osdmap e937: 8 total, 8 up, 8 in 2024-08-17T17:19:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:58 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/100488841' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:19:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:58 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:00.015 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3046 ms) 2024-08-17T17:20:00.015 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-17T17:20:00.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:59 smithi059 ceph-mon[92261]: pgmap v1083: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:00.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:59 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:00.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:59 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:00.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:19:59 smithi059 ceph-mon[92261]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T17:20:00.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:00 smithi059 ceph-mon[94685]: pgmap v1083: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:00.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:00 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:00.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:00 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:00.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:00 smithi059 ceph-mon[94685]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T17:20:00.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:59 smithi087 ceph-mon[85676]: pgmap v1083: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:00.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:59 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:00.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:59 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:00.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:19:59 smithi087 ceph-mon[85676]: osdmap e938: 8 total, 8 up, 8 in 2024-08-17T17:20:01.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:00 smithi059 ceph-mon[92261]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-17T17:20:01.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:01 smithi059 ceph-mon[92261]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-17T17:20:01.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:01 smithi059 ceph-mon[92261]: application not enabled on pool 'test-rados-api-smithi059-133223-15' 2024-08-17T17:20:01.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:01 smithi059 ceph-mon[92261]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-17T17:20:01.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:01 smithi059 ceph-mon[92261]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T17:20:01.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:01 smithi059 ceph-mon[94685]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-17T17:20:01.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:01 smithi059 ceph-mon[94685]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-17T17:20:01.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:01 smithi059 ceph-mon[94685]: application not enabled on pool 'test-rados-api-smithi059-133223-15' 2024-08-17T17:20:01.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:01 smithi059 ceph-mon[94685]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-17T17:20:01.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:01 smithi059 ceph-mon[94685]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T17:20:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:01 smithi087 ceph-mon[85676]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-08-17T17:20:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:01 smithi087 ceph-mon[85676]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-08-17T17:20:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:01 smithi087 ceph-mon[85676]: application not enabled on pool 'test-rados-api-smithi059-133223-15' 2024-08-17T17:20:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:01 smithi087 ceph-mon[85676]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-08-17T17:20:01.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:01 smithi087 ceph-mon[85676]: osdmap e939: 8 total, 8 up, 8 in 2024-08-17T17:20:02.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[94685]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:02.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:02.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:20:02.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[94685]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T17:20:02.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3321422183' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:02.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[92261]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:20:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[92261]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T17:20:02.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:02 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3321422183' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:02 smithi087 ceph-mon[85676]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:02 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:02 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:20:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:02 smithi087 ceph-mon[85676]: osdmap e940: 8 total, 8 up, 8 in 2024-08-17T17:20:02.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:02 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3321422183' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:03.030 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.Cleanup (3014 ms) 2024-08-17T17:20:03.030 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-17T17:20:03.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:03 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3321422183' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:03.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:03 smithi059 ceph-mon[92261]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T17:20:03.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:03 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3321422183' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:03.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:03 smithi059 ceph-mon[94685]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T17:20:03.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:03 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3321422183' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:03.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:03 smithi087 ceph-mon[85676]: osdmap e941: 8 total, 8 up, 8 in 2024-08-17T17:20:04.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:04 smithi059 ceph-mon[92261]: pgmap v1089: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:04.290 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:04 smithi059 ceph-mon[92261]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T17:20:04.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:04 smithi059 ceph-mon[94685]: pgmap v1089: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:04.290 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:04 smithi059 ceph-mon[94685]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T17:20:04.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:04 smithi087 ceph-mon[85676]: pgmap v1089: 137 pgs: 3 creating+peering, 18 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:04.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:04 smithi087 ceph-mon[85676]: osdmap e942: 8 total, 8 up, 8 in 2024-08-17T17:20:04.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:20:04 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:20:04] "GET /metrics HTTP/1.1" 200 36367 "" "Prometheus/2.51.0" 2024-08-17T17:20:05.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:05 smithi059 ceph-mon[94685]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T17:20:05.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:05 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/234151514' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:05.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:05 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:05.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:05.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:05 smithi059 ceph-mon[92261]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T17:20:05.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:05 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/234151514' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:05.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:05 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:05.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:05.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:05 smithi087 ceph-mon[85676]: osdmap e943: 8 total, 8 up, 8 in 2024-08-17T17:20:05.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:05 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/234151514' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:05.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:05 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:05.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:06.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:06 smithi059 ceph-mon[92261]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:06.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:06 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:06.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:06 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:06.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:06 smithi059 ceph-mon[92261]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T17:20:06.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:06 smithi059 ceph-mon[94685]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:06.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:06 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:06.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:06 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:06.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:06 smithi059 ceph-mon[94685]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T17:20:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:06 smithi087 ceph-mon[85676]: pgmap v1092: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:06 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:06 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:06 smithi087 ceph-mon[85676]: osdmap e944: 8 total, 8 up, 8 in 2024-08-17T17:20:07.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:07 smithi087 ceph-mon[85676]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T17:20:07.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:07 smithi059 ceph-mon[92261]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T17:20:07.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:07 smithi059 ceph-mon[94685]: osdmap e945: 8 total, 8 up, 8 in 2024-08-17T17:20:08.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:08 smithi087 ceph-mon[85676]: pgmap v1095: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:08.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:08 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:08.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:08 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:20:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:08 smithi059 ceph-mon[92261]: pgmap v1095: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:08 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:08 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:20:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:08 smithi059 ceph-mon[94685]: pgmap v1095: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:08 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:08 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:20:10.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:10 smithi087 ceph-mon[85676]: pgmap v1096: 137 pgs: 137 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 5.89k op/s 2024-08-17T17:20:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:10 smithi059 ceph-mon[92261]: pgmap v1096: 137 pgs: 137 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 5.89k op/s 2024-08-17T17:20:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:10 smithi059 ceph-mon[94685]: pgmap v1096: 137 pgs: 137 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 5.89k op/s 2024-08-17T17:20:12.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:12 smithi087 ceph-mon[85676]: pgmap v1097: 137 pgs: 137 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 5.00k op/s 2024-08-17T17:20:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:12 smithi059 ceph-mon[92261]: pgmap v1097: 137 pgs: 137 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 5.00k op/s 2024-08-17T17:20:12.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:12 smithi059 ceph-mon[94685]: pgmap v1097: 137 pgs: 137 active+clean; 1.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 4.4 MiB/s wr, 5.00k op/s 2024-08-17T17:20:14.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:14 smithi059 ceph-mon[92261]: pgmap v1098: 137 pgs: 137 active+clean; 2.2 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 51 MiB/s rd, 8.7 MiB/s wr, 9.83k op/s 2024-08-17T17:20:14.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:14 smithi059 ceph-mon[94685]: pgmap v1098: 137 pgs: 137 active+clean; 2.2 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 51 MiB/s rd, 8.7 MiB/s wr, 9.83k op/s 2024-08-17T17:20:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:14 smithi087 ceph-mon[85676]: pgmap v1098: 137 pgs: 137 active+clean; 2.2 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 51 MiB/s rd, 8.7 MiB/s wr, 9.83k op/s 2024-08-17T17:20:14.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:20:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:20:14] "GET /metrics HTTP/1.1" 200 36376 "" "Prometheus/2.51.0" 2024-08-17T17:20:16.352 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:16 smithi087 ceph-mon[85676]: pgmap v1099: 137 pgs: 137 active+clean; 2.2 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s rd, 7.3 MiB/s wr, 8.23k op/s 2024-08-17T17:20:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:16 smithi059 ceph-mon[92261]: pgmap v1099: 137 pgs: 137 active+clean; 2.2 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s rd, 7.3 MiB/s wr, 8.23k op/s 2024-08-17T17:20:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:16 smithi059 ceph-mon[94685]: pgmap v1099: 137 pgs: 137 active+clean; 2.2 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 43 MiB/s rd, 7.3 MiB/s wr, 8.23k op/s 2024-08-17T17:20:17.063 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14033 ms) 2024-08-17T17:20:17.063 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-17T17:20:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:18 smithi059 ceph-mon[92261]: pgmap v1100: 137 pgs: 137 active+clean; 2.2 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 6.6 MiB/s wr, 7.45k op/s 2024-08-17T17:20:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:18 smithi059 ceph-mon[92261]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T17:20:18.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:18 smithi059 ceph-mon[94685]: pgmap v1100: 137 pgs: 137 active+clean; 2.2 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 6.6 MiB/s wr, 7.45k op/s 2024-08-17T17:20:18.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:18 smithi059 ceph-mon[94685]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T17:20:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:18 smithi087 ceph-mon[85676]: pgmap v1100: 137 pgs: 137 active+clean; 2.2 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 39 MiB/s rd, 6.6 MiB/s wr, 7.45k op/s 2024-08-17T17:20:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:18 smithi087 ceph-mon[85676]: osdmap e946: 8 total, 8 up, 8 in 2024-08-17T17:20:19.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:19 smithi059 ceph-mon[94685]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T17:20:19.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:19 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1640615822' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:19.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:19 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:19 smithi059 ceph-mon[92261]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T17:20:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:19 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1640615822' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:19.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:19 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:19 smithi087 ceph-mon[85676]: osdmap e947: 8 total, 8 up, 8 in 2024-08-17T17:20:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:19 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1640615822' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:19 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[92261]: pgmap v1103: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[92261]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T17:20:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:20:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[94685]: pgmap v1103: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[94685]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T17:20:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:20:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:20 smithi087 ceph-mon[85676]: pgmap v1103: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:20 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:20 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:20 smithi087 ceph-mon[85676]: osdmap e948: 8 total, 8 up, 8 in 2024-08-17T17:20:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:20:20.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:21.088 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4025 ms) 2024-08-17T17:20:21.089 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-17T17:20:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:21 smithi059 ceph-mon[92261]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T17:20:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:21 smithi059 ceph-mon[94685]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T17:20:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:21 smithi087 ceph-mon[85676]: osdmap e949: 8 total, 8 up, 8 in 2024-08-17T17:20:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:22 smithi059 ceph-mon[92261]: pgmap v1106: 137 pgs: 15 creating+peering, 13 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:22 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:22 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:20:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:22 smithi059 ceph-mon[92261]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T17:20:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:22 smithi059 ceph-mon[94685]: pgmap v1106: 137 pgs: 15 creating+peering, 13 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:22 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:22 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:20:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:22 smithi059 ceph-mon[94685]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T17:20:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:22 smithi087 ceph-mon[85676]: pgmap v1106: 137 pgs: 15 creating+peering, 13 unknown, 109 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:22 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:22 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:20:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:22 smithi087 ceph-mon[85676]: osdmap e950: 8 total, 8 up, 8 in 2024-08-17T17:20:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:23 smithi059 ceph-mon[94685]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T17:20:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:23 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/851869192' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:23 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:23 smithi059 ceph-mon[92261]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T17:20:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:23 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/851869192' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:23.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:23 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:23 smithi087 ceph-mon[85676]: osdmap e951: 8 total, 8 up, 8 in 2024-08-17T17:20:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:23 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/851869192' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:23 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:24.371 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:24 smithi059 ceph-mon[92261]: pgmap v1109: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:24.372 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:24 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:24.372 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:24 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:24.372 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:24 smithi059 ceph-mon[92261]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T17:20:24.372 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:24 smithi059 ceph-mon[94685]: pgmap v1109: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:24.372 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:24 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:24.372 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:24 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:24.372 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:24 smithi059 ceph-mon[94685]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T17:20:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:24 smithi087 ceph-mon[85676]: pgmap v1109: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-08-17T17:20:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:24 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:24 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:24 smithi087 ceph-mon[85676]: osdmap e952: 8 total, 8 up, 8 in 2024-08-17T17:20:24.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:20:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:20:24] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.51.0" 2024-08-17T17:20:25.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:25 smithi059 ceph-mon[94685]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T17:20:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:25 smithi059 ceph-mon[92261]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T17:20:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:25 smithi087 ceph-mon[85676]: osdmap e953: 8 total, 8 up, 8 in 2024-08-17T17:20:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:26 smithi059 ceph-mon[92261]: pgmap v1112: 137 pgs: 15 creating+peering, 10 unknown, 112 active+clean; 696 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1005 KiB/s wr, 1.14k op/s 2024-08-17T17:20:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:26 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:26 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:20:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:26 smithi059 ceph-mon[94685]: pgmap v1112: 137 pgs: 15 creating+peering, 10 unknown, 112 active+clean; 696 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1005 KiB/s wr, 1.14k op/s 2024-08-17T17:20:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:26 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:26 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:20:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:26 smithi087 ceph-mon[85676]: pgmap v1112: 137 pgs: 15 creating+peering, 10 unknown, 112 active+clean; 696 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1005 KiB/s wr, 1.14k op/s 2024-08-17T17:20:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:26 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:26 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:20:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:28 smithi059 ceph-mon[92261]: pgmap v1113: 137 pgs: 15 creating+peering, 122 active+clean; 696 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 729 KiB/s wr, 823 op/s 2024-08-17T17:20:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:28 smithi059 ceph-mon[94685]: pgmap v1113: 137 pgs: 15 creating+peering, 122 active+clean; 696 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 729 KiB/s wr, 823 op/s 2024-08-17T17:20:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:28 smithi087 ceph-mon[85676]: pgmap v1113: 137 pgs: 15 creating+peering, 122 active+clean; 696 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 729 KiB/s wr, 823 op/s 2024-08-17T17:20:30.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:30 smithi059 ceph-mon[92261]: pgmap v1114: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 6.5 MiB/s wr, 7.73k op/s 2024-08-17T17:20:30.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:30 smithi059 ceph-mon[94685]: pgmap v1114: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 6.5 MiB/s wr, 7.73k op/s 2024-08-17T17:20:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:30 smithi087 ceph-mon[85676]: pgmap v1114: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 6.5 MiB/s wr, 7.73k op/s 2024-08-17T17:20:32.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:32 smithi059 ceph-mon[92261]: pgmap v1115: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 5.3 MiB/s wr, 6.28k op/s 2024-08-17T17:20:32.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:32 smithi059 ceph-mon[94685]: pgmap v1115: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 5.3 MiB/s wr, 6.28k op/s 2024-08-17T17:20:32.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:32 smithi087 ceph-mon[85676]: pgmap v1115: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 5.3 MiB/s wr, 6.28k op/s 2024-08-17T17:20:34.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:34 smithi059 ceph-mon[92261]: pgmap v1116: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 44 MiB/s rd, 4.5 MiB/s wr, 5.29k op/s 2024-08-17T17:20:34.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:34 smithi059 ceph-mon[94685]: pgmap v1116: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 44 MiB/s rd, 4.5 MiB/s wr, 5.29k op/s 2024-08-17T17:20:34.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:20:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:20:34] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.51.0" 2024-08-17T17:20:34.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:34 smithi087 ceph-mon[85676]: pgmap v1116: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 44 MiB/s rd, 4.5 MiB/s wr, 5.29k op/s 2024-08-17T17:20:36.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:35 smithi059 ceph-mon[92261]: pgmap v1117: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 MiB/s rd, 5.4 MiB/s wr, 6.53k op/s 2024-08-17T17:20:36.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:20:36.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:36.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:35 smithi059 ceph-mon[94685]: pgmap v1117: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 MiB/s rd, 5.4 MiB/s wr, 6.53k op/s 2024-08-17T17:20:36.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:20:36.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:36.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:35 smithi087 ceph-mon[85676]: pgmap v1117: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 MiB/s rd, 5.4 MiB/s wr, 6.53k op/s 2024-08-17T17:20:36.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:20:36.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:38.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:37 smithi059 ceph-mon[92261]: pgmap v1118: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.7 MiB/s wr, 5.70k op/s 2024-08-17T17:20:38.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:37 smithi059 ceph-mon[94685]: pgmap v1118: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.7 MiB/s wr, 5.70k op/s 2024-08-17T17:20:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:37 smithi087 ceph-mon[85676]: pgmap v1118: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.7 MiB/s wr, 5.70k op/s 2024-08-17T17:20:40.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:39 smithi059 ceph-mon[92261]: pgmap v1119: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 102 MiB/s rd, 5.8 MiB/s wr, 7.14k op/s 2024-08-17T17:20:40.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:39 smithi059 ceph-mon[94685]: pgmap v1119: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 102 MiB/s rd, 5.8 MiB/s wr, 7.14k op/s 2024-08-17T17:20:40.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:39 smithi087 ceph-mon[85676]: pgmap v1119: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 102 MiB/s rd, 5.8 MiB/s wr, 7.14k op/s 2024-08-17T17:20:40.929 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19841 ms) 2024-08-17T17:20:40.929 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-17T17:20:42.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:41 smithi059 ceph-mon[94685]: pgmap v1120: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 2.6 MiB/s wr, 3.33k op/s 2024-08-17T17:20:42.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:41 smithi059 ceph-mon[94685]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T17:20:42.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:41 smithi059 ceph-mon[92261]: pgmap v1120: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 2.6 MiB/s wr, 3.33k op/s 2024-08-17T17:20:42.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:41 smithi059 ceph-mon[92261]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T17:20:42.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:41 smithi087 ceph-mon[85676]: pgmap v1120: 137 pgs: 137 active+clean; 1.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 67 MiB/s rd, 2.6 MiB/s wr, 3.33k op/s 2024-08-17T17:20:42.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:41 smithi087 ceph-mon[85676]: osdmap e954: 8 total, 8 up, 8 in 2024-08-17T17:20:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:42 smithi059 ceph-mon[92261]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T17:20:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:42 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/4184792604' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:43.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:42 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:43.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:42 smithi059 ceph-mon[94685]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T17:20:43.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:42 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/4184792604' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:43.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:42 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:43.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:42 smithi087 ceph-mon[85676]: osdmap e955: 8 total, 8 up, 8 in 2024-08-17T17:20:43.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:42 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/4184792604' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:43.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:42 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:43 smithi059 ceph-mon[92261]: pgmap v1123: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:43 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:43 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:43 smithi059 ceph-mon[92261]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T17:20:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:43 smithi059 ceph-mon[94685]: pgmap v1123: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:43 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:43 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:44.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:43 smithi059 ceph-mon[94685]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T17:20:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:43 smithi087 ceph-mon[85676]: pgmap v1123: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:43 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:43 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:43 smithi087 ceph-mon[85676]: osdmap e956: 8 total, 8 up, 8 in 2024-08-17T17:20:44.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:20:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:20:44] "GET /metrics HTTP/1.1" 200 36427 "" "Prometheus/2.51.0" 2024-08-17T17:20:44.963 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4034 ms) 2024-08-17T17:20:44.963 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-17T17:20:45.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:44 smithi059 ceph-mon[92261]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T17:20:45.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:44 smithi059 ceph-mon[94685]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T17:20:45.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:44 smithi087 ceph-mon[85676]: osdmap e957: 8 total, 8 up, 8 in 2024-08-17T17:20:46.202 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:45 smithi087 ceph-mon[85676]: pgmap v1126: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:46.202 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:45 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:46.202 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:45 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:20:46.202 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:45 smithi087 ceph-mon[85676]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T17:20:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:45 smithi059 ceph-mon[92261]: pgmap v1126: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:45 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:45 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:20:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:45 smithi059 ceph-mon[92261]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T17:20:46.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:45 smithi059 ceph-mon[94685]: pgmap v1126: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:46.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:45 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:46.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:45 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:20:46.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:45 smithi059 ceph-mon[94685]: osdmap e958: 8 total, 8 up, 8 in 2024-08-17T17:20:47.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:46 smithi059 ceph-mon[92261]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T17:20:47.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:46 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/862572870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:47.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:46 smithi059 ceph-mon[94685]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T17:20:47.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:46 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/862572870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:47.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:46 smithi087 ceph-mon[85676]: osdmap e959: 8 total, 8 up, 8 in 2024-08-17T17:20:47.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:46 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/862572870' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:48.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:47 smithi059 ceph-mon[92261]: pgmap v1129: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:48.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:47 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:48.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:47 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/862572870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:48.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:47 smithi059 ceph-mon[92261]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T17:20:48.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:47 smithi059 ceph-mon[94685]: pgmap v1129: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:48.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:47 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:48.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:47 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/862572870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:48.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:47 smithi059 ceph-mon[94685]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T17:20:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:47 smithi087 ceph-mon[85676]: pgmap v1129: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:47 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:47 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/862572870' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:47 smithi087 ceph-mon[85676]: osdmap e960: 8 total, 8 up, 8 in 2024-08-17T17:20:49.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:48 smithi059 ceph-mon[92261]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T17:20:49.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:48 smithi059 ceph-mon[94685]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T17:20:49.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:48 smithi087 ceph-mon[85676]: osdmap e961: 8 total, 8 up, 8 in 2024-08-17T17:20:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:49 smithi059 ceph-mon[92261]: pgmap v1132: 137 pgs: 5 creating+peering, 2 unknown, 130 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:49 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:49 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:20:50.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:49 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:50.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:49 smithi059 ceph-mon[94685]: pgmap v1132: 137 pgs: 5 creating+peering, 2 unknown, 130 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:49 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:49 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:20:50.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:49 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:49 smithi087 ceph-mon[85676]: pgmap v1132: 137 pgs: 5 creating+peering, 2 unknown, 130 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:49 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:49 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:20:50.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:49 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:20:50.995 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6032 ms) 2024-08-17T17:20:50.995 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-17T17:20:52.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:51 smithi059 ceph-mon[92261]: pgmap v1133: 137 pgs: 5 creating+peering, 132 active+clean; 663 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 1.94k op/s 2024-08-17T17:20:52.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:51 smithi059 ceph-mon[92261]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T17:20:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:51 smithi059 ceph-mon[94685]: pgmap v1133: 137 pgs: 5 creating+peering, 132 active+clean; 663 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 1.94k op/s 2024-08-17T17:20:52.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:51 smithi059 ceph-mon[94685]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T17:20:52.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:51 smithi087 ceph-mon[85676]: pgmap v1133: 137 pgs: 5 creating+peering, 132 active+clean; 663 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 1.94k op/s 2024-08-17T17:20:52.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:51 smithi087 ceph-mon[85676]: osdmap e962: 8 total, 8 up, 8 in 2024-08-17T17:20:53.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:52 smithi059 ceph-mon[92261]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T17:20:53.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:52 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3579291006' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:53.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:52 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:53.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:52 smithi059 ceph-mon[94685]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T17:20:53.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:52 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3579291006' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:53.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:52 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:53.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:52 smithi087 ceph-mon[85676]: osdmap e963: 8 total, 8 up, 8 in 2024-08-17T17:20:53.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:52 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3579291006' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:53.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:52 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:53 smithi059 ceph-mon[92261]: pgmap v1136: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:53 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:53 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:54.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:53 smithi059 ceph-mon[92261]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T17:20:54.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:53 smithi059 ceph-mon[94685]: pgmap v1136: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:54.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:53 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:53 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:54.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:53 smithi059 ceph-mon[94685]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T17:20:54.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:53 smithi087 ceph-mon[85676]: pgmap v1136: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:54.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:53 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:20:54.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:53 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133223-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:54.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:53 smithi087 ceph-mon[85676]: osdmap e964: 8 total, 8 up, 8 in 2024-08-17T17:20:54.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:20:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:20:54] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.51.0" 2024-08-17T17:20:55.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:55 smithi059 ceph-mon[92261]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T17:20:55.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:55 smithi059 ceph-mon[94685]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T17:20:55.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:55 smithi087 ceph-mon[85676]: osdmap e965: 8 total, 8 up, 8 in 2024-08-17T17:20:56.019 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5024 ms) 2024-08-17T17:20:56.020 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 22 tests from TestCls2PCQueue (101087 ms total) 2024-08-17T17:20:56.020 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:20:56.020 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment tear-down 2024-08-17T17:20:56.020 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] 22 tests from 1 test suite ran. (101087 ms total) 2024-08-17T17:20:56.020 INFO:tasks.workunit.client.0.smithi059.stdout:[ PASSED ] 22 tests. 2024-08-17T17:20:56.023 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:20:56.024 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:20:56.053 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-17T17:20:56.053 DEBUG:teuthology.orchestra.run.smithi059:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-17T17:20:56.126 INFO:tasks.workunit.client.0.smithi059.stdout:Running main() from gmock_main.cc 2024-08-17T17:20:56.126 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-17T17:20:56.126 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment set-up. 2024-08-17T17:20:56.126 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 5 tests from cls_cas 2024-08-17T17:20:56.127 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] cls_cas.get_put 2024-08-17T17:20:56.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:56 smithi059 ceph-mon[92261]: pgmap v1139: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 592 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:56.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:56 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:56.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:56 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:20:56.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:56 smithi059 ceph-mon[94685]: pgmap v1139: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 592 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:56.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:56 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:56.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:56 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:20:56.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:56 smithi087 ceph-mon[85676]: pgmap v1139: 137 pgs: 11 creating+peering, 11 unknown, 115 active+clean; 592 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:56.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:56 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:20:56.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:56 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:20:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[92261]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T17:20:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:20:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:20:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:20:57.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:20:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[94685]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T17:20:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:20:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:20:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:20:57.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:57 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:20:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:57 smithi087 ceph-mon[85676]: osdmap e966: 8 total, 8 up, 8 in 2024-08-17T17:20:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:57 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:20:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:57 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:20:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:57 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:20:57.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:57 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:20:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:58 smithi087 ceph-mon[85676]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:58 smithi087 ceph-mon[85676]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T17:20:58.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:58 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1846187405' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:58.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:58 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:58 smithi059 ceph-mon[92261]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:58 smithi059 ceph-mon[92261]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T17:20:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:58 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1846187405' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:58 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:58 smithi059 ceph-mon[94685]: pgmap v1141: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:20:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:58 smithi059 ceph-mon[94685]: osdmap e967: 8 total, 8 up, 8 in 2024-08-17T17:20:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:58 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1846187405' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:58 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:20:59.053 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] cls_cas.get_put (2926 ms) 2024-08-17T17:20:59.054 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] cls_cas.wrong_put 2024-08-17T17:20:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:59 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:59.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:20:59 smithi087 ceph-mon[85676]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T17:20:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:59 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:20:59 smithi059 ceph-mon[92261]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T17:20:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:59 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:20:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:20:59 smithi059 ceph-mon[94685]: osdmap e968: 8 total, 8 up, 8 in 2024-08-17T17:21:00.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:00 smithi087 ceph-mon[85676]: pgmap v1144: 137 pgs: 17 creating+peering, 7 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:00.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:00 smithi087 ceph-mon[85676]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T17:21:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:00 smithi059 ceph-mon[92261]: pgmap v1144: 137 pgs: 17 creating+peering, 7 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:00 smithi059 ceph-mon[92261]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T17:21:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:00 smithi059 ceph-mon[94685]: pgmap v1144: 137 pgs: 17 creating+peering, 7 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:00 smithi059 ceph-mon[94685]: osdmap e969: 8 total, 8 up, 8 in 2024-08-17T17:21:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:01 smithi059 ceph-mon[92261]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T17:21:01.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:01 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1083195922' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:01 smithi059 ceph-mon[94685]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T17:21:01.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:01 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1083195922' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:01 smithi087 ceph-mon[85676]: osdmap e970: 8 total, 8 up, 8 in 2024-08-17T17:21:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:01 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1083195922' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:02.070 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] cls_cas.wrong_put (3018 ms) 2024-08-17T17:21:02.070 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] cls_cas.dup_get 2024-08-17T17:21:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:02 smithi059 ceph-mon[92261]: pgmap v1147: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:02 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:02 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1083195922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:02.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:02 smithi059 ceph-mon[92261]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T17:21:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:02 smithi059 ceph-mon[94685]: pgmap v1147: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:02 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:02 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1083195922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:02 smithi059 ceph-mon[94685]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T17:21:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:02 smithi087 ceph-mon[85676]: pgmap v1147: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:02 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:02 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1083195922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:02 smithi087 ceph-mon[85676]: osdmap e971: 8 total, 8 up, 8 in 2024-08-17T17:21:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:03 smithi059 ceph-mon[92261]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T17:21:03.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:03 smithi059 ceph-mon[94685]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T17:21:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:03 smithi087 ceph-mon[85676]: osdmap e972: 8 total, 8 up, 8 in 2024-08-17T17:21:04.372 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[92261]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:04.373 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:04.373 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:21:04.373 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[92261]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T17:21:04.373 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/861721853' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:04.373 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[94685]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:04.373 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:04.373 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:21:04.373 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[94685]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T17:21:04.373 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/861721853' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:04 smithi087 ceph-mon[85676]: pgmap v1150: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:04 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:04 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:21:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:04 smithi087 ceph-mon[85676]: osdmap e973: 8 total, 8 up, 8 in 2024-08-17T17:21:04.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:04 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/861721853' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:04.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:21:04 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:21:04] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.51.0" 2024-08-17T17:21:05.099 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] cls_cas.dup_get (3029 ms) 2024-08-17T17:21:05.099 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] cls_cas.dup_put 2024-08-17T17:21:05.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:05 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/861721853' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:05.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:05 smithi059 ceph-mon[92261]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T17:21:05.392 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:05.393 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:05 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/861721853' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:05.393 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:05 smithi059 ceph-mon[94685]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T17:21:05.393 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:05.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:05 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/861721853' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:05.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:05 smithi087 ceph-mon[85676]: osdmap e974: 8 total, 8 up, 8 in 2024-08-17T17:21:05.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:06 smithi059 ceph-mon[92261]: pgmap v1153: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:06.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:06 smithi059 ceph-mon[92261]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T17:21:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:06 smithi059 ceph-mon[94685]: pgmap v1153: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:06.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:06 smithi059 ceph-mon[94685]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T17:21:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:06 smithi087 ceph-mon[85676]: pgmap v1153: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:06.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:06 smithi087 ceph-mon[85676]: osdmap e975: 8 total, 8 up, 8 in 2024-08-17T17:21:07.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:07 smithi059 ceph-mon[92261]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T17:21:07.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:07 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/4146462026' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:07.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:07 smithi059 ceph-mon[94685]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T17:21:07.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:07 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/4146462026' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:07 smithi087 ceph-mon[85676]: osdmap e976: 8 total, 8 up, 8 in 2024-08-17T17:21:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:07 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/4146462026' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:08.121 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] cls_cas.dup_put (3022 ms) 2024-08-17T17:21:08.121 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-17T17:21:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:08 smithi059 ceph-mon[92261]: pgmap v1156: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:08 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:08 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/4146462026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:08.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:08 smithi059 ceph-mon[92261]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T17:21:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:08 smithi059 ceph-mon[94685]: pgmap v1156: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:08 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:08 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/4146462026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:08.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:08 smithi059 ceph-mon[94685]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T17:21:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:08 smithi087 ceph-mon[85676]: pgmap v1156: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:08 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:08 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/4146462026' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:08 smithi087 ceph-mon[85676]: osdmap e977: 8 total, 8 up, 8 in 2024-08-17T17:21:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:09 smithi059 ceph-mon[92261]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T17:21:09.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:09 smithi059 ceph-mon[94685]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T17:21:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:09 smithi087 ceph-mon[85676]: osdmap e978: 8 total, 8 up, 8 in 2024-08-17T17:21:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[94685]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:21:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[94685]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T17:21:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2548059357' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[92261]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:21:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[92261]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T17:21:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2548059357' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:10.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:10 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:10 smithi087 ceph-mon[85676]: pgmap v1159: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:10 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:10 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:21:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:10 smithi087 ceph-mon[85676]: osdmap e979: 8 total, 8 up, 8 in 2024-08-17T17:21:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:10 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2548059357' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:10.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:10 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:11.148 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] cls_cas.get_wrong_data (3025 ms) 2024-08-17T17:21:11.148 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 5 tests from cls_cas (15021 ms total) 2024-08-17T17:21:11.148 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:21:11.148 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 1 test from chunk_refs_t 2024-08-17T17:21:11.148 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] chunk_refs_t.size 2024-08-17T17:21:11.148 INFO:tasks.workunit.client.0.smithi059.stdout:1 60 by_object 2024-08-17T17:21:11.148 INFO:tasks.workunit.client.0.smithi059.stdout:2 103 by_object 2024-08-17T17:21:11.148 INFO:tasks.workunit.client.0.smithi059.stdout:4 189 by_object 2024-08-17T17:21:11.149 INFO:tasks.workunit.client.0.smithi059.stdout:8 361 by_object 2024-08-17T17:21:11.149 INFO:tasks.workunit.client.0.smithi059.stdout:16 112 by_hash(32 bits) 2024-08-17T17:21:11.149 INFO:tasks.workunit.client.0.smithi059.stdout:32 208 by_hash(32 bits) 2024-08-17T17:21:11.149 INFO:tasks.workunit.client.0.smithi059.stdout:64 400 by_hash(32 bits) 2024-08-17T17:21:11.149 INFO:tasks.workunit.client.0.smithi059.stdout:128 509 by_hash(10 bits) 2024-08-17T17:21:11.150 INFO:tasks.workunit.client.0.smithi059.stdout:256 499 by_hash(7 bits) 2024-08-17T17:21:11.150 INFO:tasks.workunit.client.0.smithi059.stdout:512 462 by_hash(5 bits) 2024-08-17T17:21:11.150 INFO:tasks.workunit.client.0.smithi059.stdout:1024 466 by_hash(5 bits) 2024-08-17T17:21:11.150 INFO:tasks.workunit.client.0.smithi059.stdout:2048 466 by_hash(5 bits) 2024-08-17T17:21:11.150 INFO:tasks.workunit.client.0.smithi059.stdout:4096 470 by_hash(5 bits) 2024-08-17T17:21:11.151 INFO:tasks.workunit.client.0.smithi059.stdout:8192 498 by_hash(4 bits) 2024-08-17T17:21:11.152 INFO:tasks.workunit.client.0.smithi059.stdout:16384 278 by_hash(3 bits) 2024-08-17T17:21:11.155 INFO:tasks.workunit.client.0.smithi059.stdout:32768 337 by_hash(2 bits) 2024-08-17T17:21:11.161 INFO:tasks.workunit.client.0.smithi059.stdout:65536 367 by_hash(2 bits) 2024-08-17T17:21:11.172 INFO:tasks.workunit.client.0.smithi059.stdout:131072 387 by_hash(1 bits) 2024-08-17T17:21:11.192 INFO:tasks.workunit.client.0.smithi059.stdout:262144 331 by_pool 2024-08-17T17:21:11.233 INFO:tasks.workunit.client.0.smithi059.stdout:524288 21 count 2024-08-17T17:21:11.309 INFO:tasks.workunit.client.0.smithi059.stdout:1048576 21 count 2024-08-17T17:21:11.467 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] chunk_refs_t.size (320 ms) 2024-08-17T17:21:11.467 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 1 test from chunk_refs_t (320 ms total) 2024-08-17T17:21:11.467 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:21:11.467 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment tear-down 2024-08-17T17:21:11.467 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] 6 tests from 2 test suites ran. (15341 ms total) 2024-08-17T17:21:11.467 INFO:tasks.workunit.client.0.smithi059.stdout:[ PASSED ] 6 tests. 2024-08-17T17:21:11.469 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:21:11.469 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:21:11.533 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:11 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:11.533 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:11 smithi059 ceph-mon[92261]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T17:21:11.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:11 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:11.533 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:11 smithi059 ceph-mon[94685]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T17:21:11.537 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-17T17:21:11.537 DEBUG:teuthology.orchestra.run.smithi059:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-17T17:21:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:11 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-133891-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:11 smithi087 ceph-mon[85676]: osdmap e980: 8 total, 8 up, 8 in 2024-08-17T17:21:11.610 INFO:tasks.workunit.client.0.smithi059.stdout:Running main() from gmock_main.cc 2024-08-17T17:21:11.610 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-17T17:21:11.610 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment set-up. 2024-08-17T17:21:12.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:12 smithi059 ceph-mon[94685]: pgmap v1162: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:12.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:12 smithi059 ceph-mon[94685]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T17:21:12.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:12 smithi059 ceph-mon[92261]: pgmap v1162: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:12.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:12 smithi059 ceph-mon[92261]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T17:21:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:12 smithi087 ceph-mon[85676]: pgmap v1162: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:12 smithi087 ceph-mon[85676]: osdmap e981: 8 total, 8 up, 8 in 2024-08-17T17:21:13.164 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 31 tests from CmpOmap 2024-08-17T17:21:13.165 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-17T17:21:13.177 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (12 ms) 2024-08-17T17:21:13.177 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-17T17:21:13.181 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2024-08-17T17:21:13.181 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-17T17:21:13.185 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-08-17T17:21:13.185 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-17T17:21:13.188 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-08-17T17:21:13.188 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-17T17:21:13.194 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-08-17T17:21:13.194 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-17T17:21:13.200 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-08-17T17:21:13.201 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-17T17:21:13.204 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-08-17T17:21:13.204 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-17T17:21:13.206 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-08-17T17:21:13.206 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-17T17:21:13.209 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (2 ms) 2024-08-17T17:21:13.209 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-17T17:21:13.213 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-08-17T17:21:13.213 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-17T17:21:13.213 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-17T17:21:13.213 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-17T17:21:13.214 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-08-17T17:21:13.214 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-17T17:21:13.220 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (7 ms) 2024-08-17T17:21:13.220 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-17T17:21:13.227 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-08-17T17:21:13.227 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-17T17:21:13.233 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-08-17T17:21:13.233 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-17T17:21:13.241 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-08-17T17:21:13.241 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-17T17:21:13.248 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-08-17T17:21:13.248 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-17T17:21:13.255 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-08-17T17:21:13.255 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-17T17:21:13.256 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-08-17T17:21:13.257 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-17T17:21:13.259 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-08-17T17:21:13.259 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-17T17:21:13.260 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-08-17T17:21:13.260 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-17T17:21:13.260 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-08-17T17:21:13.260 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-17T17:21:13.267 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-08-17T17:21:13.267 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-17T17:21:13.273 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-08-17T17:21:13.273 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-17T17:21:13.279 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-08-17T17:21:13.280 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-17T17:21:13.287 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-08-17T17:21:13.287 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-17T17:21:13.289 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-08-17T17:21:13.289 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-17T17:21:13.291 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-08-17T17:21:13.291 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-17T17:21:13.292 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-08-17T17:21:13.292 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-17T17:21:13.293 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-08-17T17:21:13.293 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-17T17:21:13.301 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-08-17T17:21:13.301 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 31 tests from CmpOmap (137 ms total) 2024-08-17T17:21:13.301 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:21:13.301 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment tear-down 2024-08-17T17:21:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:13 smithi059 ceph-mon[92261]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T17:21:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:13 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3440978711' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134157-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:13.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:13 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134157-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:13 smithi059 ceph-mon[94685]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T17:21:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:13 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3440978711' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134157-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:13.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:13 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134157-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:13 smithi087 ceph-mon[85676]: osdmap e982: 8 total, 8 up, 8 in 2024-08-17T17:21:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:13 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3440978711' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134157-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:13.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:13 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134157-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:14.168 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] 31 tests from 1 test suite ran. (2558 ms total) 2024-08-17T17:21:14.168 INFO:tasks.workunit.client.0.smithi059.stdout:[ PASSED ] 31 tests. 2024-08-17T17:21:14.171 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:21:14.171 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:21:14.243 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-17T17:21:14.285 DEBUG:teuthology.orchestra.run.smithi059:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-17T17:21:14.320 INFO:tasks.workunit.client.0.smithi059.stdout:Running main() from gmock_main.cc 2024-08-17T17:21:14.320 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-17T17:21:14.320 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment set-up. 2024-08-17T17:21:14.320 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 6 tests from ClsHello 2024-08-17T17:21:14.321 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsHello.SayHello 2024-08-17T17:21:14.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:21:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:21:14] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.51.0" 2024-08-17T17:21:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:14 smithi059 ceph-mon[92261]: pgmap v1165: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:14 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:14 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134157-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:14 smithi059 ceph-mon[92261]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T17:21:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:14 smithi059 ceph-mon[94685]: pgmap v1165: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:14 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:14 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134157-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:14.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:14 smithi059 ceph-mon[94685]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T17:21:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:14 smithi087 ceph-mon[85676]: pgmap v1165: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:14 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:14 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134157-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:14 smithi087 ceph-mon[85676]: osdmap e983: 8 total, 8 up, 8 in 2024-08-17T17:21:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:15 smithi059 ceph-mon[92261]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T17:21:15.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:15 smithi059 ceph-mon[94685]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T17:21:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:15 smithi087 ceph-mon[85676]: osdmap e984: 8 total, 8 up, 8 in 2024-08-17T17:21:16.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:16 smithi087 ceph-mon[85676]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:16.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:16 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:16.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:16 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:21:16.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:16 smithi087 ceph-mon[85676]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T17:21:16.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:16 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/728361434' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:16.452 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:16 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[92261]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:21:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[92261]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T17:21:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/728361434' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:16.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:16.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[94685]: pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:21:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[94685]: osdmap e985: 8 total, 8 up, 8 in 2024-08-17T17:21:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/728361434' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:16.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:16 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:17.182 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsHello.SayHello (2862 ms) 2024-08-17T17:21:17.183 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsHello.RecordHello 2024-08-17T17:21:17.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:17 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:17.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:17 smithi059 ceph-mon[94685]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T17:21:17.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:17 smithi059 ceph-mon[94685]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T17:21:17.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:17 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:17.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:17 smithi059 ceph-mon[92261]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T17:21:17.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:17 smithi059 ceph-mon[92261]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T17:21:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:17 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:17 smithi087 ceph-mon[85676]: osdmap e986: 8 total, 8 up, 8 in 2024-08-17T17:21:17.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:17 smithi087 ceph-mon[85676]: osdmap e987: 8 total, 8 up, 8 in 2024-08-17T17:21:18.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:18 smithi059 ceph-mon[92261]: pgmap v1171: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:18.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:18 smithi059 ceph-mon[94685]: pgmap v1171: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:18 smithi087 ceph-mon[85676]: pgmap v1171: 137 pgs: 2 creating+peering, 27 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:19 smithi059 ceph-mon[92261]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T17:21:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:19 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1881136569' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:19.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:19 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:19 smithi059 ceph-mon[94685]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T17:21:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:19 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1881136569' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:19.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:19 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:19 smithi087 ceph-mon[85676]: osdmap e988: 8 total, 8 up, 8 in 2024-08-17T17:21:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:19 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1881136569' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:19 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:20.227 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsHello.RecordHello (3044 ms) 2024-08-17T17:21:20.227 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-17T17:21:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[92261]: pgmap v1174: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:20.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:20.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[92261]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T17:21:20.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:21:20.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[94685]: pgmap v1174: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[94685]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T17:21:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:21:20.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:20 smithi087 ceph-mon[85676]: pgmap v1174: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:20 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:20 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:20 smithi087 ceph-mon[85676]: osdmap e989: 8 total, 8 up, 8 in 2024-08-17T17:21:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:21:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:21.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:21 smithi059 ceph-mon[92261]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T17:21:21.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:21 smithi059 ceph-mon[94685]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T17:21:21.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:21 smithi087 ceph-mon[85676]: osdmap e990: 8 total, 8 up, 8 in 2024-08-17T17:21:22.244 INFO:tasks.workunit.client.0.smithi059.stdout:require_osd_release = squid 2024-08-17T17:21:22.255 INFO:tasks.workunit.client.0.smithi059.stdout:0 2024-08-17T17:21:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[92261]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:22.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:21:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[92261]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T17:21:22.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1108485470' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[94685]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:21:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[94685]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T17:21:22.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:22 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1108485470' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:22 smithi087 ceph-mon[85676]: pgmap v1177: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:22 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:22 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:21:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:22 smithi087 ceph-mon[85676]: osdmap e991: 8 total, 8 up, 8 in 2024-08-17T17:21:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:22 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1108485470' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:22.698 INFO:tasks.workunit.client.0.smithi059.stdout:1 2024-08-17T17:21:22.700 INFO:tasks.workunit.client.0.smithi059.stdout:2 2024-08-17T17:21:22.701 INFO:tasks.workunit.client.0.smithi059.stdout:3 2024-08-17T17:21:22.702 INFO:tasks.workunit.client.0.smithi059.stdout:4 2024-08-17T17:21:22.703 INFO:tasks.workunit.client.0.smithi059.stdout:5 2024-08-17T17:21:22.704 INFO:tasks.workunit.client.0.smithi059.stdout:6 2024-08-17T17:21:22.706 INFO:tasks.workunit.client.0.smithi059.stdout:7 2024-08-17T17:21:22.707 INFO:tasks.workunit.client.0.smithi059.stdout:8 2024-08-17T17:21:22.708 INFO:tasks.workunit.client.0.smithi059.stdout:9 2024-08-17T17:21:22.709 INFO:tasks.workunit.client.0.smithi059.stdout:10 2024-08-17T17:21:22.709 INFO:tasks.workunit.client.0.smithi059.stdout:11 2024-08-17T17:21:22.710 INFO:tasks.workunit.client.0.smithi059.stdout:12 2024-08-17T17:21:22.712 INFO:tasks.workunit.client.0.smithi059.stdout:13 2024-08-17T17:21:22.712 INFO:tasks.workunit.client.0.smithi059.stdout:14 2024-08-17T17:21:22.714 INFO:tasks.workunit.client.0.smithi059.stdout:15 2024-08-17T17:21:22.715 INFO:tasks.workunit.client.0.smithi059.stdout:16 2024-08-17T17:21:22.716 INFO:tasks.workunit.client.0.smithi059.stdout:17 2024-08-17T17:21:22.717 INFO:tasks.workunit.client.0.smithi059.stdout:18 2024-08-17T17:21:22.718 INFO:tasks.workunit.client.0.smithi059.stdout:19 2024-08-17T17:21:22.719 INFO:tasks.workunit.client.0.smithi059.stdout:20 2024-08-17T17:21:22.720 INFO:tasks.workunit.client.0.smithi059.stdout:21 2024-08-17T17:21:22.721 INFO:tasks.workunit.client.0.smithi059.stdout:22 2024-08-17T17:21:22.722 INFO:tasks.workunit.client.0.smithi059.stdout:23 2024-08-17T17:21:22.723 INFO:tasks.workunit.client.0.smithi059.stdout:24 2024-08-17T17:21:22.724 INFO:tasks.workunit.client.0.smithi059.stdout:25 2024-08-17T17:21:22.725 INFO:tasks.workunit.client.0.smithi059.stdout:26 2024-08-17T17:21:22.726 INFO:tasks.workunit.client.0.smithi059.stdout:27 2024-08-17T17:21:22.728 INFO:tasks.workunit.client.0.smithi059.stdout:28 2024-08-17T17:21:22.729 INFO:tasks.workunit.client.0.smithi059.stdout:29 2024-08-17T17:21:22.730 INFO:tasks.workunit.client.0.smithi059.stdout:30 2024-08-17T17:21:22.731 INFO:tasks.workunit.client.0.smithi059.stdout:31 2024-08-17T17:21:22.732 INFO:tasks.workunit.client.0.smithi059.stdout:32 2024-08-17T17:21:22.733 INFO:tasks.workunit.client.0.smithi059.stdout:33 2024-08-17T17:21:22.734 INFO:tasks.workunit.client.0.smithi059.stdout:34 2024-08-17T17:21:22.735 INFO:tasks.workunit.client.0.smithi059.stdout:35 2024-08-17T17:21:22.736 INFO:tasks.workunit.client.0.smithi059.stdout:36 2024-08-17T17:21:22.737 INFO:tasks.workunit.client.0.smithi059.stdout:37 2024-08-17T17:21:22.738 INFO:tasks.workunit.client.0.smithi059.stdout:38 2024-08-17T17:21:22.738 INFO:tasks.workunit.client.0.smithi059.stdout:39 2024-08-17T17:21:22.740 INFO:tasks.workunit.client.0.smithi059.stdout:40 2024-08-17T17:21:22.740 INFO:tasks.workunit.client.0.smithi059.stdout:41 2024-08-17T17:21:22.742 INFO:tasks.workunit.client.0.smithi059.stdout:42 2024-08-17T17:21:22.742 INFO:tasks.workunit.client.0.smithi059.stdout:43 2024-08-17T17:21:22.743 INFO:tasks.workunit.client.0.smithi059.stdout:44 2024-08-17T17:21:22.744 INFO:tasks.workunit.client.0.smithi059.stdout:45 2024-08-17T17:21:22.745 INFO:tasks.workunit.client.0.smithi059.stdout:46 2024-08-17T17:21:22.746 INFO:tasks.workunit.client.0.smithi059.stdout:47 2024-08-17T17:21:22.747 INFO:tasks.workunit.client.0.smithi059.stdout:48 2024-08-17T17:21:22.748 INFO:tasks.workunit.client.0.smithi059.stdout:49 2024-08-17T17:21:22.749 INFO:tasks.workunit.client.0.smithi059.stdout:50 2024-08-17T17:21:22.750 INFO:tasks.workunit.client.0.smithi059.stdout:51 2024-08-17T17:21:22.751 INFO:tasks.workunit.client.0.smithi059.stdout:52 2024-08-17T17:21:22.752 INFO:tasks.workunit.client.0.smithi059.stdout:53 2024-08-17T17:21:22.753 INFO:tasks.workunit.client.0.smithi059.stdout:54 2024-08-17T17:21:22.754 INFO:tasks.workunit.client.0.smithi059.stdout:55 2024-08-17T17:21:22.755 INFO:tasks.workunit.client.0.smithi059.stdout:56 2024-08-17T17:21:22.756 INFO:tasks.workunit.client.0.smithi059.stdout:57 2024-08-17T17:21:22.757 INFO:tasks.workunit.client.0.smithi059.stdout:58 2024-08-17T17:21:22.758 INFO:tasks.workunit.client.0.smithi059.stdout:59 2024-08-17T17:21:22.759 INFO:tasks.workunit.client.0.smithi059.stdout:60 2024-08-17T17:21:22.760 INFO:tasks.workunit.client.0.smithi059.stdout:61 2024-08-17T17:21:22.761 INFO:tasks.workunit.client.0.smithi059.stdout:62 2024-08-17T17:21:22.761 INFO:tasks.workunit.client.0.smithi059.stdout:63 2024-08-17T17:21:22.762 INFO:tasks.workunit.client.0.smithi059.stdout:64 2024-08-17T17:21:22.764 INFO:tasks.workunit.client.0.smithi059.stdout:65 2024-08-17T17:21:22.764 INFO:tasks.workunit.client.0.smithi059.stdout:66 2024-08-17T17:21:22.766 INFO:tasks.workunit.client.0.smithi059.stdout:67 2024-08-17T17:21:22.766 INFO:tasks.workunit.client.0.smithi059.stdout:68 2024-08-17T17:21:22.767 INFO:tasks.workunit.client.0.smithi059.stdout:69 2024-08-17T17:21:22.768 INFO:tasks.workunit.client.0.smithi059.stdout:70 2024-08-17T17:21:22.769 INFO:tasks.workunit.client.0.smithi059.stdout:71 2024-08-17T17:21:22.770 INFO:tasks.workunit.client.0.smithi059.stdout:72 2024-08-17T17:21:22.771 INFO:tasks.workunit.client.0.smithi059.stdout:73 2024-08-17T17:21:22.772 INFO:tasks.workunit.client.0.smithi059.stdout:74 2024-08-17T17:21:22.773 INFO:tasks.workunit.client.0.smithi059.stdout:75 2024-08-17T17:21:22.774 INFO:tasks.workunit.client.0.smithi059.stdout:76 2024-08-17T17:21:22.775 INFO:tasks.workunit.client.0.smithi059.stdout:77 2024-08-17T17:21:22.776 INFO:tasks.workunit.client.0.smithi059.stdout:78 2024-08-17T17:21:22.777 INFO:tasks.workunit.client.0.smithi059.stdout:79 2024-08-17T17:21:22.778 INFO:tasks.workunit.client.0.smithi059.stdout:80 2024-08-17T17:21:22.779 INFO:tasks.workunit.client.0.smithi059.stdout:81 2024-08-17T17:21:22.780 INFO:tasks.workunit.client.0.smithi059.stdout:82 2024-08-17T17:21:22.781 INFO:tasks.workunit.client.0.smithi059.stdout:83 2024-08-17T17:21:22.781 INFO:tasks.workunit.client.0.smithi059.stdout:84 2024-08-17T17:21:22.782 INFO:tasks.workunit.client.0.smithi059.stdout:85 2024-08-17T17:21:22.783 INFO:tasks.workunit.client.0.smithi059.stdout:86 2024-08-17T17:21:22.784 INFO:tasks.workunit.client.0.smithi059.stdout:87 2024-08-17T17:21:22.785 INFO:tasks.workunit.client.0.smithi059.stdout:88 2024-08-17T17:21:22.786 INFO:tasks.workunit.client.0.smithi059.stdout:89 2024-08-17T17:21:22.787 INFO:tasks.workunit.client.0.smithi059.stdout:90 2024-08-17T17:21:22.788 INFO:tasks.workunit.client.0.smithi059.stdout:91 2024-08-17T17:21:22.789 INFO:tasks.workunit.client.0.smithi059.stdout:92 2024-08-17T17:21:22.790 INFO:tasks.workunit.client.0.smithi059.stdout:93 2024-08-17T17:21:22.791 INFO:tasks.workunit.client.0.smithi059.stdout:94 2024-08-17T17:21:22.791 INFO:tasks.workunit.client.0.smithi059.stdout:95 2024-08-17T17:21:22.792 INFO:tasks.workunit.client.0.smithi059.stdout:96 2024-08-17T17:21:22.793 INFO:tasks.workunit.client.0.smithi059.stdout:97 2024-08-17T17:21:22.794 INFO:tasks.workunit.client.0.smithi059.stdout:98 2024-08-17T17:21:22.795 INFO:tasks.workunit.client.0.smithi059.stdout:99 2024-08-17T17:21:22.796 INFO:tasks.workunit.client.0.smithi059.stdout:100 2024-08-17T17:21:22.796 INFO:tasks.workunit.client.0.smithi059.stdout:101 2024-08-17T17:21:22.797 INFO:tasks.workunit.client.0.smithi059.stdout:102 2024-08-17T17:21:22.798 INFO:tasks.workunit.client.0.smithi059.stdout:103 2024-08-17T17:21:22.799 INFO:tasks.workunit.client.0.smithi059.stdout:104 2024-08-17T17:21:22.800 INFO:tasks.workunit.client.0.smithi059.stdout:105 2024-08-17T17:21:22.801 INFO:tasks.workunit.client.0.smithi059.stdout:106 2024-08-17T17:21:22.802 INFO:tasks.workunit.client.0.smithi059.stdout:107 2024-08-17T17:21:22.803 INFO:tasks.workunit.client.0.smithi059.stdout:108 2024-08-17T17:21:22.804 INFO:tasks.workunit.client.0.smithi059.stdout:109 2024-08-17T17:21:22.805 INFO:tasks.workunit.client.0.smithi059.stdout:110 2024-08-17T17:21:22.806 INFO:tasks.workunit.client.0.smithi059.stdout:111 2024-08-17T17:21:22.807 INFO:tasks.workunit.client.0.smithi059.stdout:112 2024-08-17T17:21:22.808 INFO:tasks.workunit.client.0.smithi059.stdout:113 2024-08-17T17:21:22.816 INFO:tasks.workunit.client.0.smithi059.stdout:114 2024-08-17T17:21:22.817 INFO:tasks.workunit.client.0.smithi059.stdout:115 2024-08-17T17:21:22.817 INFO:tasks.workunit.client.0.smithi059.stdout:116 2024-08-17T17:21:22.818 INFO:tasks.workunit.client.0.smithi059.stdout:117 2024-08-17T17:21:22.819 INFO:tasks.workunit.client.0.smithi059.stdout:118 2024-08-17T17:21:22.820 INFO:tasks.workunit.client.0.smithi059.stdout:119 2024-08-17T17:21:22.821 INFO:tasks.workunit.client.0.smithi059.stdout:120 2024-08-17T17:21:22.822 INFO:tasks.workunit.client.0.smithi059.stdout:121 2024-08-17T17:21:22.822 INFO:tasks.workunit.client.0.smithi059.stdout:122 2024-08-17T17:21:22.823 INFO:tasks.workunit.client.0.smithi059.stdout:123 2024-08-17T17:21:22.824 INFO:tasks.workunit.client.0.smithi059.stdout:124 2024-08-17T17:21:22.825 INFO:tasks.workunit.client.0.smithi059.stdout:125 2024-08-17T17:21:22.826 INFO:tasks.workunit.client.0.smithi059.stdout:126 2024-08-17T17:21:22.827 INFO:tasks.workunit.client.0.smithi059.stdout:127 2024-08-17T17:21:22.828 INFO:tasks.workunit.client.0.smithi059.stdout:128 2024-08-17T17:21:22.828 INFO:tasks.workunit.client.0.smithi059.stdout:129 2024-08-17T17:21:22.829 INFO:tasks.workunit.client.0.smithi059.stdout:130 2024-08-17T17:21:22.830 INFO:tasks.workunit.client.0.smithi059.stdout:131 2024-08-17T17:21:22.831 INFO:tasks.workunit.client.0.smithi059.stdout:132 2024-08-17T17:21:22.832 INFO:tasks.workunit.client.0.smithi059.stdout:133 2024-08-17T17:21:22.833 INFO:tasks.workunit.client.0.smithi059.stdout:134 2024-08-17T17:21:22.834 INFO:tasks.workunit.client.0.smithi059.stdout:135 2024-08-17T17:21:22.835 INFO:tasks.workunit.client.0.smithi059.stdout:136 2024-08-17T17:21:22.835 INFO:tasks.workunit.client.0.smithi059.stdout:137 2024-08-17T17:21:22.836 INFO:tasks.workunit.client.0.smithi059.stdout:138 2024-08-17T17:21:22.837 INFO:tasks.workunit.client.0.smithi059.stdout:139 2024-08-17T17:21:22.838 INFO:tasks.workunit.client.0.smithi059.stdout:140 2024-08-17T17:21:22.839 INFO:tasks.workunit.client.0.smithi059.stdout:141 2024-08-17T17:21:22.840 INFO:tasks.workunit.client.0.smithi059.stdout:142 2024-08-17T17:21:22.841 INFO:tasks.workunit.client.0.smithi059.stdout:143 2024-08-17T17:21:22.842 INFO:tasks.workunit.client.0.smithi059.stdout:144 2024-08-17T17:21:22.843 INFO:tasks.workunit.client.0.smithi059.stdout:145 2024-08-17T17:21:22.844 INFO:tasks.workunit.client.0.smithi059.stdout:146 2024-08-17T17:21:22.845 INFO:tasks.workunit.client.0.smithi059.stdout:147 2024-08-17T17:21:22.846 INFO:tasks.workunit.client.0.smithi059.stdout:148 2024-08-17T17:21:22.847 INFO:tasks.workunit.client.0.smithi059.stdout:149 2024-08-17T17:21:22.848 INFO:tasks.workunit.client.0.smithi059.stdout:150 2024-08-17T17:21:22.848 INFO:tasks.workunit.client.0.smithi059.stdout:151 2024-08-17T17:21:22.849 INFO:tasks.workunit.client.0.smithi059.stdout:152 2024-08-17T17:21:22.850 INFO:tasks.workunit.client.0.smithi059.stdout:153 2024-08-17T17:21:22.851 INFO:tasks.workunit.client.0.smithi059.stdout:154 2024-08-17T17:21:22.852 INFO:tasks.workunit.client.0.smithi059.stdout:155 2024-08-17T17:21:22.853 INFO:tasks.workunit.client.0.smithi059.stdout:156 2024-08-17T17:21:22.854 INFO:tasks.workunit.client.0.smithi059.stdout:157 2024-08-17T17:21:22.855 INFO:tasks.workunit.client.0.smithi059.stdout:158 2024-08-17T17:21:22.856 INFO:tasks.workunit.client.0.smithi059.stdout:159 2024-08-17T17:21:22.857 INFO:tasks.workunit.client.0.smithi059.stdout:160 2024-08-17T17:21:22.857 INFO:tasks.workunit.client.0.smithi059.stdout:161 2024-08-17T17:21:22.858 INFO:tasks.workunit.client.0.smithi059.stdout:162 2024-08-17T17:21:22.859 INFO:tasks.workunit.client.0.smithi059.stdout:163 2024-08-17T17:21:22.860 INFO:tasks.workunit.client.0.smithi059.stdout:164 2024-08-17T17:21:22.861 INFO:tasks.workunit.client.0.smithi059.stdout:165 2024-08-17T17:21:22.862 INFO:tasks.workunit.client.0.smithi059.stdout:166 2024-08-17T17:21:22.863 INFO:tasks.workunit.client.0.smithi059.stdout:167 2024-08-17T17:21:22.864 INFO:tasks.workunit.client.0.smithi059.stdout:168 2024-08-17T17:21:22.865 INFO:tasks.workunit.client.0.smithi059.stdout:169 2024-08-17T17:21:22.865 INFO:tasks.workunit.client.0.smithi059.stdout:170 2024-08-17T17:21:22.866 INFO:tasks.workunit.client.0.smithi059.stdout:171 2024-08-17T17:21:22.867 INFO:tasks.workunit.client.0.smithi059.stdout:172 2024-08-17T17:21:22.868 INFO:tasks.workunit.client.0.smithi059.stdout:173 2024-08-17T17:21:22.869 INFO:tasks.workunit.client.0.smithi059.stdout:174 2024-08-17T17:21:22.870 INFO:tasks.workunit.client.0.smithi059.stdout:175 2024-08-17T17:21:22.871 INFO:tasks.workunit.client.0.smithi059.stdout:176 2024-08-17T17:21:22.872 INFO:tasks.workunit.client.0.smithi059.stdout:177 2024-08-17T17:21:22.873 INFO:tasks.workunit.client.0.smithi059.stdout:178 2024-08-17T17:21:22.874 INFO:tasks.workunit.client.0.smithi059.stdout:179 2024-08-17T17:21:22.874 INFO:tasks.workunit.client.0.smithi059.stdout:180 2024-08-17T17:21:22.875 INFO:tasks.workunit.client.0.smithi059.stdout:181 2024-08-17T17:21:22.876 INFO:tasks.workunit.client.0.smithi059.stdout:182 2024-08-17T17:21:22.877 INFO:tasks.workunit.client.0.smithi059.stdout:183 2024-08-17T17:21:22.878 INFO:tasks.workunit.client.0.smithi059.stdout:184 2024-08-17T17:21:22.879 INFO:tasks.workunit.client.0.smithi059.stdout:185 2024-08-17T17:21:22.880 INFO:tasks.workunit.client.0.smithi059.stdout:186 2024-08-17T17:21:22.881 INFO:tasks.workunit.client.0.smithi059.stdout:187 2024-08-17T17:21:22.882 INFO:tasks.workunit.client.0.smithi059.stdout:188 2024-08-17T17:21:22.882 INFO:tasks.workunit.client.0.smithi059.stdout:189 2024-08-17T17:21:22.883 INFO:tasks.workunit.client.0.smithi059.stdout:190 2024-08-17T17:21:22.884 INFO:tasks.workunit.client.0.smithi059.stdout:191 2024-08-17T17:21:22.885 INFO:tasks.workunit.client.0.smithi059.stdout:192 2024-08-17T17:21:22.886 INFO:tasks.workunit.client.0.smithi059.stdout:193 2024-08-17T17:21:22.887 INFO:tasks.workunit.client.0.smithi059.stdout:194 2024-08-17T17:21:22.887 INFO:tasks.workunit.client.0.smithi059.stdout:195 2024-08-17T17:21:22.888 INFO:tasks.workunit.client.0.smithi059.stdout:196 2024-08-17T17:21:22.889 INFO:tasks.workunit.client.0.smithi059.stdout:197 2024-08-17T17:21:22.890 INFO:tasks.workunit.client.0.smithi059.stdout:198 2024-08-17T17:21:22.891 INFO:tasks.workunit.client.0.smithi059.stdout:199 2024-08-17T17:21:22.892 INFO:tasks.workunit.client.0.smithi059.stdout:200 2024-08-17T17:21:22.893 INFO:tasks.workunit.client.0.smithi059.stdout:201 2024-08-17T17:21:22.893 INFO:tasks.workunit.client.0.smithi059.stdout:202 2024-08-17T17:21:22.894 INFO:tasks.workunit.client.0.smithi059.stdout:203 2024-08-17T17:21:22.895 INFO:tasks.workunit.client.0.smithi059.stdout:204 2024-08-17T17:21:22.896 INFO:tasks.workunit.client.0.smithi059.stdout:205 2024-08-17T17:21:22.897 INFO:tasks.workunit.client.0.smithi059.stdout:206 2024-08-17T17:21:22.898 INFO:tasks.workunit.client.0.smithi059.stdout:207 2024-08-17T17:21:22.898 INFO:tasks.workunit.client.0.smithi059.stdout:208 2024-08-17T17:21:22.899 INFO:tasks.workunit.client.0.smithi059.stdout:209 2024-08-17T17:21:22.900 INFO:tasks.workunit.client.0.smithi059.stdout:210 2024-08-17T17:21:22.901 INFO:tasks.workunit.client.0.smithi059.stdout:211 2024-08-17T17:21:22.902 INFO:tasks.workunit.client.0.smithi059.stdout:212 2024-08-17T17:21:22.903 INFO:tasks.workunit.client.0.smithi059.stdout:213 2024-08-17T17:21:22.903 INFO:tasks.workunit.client.0.smithi059.stdout:214 2024-08-17T17:21:22.904 INFO:tasks.workunit.client.0.smithi059.stdout:215 2024-08-17T17:21:22.905 INFO:tasks.workunit.client.0.smithi059.stdout:216 2024-08-17T17:21:22.906 INFO:tasks.workunit.client.0.smithi059.stdout:217 2024-08-17T17:21:22.907 INFO:tasks.workunit.client.0.smithi059.stdout:218 2024-08-17T17:21:22.908 INFO:tasks.workunit.client.0.smithi059.stdout:219 2024-08-17T17:21:22.909 INFO:tasks.workunit.client.0.smithi059.stdout:220 2024-08-17T17:21:22.910 INFO:tasks.workunit.client.0.smithi059.stdout:221 2024-08-17T17:21:22.910 INFO:tasks.workunit.client.0.smithi059.stdout:222 2024-08-17T17:21:22.911 INFO:tasks.workunit.client.0.smithi059.stdout:223 2024-08-17T17:21:22.913 INFO:tasks.workunit.client.0.smithi059.stdout:224 2024-08-17T17:21:22.913 INFO:tasks.workunit.client.0.smithi059.stdout:225 2024-08-17T17:21:22.914 INFO:tasks.workunit.client.0.smithi059.stdout:226 2024-08-17T17:21:22.914 INFO:tasks.workunit.client.0.smithi059.stdout:227 2024-08-17T17:21:22.915 INFO:tasks.workunit.client.0.smithi059.stdout:228 2024-08-17T17:21:22.916 INFO:tasks.workunit.client.0.smithi059.stdout:229 2024-08-17T17:21:22.917 INFO:tasks.workunit.client.0.smithi059.stdout:230 2024-08-17T17:21:22.918 INFO:tasks.workunit.client.0.smithi059.stdout:231 2024-08-17T17:21:22.919 INFO:tasks.workunit.client.0.smithi059.stdout:232 2024-08-17T17:21:22.920 INFO:tasks.workunit.client.0.smithi059.stdout:233 2024-08-17T17:21:22.921 INFO:tasks.workunit.client.0.smithi059.stdout:234 2024-08-17T17:21:22.922 INFO:tasks.workunit.client.0.smithi059.stdout:235 2024-08-17T17:21:22.922 INFO:tasks.workunit.client.0.smithi059.stdout:236 2024-08-17T17:21:22.923 INFO:tasks.workunit.client.0.smithi059.stdout:237 2024-08-17T17:21:22.924 INFO:tasks.workunit.client.0.smithi059.stdout:238 2024-08-17T17:21:22.925 INFO:tasks.workunit.client.0.smithi059.stdout:239 2024-08-17T17:21:22.926 INFO:tasks.workunit.client.0.smithi059.stdout:240 2024-08-17T17:21:22.927 INFO:tasks.workunit.client.0.smithi059.stdout:241 2024-08-17T17:21:22.928 INFO:tasks.workunit.client.0.smithi059.stdout:242 2024-08-17T17:21:22.929 INFO:tasks.workunit.client.0.smithi059.stdout:243 2024-08-17T17:21:22.930 INFO:tasks.workunit.client.0.smithi059.stdout:244 2024-08-17T17:21:22.931 INFO:tasks.workunit.client.0.smithi059.stdout:245 2024-08-17T17:21:22.931 INFO:tasks.workunit.client.0.smithi059.stdout:246 2024-08-17T17:21:22.932 INFO:tasks.workunit.client.0.smithi059.stdout:247 2024-08-17T17:21:22.933 INFO:tasks.workunit.client.0.smithi059.stdout:248 2024-08-17T17:21:22.934 INFO:tasks.workunit.client.0.smithi059.stdout:249 2024-08-17T17:21:22.935 INFO:tasks.workunit.client.0.smithi059.stdout:250 2024-08-17T17:21:22.936 INFO:tasks.workunit.client.0.smithi059.stdout:251 2024-08-17T17:21:22.936 INFO:tasks.workunit.client.0.smithi059.stdout:252 2024-08-17T17:21:22.937 INFO:tasks.workunit.client.0.smithi059.stdout:253 2024-08-17T17:21:22.938 INFO:tasks.workunit.client.0.smithi059.stdout:254 2024-08-17T17:21:22.939 INFO:tasks.workunit.client.0.smithi059.stdout:255 2024-08-17T17:21:22.940 INFO:tasks.workunit.client.0.smithi059.stdout:256 2024-08-17T17:21:22.941 INFO:tasks.workunit.client.0.smithi059.stdout:257 2024-08-17T17:21:22.942 INFO:tasks.workunit.client.0.smithi059.stdout:258 2024-08-17T17:21:22.943 INFO:tasks.workunit.client.0.smithi059.stdout:259 2024-08-17T17:21:22.944 INFO:tasks.workunit.client.0.smithi059.stdout:260 2024-08-17T17:21:22.945 INFO:tasks.workunit.client.0.smithi059.stdout:261 2024-08-17T17:21:22.946 INFO:tasks.workunit.client.0.smithi059.stdout:262 2024-08-17T17:21:22.947 INFO:tasks.workunit.client.0.smithi059.stdout:263 2024-08-17T17:21:22.947 INFO:tasks.workunit.client.0.smithi059.stdout:264 2024-08-17T17:21:22.948 INFO:tasks.workunit.client.0.smithi059.stdout:265 2024-08-17T17:21:22.949 INFO:tasks.workunit.client.0.smithi059.stdout:266 2024-08-17T17:21:22.950 INFO:tasks.workunit.client.0.smithi059.stdout:267 2024-08-17T17:21:22.951 INFO:tasks.workunit.client.0.smithi059.stdout:268 2024-08-17T17:21:22.952 INFO:tasks.workunit.client.0.smithi059.stdout:269 2024-08-17T17:21:22.953 INFO:tasks.workunit.client.0.smithi059.stdout:270 2024-08-17T17:21:22.953 INFO:tasks.workunit.client.0.smithi059.stdout:271 2024-08-17T17:21:22.954 INFO:tasks.workunit.client.0.smithi059.stdout:272 2024-08-17T17:21:22.955 INFO:tasks.workunit.client.0.smithi059.stdout:273 2024-08-17T17:21:22.956 INFO:tasks.workunit.client.0.smithi059.stdout:274 2024-08-17T17:21:22.957 INFO:tasks.workunit.client.0.smithi059.stdout:275 2024-08-17T17:21:22.958 INFO:tasks.workunit.client.0.smithi059.stdout:276 2024-08-17T17:21:22.959 INFO:tasks.workunit.client.0.smithi059.stdout:277 2024-08-17T17:21:22.960 INFO:tasks.workunit.client.0.smithi059.stdout:278 2024-08-17T17:21:22.960 INFO:tasks.workunit.client.0.smithi059.stdout:279 2024-08-17T17:21:22.961 INFO:tasks.workunit.client.0.smithi059.stdout:280 2024-08-17T17:21:22.962 INFO:tasks.workunit.client.0.smithi059.stdout:281 2024-08-17T17:21:22.963 INFO:tasks.workunit.client.0.smithi059.stdout:282 2024-08-17T17:21:22.964 INFO:tasks.workunit.client.0.smithi059.stdout:283 2024-08-17T17:21:22.965 INFO:tasks.workunit.client.0.smithi059.stdout:284 2024-08-17T17:21:22.966 INFO:tasks.workunit.client.0.smithi059.stdout:285 2024-08-17T17:21:22.967 INFO:tasks.workunit.client.0.smithi059.stdout:286 2024-08-17T17:21:22.968 INFO:tasks.workunit.client.0.smithi059.stdout:287 2024-08-17T17:21:22.969 INFO:tasks.workunit.client.0.smithi059.stdout:288 2024-08-17T17:21:22.970 INFO:tasks.workunit.client.0.smithi059.stdout:289 2024-08-17T17:21:22.971 INFO:tasks.workunit.client.0.smithi059.stdout:290 2024-08-17T17:21:22.971 INFO:tasks.workunit.client.0.smithi059.stdout:291 2024-08-17T17:21:22.972 INFO:tasks.workunit.client.0.smithi059.stdout:292 2024-08-17T17:21:22.973 INFO:tasks.workunit.client.0.smithi059.stdout:293 2024-08-17T17:21:22.974 INFO:tasks.workunit.client.0.smithi059.stdout:294 2024-08-17T17:21:22.975 INFO:tasks.workunit.client.0.smithi059.stdout:295 2024-08-17T17:21:22.976 INFO:tasks.workunit.client.0.smithi059.stdout:296 2024-08-17T17:21:22.977 INFO:tasks.workunit.client.0.smithi059.stdout:297 2024-08-17T17:21:22.978 INFO:tasks.workunit.client.0.smithi059.stdout:298 2024-08-17T17:21:22.978 INFO:tasks.workunit.client.0.smithi059.stdout:299 2024-08-17T17:21:22.979 INFO:tasks.workunit.client.0.smithi059.stdout:300 2024-08-17T17:21:22.980 INFO:tasks.workunit.client.0.smithi059.stdout:301 2024-08-17T17:21:22.981 INFO:tasks.workunit.client.0.smithi059.stdout:302 2024-08-17T17:21:22.982 INFO:tasks.workunit.client.0.smithi059.stdout:303 2024-08-17T17:21:22.983 INFO:tasks.workunit.client.0.smithi059.stdout:304 2024-08-17T17:21:22.984 INFO:tasks.workunit.client.0.smithi059.stdout:305 2024-08-17T17:21:22.985 INFO:tasks.workunit.client.0.smithi059.stdout:306 2024-08-17T17:21:22.986 INFO:tasks.workunit.client.0.smithi059.stdout:307 2024-08-17T17:21:22.987 INFO:tasks.workunit.client.0.smithi059.stdout:308 2024-08-17T17:21:22.988 INFO:tasks.workunit.client.0.smithi059.stdout:309 2024-08-17T17:21:22.989 INFO:tasks.workunit.client.0.smithi059.stdout:310 2024-08-17T17:21:22.990 INFO:tasks.workunit.client.0.smithi059.stdout:311 2024-08-17T17:21:22.991 INFO:tasks.workunit.client.0.smithi059.stdout:312 2024-08-17T17:21:22.992 INFO:tasks.workunit.client.0.smithi059.stdout:313 2024-08-17T17:21:22.993 INFO:tasks.workunit.client.0.smithi059.stdout:314 2024-08-17T17:21:22.994 INFO:tasks.workunit.client.0.smithi059.stdout:315 2024-08-17T17:21:22.995 INFO:tasks.workunit.client.0.smithi059.stdout:316 2024-08-17T17:21:22.995 INFO:tasks.workunit.client.0.smithi059.stdout:317 2024-08-17T17:21:22.996 INFO:tasks.workunit.client.0.smithi059.stdout:318 2024-08-17T17:21:22.997 INFO:tasks.workunit.client.0.smithi059.stdout:319 2024-08-17T17:21:22.998 INFO:tasks.workunit.client.0.smithi059.stdout:320 2024-08-17T17:21:22.999 INFO:tasks.workunit.client.0.smithi059.stdout:321 2024-08-17T17:21:23.000 INFO:tasks.workunit.client.0.smithi059.stdout:322 2024-08-17T17:21:23.001 INFO:tasks.workunit.client.0.smithi059.stdout:323 2024-08-17T17:21:23.002 INFO:tasks.workunit.client.0.smithi059.stdout:324 2024-08-17T17:21:23.003 INFO:tasks.workunit.client.0.smithi059.stdout:325 2024-08-17T17:21:23.004 INFO:tasks.workunit.client.0.smithi059.stdout:326 2024-08-17T17:21:23.005 INFO:tasks.workunit.client.0.smithi059.stdout:327 2024-08-17T17:21:23.005 INFO:tasks.workunit.client.0.smithi059.stdout:328 2024-08-17T17:21:23.006 INFO:tasks.workunit.client.0.smithi059.stdout:329 2024-08-17T17:21:23.007 INFO:tasks.workunit.client.0.smithi059.stdout:330 2024-08-17T17:21:23.008 INFO:tasks.workunit.client.0.smithi059.stdout:331 2024-08-17T17:21:23.009 INFO:tasks.workunit.client.0.smithi059.stdout:332 2024-08-17T17:21:23.010 INFO:tasks.workunit.client.0.smithi059.stdout:333 2024-08-17T17:21:23.011 INFO:tasks.workunit.client.0.smithi059.stdout:334 2024-08-17T17:21:23.011 INFO:tasks.workunit.client.0.smithi059.stdout:335 2024-08-17T17:21:23.012 INFO:tasks.workunit.client.0.smithi059.stdout:336 2024-08-17T17:21:23.013 INFO:tasks.workunit.client.0.smithi059.stdout:337 2024-08-17T17:21:23.014 INFO:tasks.workunit.client.0.smithi059.stdout:338 2024-08-17T17:21:23.015 INFO:tasks.workunit.client.0.smithi059.stdout:339 2024-08-17T17:21:23.016 INFO:tasks.workunit.client.0.smithi059.stdout:340 2024-08-17T17:21:23.017 INFO:tasks.workunit.client.0.smithi059.stdout:341 2024-08-17T17:21:23.018 INFO:tasks.workunit.client.0.smithi059.stdout:342 2024-08-17T17:21:23.019 INFO:tasks.workunit.client.0.smithi059.stdout:343 2024-08-17T17:21:23.020 INFO:tasks.workunit.client.0.smithi059.stdout:344 2024-08-17T17:21:23.021 INFO:tasks.workunit.client.0.smithi059.stdout:345 2024-08-17T17:21:23.022 INFO:tasks.workunit.client.0.smithi059.stdout:346 2024-08-17T17:21:23.023 INFO:tasks.workunit.client.0.smithi059.stdout:347 2024-08-17T17:21:23.024 INFO:tasks.workunit.client.0.smithi059.stdout:348 2024-08-17T17:21:23.025 INFO:tasks.workunit.client.0.smithi059.stdout:349 2024-08-17T17:21:23.026 INFO:tasks.workunit.client.0.smithi059.stdout:350 2024-08-17T17:21:23.026 INFO:tasks.workunit.client.0.smithi059.stdout:351 2024-08-17T17:21:23.027 INFO:tasks.workunit.client.0.smithi059.stdout:352 2024-08-17T17:21:23.028 INFO:tasks.workunit.client.0.smithi059.stdout:353 2024-08-17T17:21:23.029 INFO:tasks.workunit.client.0.smithi059.stdout:354 2024-08-17T17:21:23.030 INFO:tasks.workunit.client.0.smithi059.stdout:355 2024-08-17T17:21:23.030 INFO:tasks.workunit.client.0.smithi059.stdout:356 2024-08-17T17:21:23.031 INFO:tasks.workunit.client.0.smithi059.stdout:357 2024-08-17T17:21:23.032 INFO:tasks.workunit.client.0.smithi059.stdout:358 2024-08-17T17:21:23.033 INFO:tasks.workunit.client.0.smithi059.stdout:359 2024-08-17T17:21:23.034 INFO:tasks.workunit.client.0.smithi059.stdout:360 2024-08-17T17:21:23.035 INFO:tasks.workunit.client.0.smithi059.stdout:361 2024-08-17T17:21:23.036 INFO:tasks.workunit.client.0.smithi059.stdout:362 2024-08-17T17:21:23.037 INFO:tasks.workunit.client.0.smithi059.stdout:363 2024-08-17T17:21:23.038 INFO:tasks.workunit.client.0.smithi059.stdout:364 2024-08-17T17:21:23.039 INFO:tasks.workunit.client.0.smithi059.stdout:365 2024-08-17T17:21:23.040 INFO:tasks.workunit.client.0.smithi059.stdout:366 2024-08-17T17:21:23.041 INFO:tasks.workunit.client.0.smithi059.stdout:367 2024-08-17T17:21:23.041 INFO:tasks.workunit.client.0.smithi059.stdout:368 2024-08-17T17:21:23.042 INFO:tasks.workunit.client.0.smithi059.stdout:369 2024-08-17T17:21:23.043 INFO:tasks.workunit.client.0.smithi059.stdout:370 2024-08-17T17:21:23.044 INFO:tasks.workunit.client.0.smithi059.stdout:371 2024-08-17T17:21:23.045 INFO:tasks.workunit.client.0.smithi059.stdout:372 2024-08-17T17:21:23.046 INFO:tasks.workunit.client.0.smithi059.stdout:373 2024-08-17T17:21:23.047 INFO:tasks.workunit.client.0.smithi059.stdout:374 2024-08-17T17:21:23.048 INFO:tasks.workunit.client.0.smithi059.stdout:375 2024-08-17T17:21:23.049 INFO:tasks.workunit.client.0.smithi059.stdout:376 2024-08-17T17:21:23.050 INFO:tasks.workunit.client.0.smithi059.stdout:377 2024-08-17T17:21:23.051 INFO:tasks.workunit.client.0.smithi059.stdout:378 2024-08-17T17:21:23.052 INFO:tasks.workunit.client.0.smithi059.stdout:379 2024-08-17T17:21:23.053 INFO:tasks.workunit.client.0.smithi059.stdout:380 2024-08-17T17:21:23.054 INFO:tasks.workunit.client.0.smithi059.stdout:381 2024-08-17T17:21:23.055 INFO:tasks.workunit.client.0.smithi059.stdout:382 2024-08-17T17:21:23.056 INFO:tasks.workunit.client.0.smithi059.stdout:383 2024-08-17T17:21:23.057 INFO:tasks.workunit.client.0.smithi059.stdout:384 2024-08-17T17:21:23.058 INFO:tasks.workunit.client.0.smithi059.stdout:385 2024-08-17T17:21:23.059 INFO:tasks.workunit.client.0.smithi059.stdout:386 2024-08-17T17:21:23.060 INFO:tasks.workunit.client.0.smithi059.stdout:387 2024-08-17T17:21:23.060 INFO:tasks.workunit.client.0.smithi059.stdout:388 2024-08-17T17:21:23.061 INFO:tasks.workunit.client.0.smithi059.stdout:389 2024-08-17T17:21:23.062 INFO:tasks.workunit.client.0.smithi059.stdout:390 2024-08-17T17:21:23.063 INFO:tasks.workunit.client.0.smithi059.stdout:391 2024-08-17T17:21:23.064 INFO:tasks.workunit.client.0.smithi059.stdout:392 2024-08-17T17:21:23.065 INFO:tasks.workunit.client.0.smithi059.stdout:393 2024-08-17T17:21:23.066 INFO:tasks.workunit.client.0.smithi059.stdout:394 2024-08-17T17:21:23.067 INFO:tasks.workunit.client.0.smithi059.stdout:395 2024-08-17T17:21:23.068 INFO:tasks.workunit.client.0.smithi059.stdout:396 2024-08-17T17:21:23.069 INFO:tasks.workunit.client.0.smithi059.stdout:397 2024-08-17T17:21:23.070 INFO:tasks.workunit.client.0.smithi059.stdout:398 2024-08-17T17:21:23.071 INFO:tasks.workunit.client.0.smithi059.stdout:399 2024-08-17T17:21:23.071 INFO:tasks.workunit.client.0.smithi059.stdout:400 2024-08-17T17:21:23.072 INFO:tasks.workunit.client.0.smithi059.stdout:401 2024-08-17T17:21:23.073 INFO:tasks.workunit.client.0.smithi059.stdout:402 2024-08-17T17:21:23.074 INFO:tasks.workunit.client.0.smithi059.stdout:403 2024-08-17T17:21:23.075 INFO:tasks.workunit.client.0.smithi059.stdout:404 2024-08-17T17:21:23.076 INFO:tasks.workunit.client.0.smithi059.stdout:405 2024-08-17T17:21:23.077 INFO:tasks.workunit.client.0.smithi059.stdout:406 2024-08-17T17:21:23.078 INFO:tasks.workunit.client.0.smithi059.stdout:407 2024-08-17T17:21:23.079 INFO:tasks.workunit.client.0.smithi059.stdout:408 2024-08-17T17:21:23.080 INFO:tasks.workunit.client.0.smithi059.stdout:409 2024-08-17T17:21:23.080 INFO:tasks.workunit.client.0.smithi059.stdout:410 2024-08-17T17:21:23.082 INFO:tasks.workunit.client.0.smithi059.stdout:411 2024-08-17T17:21:23.083 INFO:tasks.workunit.client.0.smithi059.stdout:412 2024-08-17T17:21:23.084 INFO:tasks.workunit.client.0.smithi059.stdout:413 2024-08-17T17:21:23.085 INFO:tasks.workunit.client.0.smithi059.stdout:414 2024-08-17T17:21:23.086 INFO:tasks.workunit.client.0.smithi059.stdout:415 2024-08-17T17:21:23.087 INFO:tasks.workunit.client.0.smithi059.stdout:416 2024-08-17T17:21:23.088 INFO:tasks.workunit.client.0.smithi059.stdout:417 2024-08-17T17:21:23.089 INFO:tasks.workunit.client.0.smithi059.stdout:418 2024-08-17T17:21:23.090 INFO:tasks.workunit.client.0.smithi059.stdout:419 2024-08-17T17:21:23.092 INFO:tasks.workunit.client.0.smithi059.stdout:420 2024-08-17T17:21:23.092 INFO:tasks.workunit.client.0.smithi059.stdout:421 2024-08-17T17:21:23.093 INFO:tasks.workunit.client.0.smithi059.stdout:422 2024-08-17T17:21:23.094 INFO:tasks.workunit.client.0.smithi059.stdout:423 2024-08-17T17:21:23.095 INFO:tasks.workunit.client.0.smithi059.stdout:424 2024-08-17T17:21:23.096 INFO:tasks.workunit.client.0.smithi059.stdout:425 2024-08-17T17:21:23.097 INFO:tasks.workunit.client.0.smithi059.stdout:426 2024-08-17T17:21:23.098 INFO:tasks.workunit.client.0.smithi059.stdout:427 2024-08-17T17:21:23.099 INFO:tasks.workunit.client.0.smithi059.stdout:428 2024-08-17T17:21:23.100 INFO:tasks.workunit.client.0.smithi059.stdout:429 2024-08-17T17:21:23.101 INFO:tasks.workunit.client.0.smithi059.stdout:430 2024-08-17T17:21:23.102 INFO:tasks.workunit.client.0.smithi059.stdout:431 2024-08-17T17:21:23.102 INFO:tasks.workunit.client.0.smithi059.stdout:432 2024-08-17T17:21:23.104 INFO:tasks.workunit.client.0.smithi059.stdout:433 2024-08-17T17:21:23.105 INFO:tasks.workunit.client.0.smithi059.stdout:434 2024-08-17T17:21:23.106 INFO:tasks.workunit.client.0.smithi059.stdout:435 2024-08-17T17:21:23.107 INFO:tasks.workunit.client.0.smithi059.stdout:436 2024-08-17T17:21:23.108 INFO:tasks.workunit.client.0.smithi059.stdout:437 2024-08-17T17:21:23.109 INFO:tasks.workunit.client.0.smithi059.stdout:438 2024-08-17T17:21:23.110 INFO:tasks.workunit.client.0.smithi059.stdout:439 2024-08-17T17:21:23.111 INFO:tasks.workunit.client.0.smithi059.stdout:440 2024-08-17T17:21:23.111 INFO:tasks.workunit.client.0.smithi059.stdout:441 2024-08-17T17:21:23.112 INFO:tasks.workunit.client.0.smithi059.stdout:442 2024-08-17T17:21:23.113 INFO:tasks.workunit.client.0.smithi059.stdout:443 2024-08-17T17:21:23.114 INFO:tasks.workunit.client.0.smithi059.stdout:444 2024-08-17T17:21:23.115 INFO:tasks.workunit.client.0.smithi059.stdout:445 2024-08-17T17:21:23.116 INFO:tasks.workunit.client.0.smithi059.stdout:446 2024-08-17T17:21:23.117 INFO:tasks.workunit.client.0.smithi059.stdout:447 2024-08-17T17:21:23.118 INFO:tasks.workunit.client.0.smithi059.stdout:448 2024-08-17T17:21:23.119 INFO:tasks.workunit.client.0.smithi059.stdout:449 2024-08-17T17:21:23.120 INFO:tasks.workunit.client.0.smithi059.stdout:450 2024-08-17T17:21:23.121 INFO:tasks.workunit.client.0.smithi059.stdout:451 2024-08-17T17:21:23.122 INFO:tasks.workunit.client.0.smithi059.stdout:452 2024-08-17T17:21:23.123 INFO:tasks.workunit.client.0.smithi059.stdout:453 2024-08-17T17:21:23.124 INFO:tasks.workunit.client.0.smithi059.stdout:454 2024-08-17T17:21:23.125 INFO:tasks.workunit.client.0.smithi059.stdout:455 2024-08-17T17:21:23.126 INFO:tasks.workunit.client.0.smithi059.stdout:456 2024-08-17T17:21:23.127 INFO:tasks.workunit.client.0.smithi059.stdout:457 2024-08-17T17:21:23.127 INFO:tasks.workunit.client.0.smithi059.stdout:458 2024-08-17T17:21:23.128 INFO:tasks.workunit.client.0.smithi059.stdout:459 2024-08-17T17:21:23.130 INFO:tasks.workunit.client.0.smithi059.stdout:460 2024-08-17T17:21:23.130 INFO:tasks.workunit.client.0.smithi059.stdout:461 2024-08-17T17:21:23.131 INFO:tasks.workunit.client.0.smithi059.stdout:462 2024-08-17T17:21:23.132 INFO:tasks.workunit.client.0.smithi059.stdout:463 2024-08-17T17:21:23.133 INFO:tasks.workunit.client.0.smithi059.stdout:464 2024-08-17T17:21:23.134 INFO:tasks.workunit.client.0.smithi059.stdout:465 2024-08-17T17:21:23.135 INFO:tasks.workunit.client.0.smithi059.stdout:466 2024-08-17T17:21:23.137 INFO:tasks.workunit.client.0.smithi059.stdout:467 2024-08-17T17:21:23.138 INFO:tasks.workunit.client.0.smithi059.stdout:468 2024-08-17T17:21:23.138 INFO:tasks.workunit.client.0.smithi059.stdout:469 2024-08-17T17:21:23.139 INFO:tasks.workunit.client.0.smithi059.stdout:470 2024-08-17T17:21:23.140 INFO:tasks.workunit.client.0.smithi059.stdout:471 2024-08-17T17:21:23.141 INFO:tasks.workunit.client.0.smithi059.stdout:472 2024-08-17T17:21:23.142 INFO:tasks.workunit.client.0.smithi059.stdout:473 2024-08-17T17:21:23.143 INFO:tasks.workunit.client.0.smithi059.stdout:474 2024-08-17T17:21:23.144 INFO:tasks.workunit.client.0.smithi059.stdout:475 2024-08-17T17:21:23.145 INFO:tasks.workunit.client.0.smithi059.stdout:476 2024-08-17T17:21:23.146 INFO:tasks.workunit.client.0.smithi059.stdout:477 2024-08-17T17:21:23.147 INFO:tasks.workunit.client.0.smithi059.stdout:478 2024-08-17T17:21:23.148 INFO:tasks.workunit.client.0.smithi059.stdout:479 2024-08-17T17:21:23.149 INFO:tasks.workunit.client.0.smithi059.stdout:480 2024-08-17T17:21:23.150 INFO:tasks.workunit.client.0.smithi059.stdout:481 2024-08-17T17:21:23.151 INFO:tasks.workunit.client.0.smithi059.stdout:482 2024-08-17T17:21:23.152 INFO:tasks.workunit.client.0.smithi059.stdout:483 2024-08-17T17:21:23.153 INFO:tasks.workunit.client.0.smithi059.stdout:484 2024-08-17T17:21:23.154 INFO:tasks.workunit.client.0.smithi059.stdout:485 2024-08-17T17:21:23.155 INFO:tasks.workunit.client.0.smithi059.stdout:486 2024-08-17T17:21:23.156 INFO:tasks.workunit.client.0.smithi059.stdout:487 2024-08-17T17:21:23.157 INFO:tasks.workunit.client.0.smithi059.stdout:488 2024-08-17T17:21:23.158 INFO:tasks.workunit.client.0.smithi059.stdout:489 2024-08-17T17:21:23.159 INFO:tasks.workunit.client.0.smithi059.stdout:490 2024-08-17T17:21:23.160 INFO:tasks.workunit.client.0.smithi059.stdout:491 2024-08-17T17:21:23.162 INFO:tasks.workunit.client.0.smithi059.stdout:492 2024-08-17T17:21:23.163 INFO:tasks.workunit.client.0.smithi059.stdout:493 2024-08-17T17:21:23.163 INFO:tasks.workunit.client.0.smithi059.stdout:494 2024-08-17T17:21:23.165 INFO:tasks.workunit.client.0.smithi059.stdout:495 2024-08-17T17:21:23.166 INFO:tasks.workunit.client.0.smithi059.stdout:496 2024-08-17T17:21:23.166 INFO:tasks.workunit.client.0.smithi059.stdout:497 2024-08-17T17:21:23.167 INFO:tasks.workunit.client.0.smithi059.stdout:498 2024-08-17T17:21:23.168 INFO:tasks.workunit.client.0.smithi059.stdout:499 2024-08-17T17:21:23.169 INFO:tasks.workunit.client.0.smithi059.stdout:500 2024-08-17T17:21:23.170 INFO:tasks.workunit.client.0.smithi059.stdout:501 2024-08-17T17:21:23.171 INFO:tasks.workunit.client.0.smithi059.stdout:502 2024-08-17T17:21:23.172 INFO:tasks.workunit.client.0.smithi059.stdout:503 2024-08-17T17:21:23.173 INFO:tasks.workunit.client.0.smithi059.stdout:504 2024-08-17T17:21:23.174 INFO:tasks.workunit.client.0.smithi059.stdout:505 2024-08-17T17:21:23.175 INFO:tasks.workunit.client.0.smithi059.stdout:506 2024-08-17T17:21:23.176 INFO:tasks.workunit.client.0.smithi059.stdout:507 2024-08-17T17:21:23.177 INFO:tasks.workunit.client.0.smithi059.stdout:508 2024-08-17T17:21:23.178 INFO:tasks.workunit.client.0.smithi059.stdout:509 2024-08-17T17:21:23.180 INFO:tasks.workunit.client.0.smithi059.stdout:510 2024-08-17T17:21:23.181 INFO:tasks.workunit.client.0.smithi059.stdout:511 2024-08-17T17:21:23.182 INFO:tasks.workunit.client.0.smithi059.stdout:512 2024-08-17T17:21:23.182 INFO:tasks.workunit.client.0.smithi059.stdout:513 2024-08-17T17:21:23.184 INFO:tasks.workunit.client.0.smithi059.stdout:514 2024-08-17T17:21:23.184 INFO:tasks.workunit.client.0.smithi059.stdout:515 2024-08-17T17:21:23.185 INFO:tasks.workunit.client.0.smithi059.stdout:516 2024-08-17T17:21:23.186 INFO:tasks.workunit.client.0.smithi059.stdout:517 2024-08-17T17:21:23.187 INFO:tasks.workunit.client.0.smithi059.stdout:518 2024-08-17T17:21:23.188 INFO:tasks.workunit.client.0.smithi059.stdout:519 2024-08-17T17:21:23.189 INFO:tasks.workunit.client.0.smithi059.stdout:520 2024-08-17T17:21:23.190 INFO:tasks.workunit.client.0.smithi059.stdout:521 2024-08-17T17:21:23.191 INFO:tasks.workunit.client.0.smithi059.stdout:522 2024-08-17T17:21:23.192 INFO:tasks.workunit.client.0.smithi059.stdout:523 2024-08-17T17:21:23.194 INFO:tasks.workunit.client.0.smithi059.stdout:524 2024-08-17T17:21:23.194 INFO:tasks.workunit.client.0.smithi059.stdout:525 2024-08-17T17:21:23.195 INFO:tasks.workunit.client.0.smithi059.stdout:526 2024-08-17T17:21:23.196 INFO:tasks.workunit.client.0.smithi059.stdout:527 2024-08-17T17:21:23.197 INFO:tasks.workunit.client.0.smithi059.stdout:528 2024-08-17T17:21:23.198 INFO:tasks.workunit.client.0.smithi059.stdout:529 2024-08-17T17:21:23.199 INFO:tasks.workunit.client.0.smithi059.stdout:530 2024-08-17T17:21:23.200 INFO:tasks.workunit.client.0.smithi059.stdout:531 2024-08-17T17:21:23.201 INFO:tasks.workunit.client.0.smithi059.stdout:532 2024-08-17T17:21:23.202 INFO:tasks.workunit.client.0.smithi059.stdout:533 2024-08-17T17:21:23.203 INFO:tasks.workunit.client.0.smithi059.stdout:534 2024-08-17T17:21:23.204 INFO:tasks.workunit.client.0.smithi059.stdout:535 2024-08-17T17:21:23.205 INFO:tasks.workunit.client.0.smithi059.stdout:536 2024-08-17T17:21:23.206 INFO:tasks.workunit.client.0.smithi059.stdout:537 2024-08-17T17:21:23.207 INFO:tasks.workunit.client.0.smithi059.stdout:538 2024-08-17T17:21:23.208 INFO:tasks.workunit.client.0.smithi059.stdout:539 2024-08-17T17:21:23.209 INFO:tasks.workunit.client.0.smithi059.stdout:540 2024-08-17T17:21:23.210 INFO:tasks.workunit.client.0.smithi059.stdout:541 2024-08-17T17:21:23.211 INFO:tasks.workunit.client.0.smithi059.stdout:542 2024-08-17T17:21:23.213 INFO:tasks.workunit.client.0.smithi059.stdout:543 2024-08-17T17:21:23.214 INFO:tasks.workunit.client.0.smithi059.stdout:544 2024-08-17T17:21:23.214 INFO:tasks.workunit.client.0.smithi059.stdout:545 2024-08-17T17:21:23.215 INFO:tasks.workunit.client.0.smithi059.stdout:546 2024-08-17T17:21:23.216 INFO:tasks.workunit.client.0.smithi059.stdout:547 2024-08-17T17:21:23.218 INFO:tasks.workunit.client.0.smithi059.stdout:548 2024-08-17T17:21:23.219 INFO:tasks.workunit.client.0.smithi059.stdout:549 2024-08-17T17:21:23.219 INFO:tasks.workunit.client.0.smithi059.stdout:550 2024-08-17T17:21:23.220 INFO:tasks.workunit.client.0.smithi059.stdout:551 2024-08-17T17:21:23.221 INFO:tasks.workunit.client.0.smithi059.stdout:552 2024-08-17T17:21:23.222 INFO:tasks.workunit.client.0.smithi059.stdout:553 2024-08-17T17:21:23.223 INFO:tasks.workunit.client.0.smithi059.stdout:554 2024-08-17T17:21:23.224 INFO:tasks.workunit.client.0.smithi059.stdout:555 2024-08-17T17:21:23.225 INFO:tasks.workunit.client.0.smithi059.stdout:556 2024-08-17T17:21:23.226 INFO:tasks.workunit.client.0.smithi059.stdout:557 2024-08-17T17:21:23.227 INFO:tasks.workunit.client.0.smithi059.stdout:558 2024-08-17T17:21:23.228 INFO:tasks.workunit.client.0.smithi059.stdout:559 2024-08-17T17:21:23.229 INFO:tasks.workunit.client.0.smithi059.stdout:560 2024-08-17T17:21:23.230 INFO:tasks.workunit.client.0.smithi059.stdout:561 2024-08-17T17:21:23.231 INFO:tasks.workunit.client.0.smithi059.stdout:562 2024-08-17T17:21:23.232 INFO:tasks.workunit.client.0.smithi059.stdout:563 2024-08-17T17:21:23.233 INFO:tasks.workunit.client.0.smithi059.stdout:564 2024-08-17T17:21:23.234 INFO:tasks.workunit.client.0.smithi059.stdout:565 2024-08-17T17:21:23.235 INFO:tasks.workunit.client.0.smithi059.stdout:566 2024-08-17T17:21:23.238 INFO:tasks.workunit.client.0.smithi059.stdout:567 2024-08-17T17:21:23.242 INFO:tasks.workunit.client.0.smithi059.stdout:568 2024-08-17T17:21:23.244 INFO:tasks.workunit.client.0.smithi059.stdout:569 2024-08-17T17:21:23.250 INFO:tasks.workunit.client.0.smithi059.stdout:570 2024-08-17T17:21:23.251 INFO:tasks.workunit.client.0.smithi059.stdout:571 2024-08-17T17:21:23.253 INFO:tasks.workunit.client.0.smithi059.stdout:572 2024-08-17T17:21:23.254 INFO:tasks.workunit.client.0.smithi059.stdout:573 2024-08-17T17:21:23.255 INFO:tasks.workunit.client.0.smithi059.stdout:574 2024-08-17T17:21:23.256 INFO:tasks.workunit.client.0.smithi059.stdout:575 2024-08-17T17:21:23.257 INFO:tasks.workunit.client.0.smithi059.stdout:576 2024-08-17T17:21:23.258 INFO:tasks.workunit.client.0.smithi059.stdout:577 2024-08-17T17:21:23.259 INFO:tasks.workunit.client.0.smithi059.stdout:578 2024-08-17T17:21:23.260 INFO:tasks.workunit.client.0.smithi059.stdout:579 2024-08-17T17:21:23.261 INFO:tasks.workunit.client.0.smithi059.stdout:580 2024-08-17T17:21:23.262 INFO:tasks.workunit.client.0.smithi059.stdout:581 2024-08-17T17:21:23.263 INFO:tasks.workunit.client.0.smithi059.stdout:582 2024-08-17T17:21:23.264 INFO:tasks.workunit.client.0.smithi059.stdout:583 2024-08-17T17:21:23.265 INFO:tasks.workunit.client.0.smithi059.stdout:584 2024-08-17T17:21:23.266 INFO:tasks.workunit.client.0.smithi059.stdout:585 2024-08-17T17:21:23.267 INFO:tasks.workunit.client.0.smithi059.stdout:586 2024-08-17T17:21:23.268 INFO:tasks.workunit.client.0.smithi059.stdout:587 2024-08-17T17:21:23.269 INFO:tasks.workunit.client.0.smithi059.stdout:588 2024-08-17T17:21:23.270 INFO:tasks.workunit.client.0.smithi059.stdout:589 2024-08-17T17:21:23.272 INFO:tasks.workunit.client.0.smithi059.stdout:590 2024-08-17T17:21:23.273 INFO:tasks.workunit.client.0.smithi059.stdout:591 2024-08-17T17:21:23.274 INFO:tasks.workunit.client.0.smithi059.stdout:592 2024-08-17T17:21:23.275 INFO:tasks.workunit.client.0.smithi059.stdout:593 2024-08-17T17:21:23.276 INFO:tasks.workunit.client.0.smithi059.stdout:594 2024-08-17T17:21:23.277 INFO:tasks.workunit.client.0.smithi059.stdout:595 2024-08-17T17:21:23.278 INFO:tasks.workunit.client.0.smithi059.stdout:596 2024-08-17T17:21:23.279 INFO:tasks.workunit.client.0.smithi059.stdout:597 2024-08-17T17:21:23.280 INFO:tasks.workunit.client.0.smithi059.stdout:598 2024-08-17T17:21:23.281 INFO:tasks.workunit.client.0.smithi059.stdout:599 2024-08-17T17:21:23.282 INFO:tasks.workunit.client.0.smithi059.stdout:600 2024-08-17T17:21:23.283 INFO:tasks.workunit.client.0.smithi059.stdout:601 2024-08-17T17:21:23.284 INFO:tasks.workunit.client.0.smithi059.stdout:602 2024-08-17T17:21:23.285 INFO:tasks.workunit.client.0.smithi059.stdout:603 2024-08-17T17:21:23.286 INFO:tasks.workunit.client.0.smithi059.stdout:604 2024-08-17T17:21:23.287 INFO:tasks.workunit.client.0.smithi059.stdout:605 2024-08-17T17:21:23.288 INFO:tasks.workunit.client.0.smithi059.stdout:606 2024-08-17T17:21:23.289 INFO:tasks.workunit.client.0.smithi059.stdout:607 2024-08-17T17:21:23.290 INFO:tasks.workunit.client.0.smithi059.stdout:608 2024-08-17T17:21:23.291 INFO:tasks.workunit.client.0.smithi059.stdout:609 2024-08-17T17:21:23.292 INFO:tasks.workunit.client.0.smithi059.stdout:610 2024-08-17T17:21:23.293 INFO:tasks.workunit.client.0.smithi059.stdout:611 2024-08-17T17:21:23.294 INFO:tasks.workunit.client.0.smithi059.stdout:612 2024-08-17T17:21:23.295 INFO:tasks.workunit.client.0.smithi059.stdout:613 2024-08-17T17:21:23.296 INFO:tasks.workunit.client.0.smithi059.stdout:614 2024-08-17T17:21:23.297 INFO:tasks.workunit.client.0.smithi059.stdout:615 2024-08-17T17:21:23.298 INFO:tasks.workunit.client.0.smithi059.stdout:616 2024-08-17T17:21:23.299 INFO:tasks.workunit.client.0.smithi059.stdout:617 2024-08-17T17:21:23.300 INFO:tasks.workunit.client.0.smithi059.stdout:618 2024-08-17T17:21:23.302 INFO:tasks.workunit.client.0.smithi059.stdout:619 2024-08-17T17:21:23.302 INFO:tasks.workunit.client.0.smithi059.stdout:620 2024-08-17T17:21:23.303 INFO:tasks.workunit.client.0.smithi059.stdout:621 2024-08-17T17:21:23.304 INFO:tasks.workunit.client.0.smithi059.stdout:622 2024-08-17T17:21:23.305 INFO:tasks.workunit.client.0.smithi059.stdout:623 2024-08-17T17:21:23.306 INFO:tasks.workunit.client.0.smithi059.stdout:624 2024-08-17T17:21:23.308 INFO:tasks.workunit.client.0.smithi059.stdout:625 2024-08-17T17:21:23.308 INFO:tasks.workunit.client.0.smithi059.stdout:626 2024-08-17T17:21:23.310 INFO:tasks.workunit.client.0.smithi059.stdout:627 2024-08-17T17:21:23.311 INFO:tasks.workunit.client.0.smithi059.stdout:628 2024-08-17T17:21:23.312 INFO:tasks.workunit.client.0.smithi059.stdout:629 2024-08-17T17:21:23.313 INFO:tasks.workunit.client.0.smithi059.stdout:630 2024-08-17T17:21:23.314 INFO:tasks.workunit.client.0.smithi059.stdout:631 2024-08-17T17:21:23.315 INFO:tasks.workunit.client.0.smithi059.stdout:632 2024-08-17T17:21:23.316 INFO:tasks.workunit.client.0.smithi059.stdout:633 2024-08-17T17:21:23.318 INFO:tasks.workunit.client.0.smithi059.stdout:634 2024-08-17T17:21:23.318 INFO:tasks.workunit.client.0.smithi059.stdout:635 2024-08-17T17:21:23.320 INFO:tasks.workunit.client.0.smithi059.stdout:636 2024-08-17T17:21:23.321 INFO:tasks.workunit.client.0.smithi059.stdout:637 2024-08-17T17:21:23.322 INFO:tasks.workunit.client.0.smithi059.stdout:638 2024-08-17T17:21:23.323 INFO:tasks.workunit.client.0.smithi059.stdout:639 2024-08-17T17:21:23.324 INFO:tasks.workunit.client.0.smithi059.stdout:640 2024-08-17T17:21:23.325 INFO:tasks.workunit.client.0.smithi059.stdout:641 2024-08-17T17:21:23.326 INFO:tasks.workunit.client.0.smithi059.stdout:642 2024-08-17T17:21:23.327 INFO:tasks.workunit.client.0.smithi059.stdout:643 2024-08-17T17:21:23.328 INFO:tasks.workunit.client.0.smithi059.stdout:644 2024-08-17T17:21:23.330 INFO:tasks.workunit.client.0.smithi059.stdout:645 2024-08-17T17:21:23.331 INFO:tasks.workunit.client.0.smithi059.stdout:646 2024-08-17T17:21:23.332 INFO:tasks.workunit.client.0.smithi059.stdout:647 2024-08-17T17:21:23.333 INFO:tasks.workunit.client.0.smithi059.stdout:648 2024-08-17T17:21:23.334 INFO:tasks.workunit.client.0.smithi059.stdout:649 2024-08-17T17:21:23.335 INFO:tasks.workunit.client.0.smithi059.stdout:650 2024-08-17T17:21:23.336 INFO:tasks.workunit.client.0.smithi059.stdout:651 2024-08-17T17:21:23.337 INFO:tasks.workunit.client.0.smithi059.stdout:652 2024-08-17T17:21:23.338 INFO:tasks.workunit.client.0.smithi059.stdout:653 2024-08-17T17:21:23.339 INFO:tasks.workunit.client.0.smithi059.stdout:654 2024-08-17T17:21:23.340 INFO:tasks.workunit.client.0.smithi059.stdout:655 2024-08-17T17:21:23.342 INFO:tasks.workunit.client.0.smithi059.stdout:656 2024-08-17T17:21:23.343 INFO:tasks.workunit.client.0.smithi059.stdout:657 2024-08-17T17:21:23.344 INFO:tasks.workunit.client.0.smithi059.stdout:658 2024-08-17T17:21:23.345 INFO:tasks.workunit.client.0.smithi059.stdout:659 2024-08-17T17:21:23.346 INFO:tasks.workunit.client.0.smithi059.stdout:660 2024-08-17T17:21:23.347 INFO:tasks.workunit.client.0.smithi059.stdout:661 2024-08-17T17:21:23.348 INFO:tasks.workunit.client.0.smithi059.stdout:662 2024-08-17T17:21:23.349 INFO:tasks.workunit.client.0.smithi059.stdout:663 2024-08-17T17:21:23.350 INFO:tasks.workunit.client.0.smithi059.stdout:664 2024-08-17T17:21:23.352 INFO:tasks.workunit.client.0.smithi059.stdout:665 2024-08-17T17:21:23.353 INFO:tasks.workunit.client.0.smithi059.stdout:666 2024-08-17T17:21:23.354 INFO:tasks.workunit.client.0.smithi059.stdout:667 2024-08-17T17:21:23.355 INFO:tasks.workunit.client.0.smithi059.stdout:668 2024-08-17T17:21:23.356 INFO:tasks.workunit.client.0.smithi059.stdout:669 2024-08-17T17:21:23.357 INFO:tasks.workunit.client.0.smithi059.stdout:670 2024-08-17T17:21:23.358 INFO:tasks.workunit.client.0.smithi059.stdout:671 2024-08-17T17:21:23.359 INFO:tasks.workunit.client.0.smithi059.stdout:672 2024-08-17T17:21:23.360 INFO:tasks.workunit.client.0.smithi059.stdout:673 2024-08-17T17:21:23.361 INFO:tasks.workunit.client.0.smithi059.stdout:674 2024-08-17T17:21:23.362 INFO:tasks.workunit.client.0.smithi059.stdout:675 2024-08-17T17:21:23.364 INFO:tasks.workunit.client.0.smithi059.stdout:676 2024-08-17T17:21:23.364 INFO:tasks.workunit.client.0.smithi059.stdout:677 2024-08-17T17:21:23.365 INFO:tasks.workunit.client.0.smithi059.stdout:678 2024-08-17T17:21:23.367 INFO:tasks.workunit.client.0.smithi059.stdout:679 2024-08-17T17:21:23.368 INFO:tasks.workunit.client.0.smithi059.stdout:680 2024-08-17T17:21:23.369 INFO:tasks.workunit.client.0.smithi059.stdout:681 2024-08-17T17:21:23.370 INFO:tasks.workunit.client.0.smithi059.stdout:682 2024-08-17T17:21:23.371 INFO:tasks.workunit.client.0.smithi059.stdout:683 2024-08-17T17:21:23.372 INFO:tasks.workunit.client.0.smithi059.stdout:684 2024-08-17T17:21:23.374 INFO:tasks.workunit.client.0.smithi059.stdout:685 2024-08-17T17:21:23.374 INFO:tasks.workunit.client.0.smithi059.stdout:686 2024-08-17T17:21:23.375 INFO:tasks.workunit.client.0.smithi059.stdout:687 2024-08-17T17:21:23.377 INFO:tasks.workunit.client.0.smithi059.stdout:688 2024-08-17T17:21:23.378 INFO:tasks.workunit.client.0.smithi059.stdout:689 2024-08-17T17:21:23.379 INFO:tasks.workunit.client.0.smithi059.stdout:690 2024-08-17T17:21:23.380 INFO:tasks.workunit.client.0.smithi059.stdout:691 2024-08-17T17:21:23.381 INFO:tasks.workunit.client.0.smithi059.stdout:692 2024-08-17T17:21:23.382 INFO:tasks.workunit.client.0.smithi059.stdout:693 2024-08-17T17:21:23.383 INFO:tasks.workunit.client.0.smithi059.stdout:694 2024-08-17T17:21:23.384 INFO:tasks.workunit.client.0.smithi059.stdout:695 2024-08-17T17:21:23.385 INFO:tasks.workunit.client.0.smithi059.stdout:696 2024-08-17T17:21:23.386 INFO:tasks.workunit.client.0.smithi059.stdout:697 2024-08-17T17:21:23.387 INFO:tasks.workunit.client.0.smithi059.stdout:698 2024-08-17T17:21:23.388 INFO:tasks.workunit.client.0.smithi059.stdout:699 2024-08-17T17:21:23.389 INFO:tasks.workunit.client.0.smithi059.stdout:700 2024-08-17T17:21:23.390 INFO:tasks.workunit.client.0.smithi059.stdout:701 2024-08-17T17:21:23.391 INFO:tasks.workunit.client.0.smithi059.stdout:702 2024-08-17T17:21:23.392 INFO:tasks.workunit.client.0.smithi059.stdout:703 2024-08-17T17:21:23.393 INFO:tasks.workunit.client.0.smithi059.stdout:704 2024-08-17T17:21:23.394 INFO:tasks.workunit.client.0.smithi059.stdout:705 2024-08-17T17:21:23.396 INFO:tasks.workunit.client.0.smithi059.stdout:706 2024-08-17T17:21:23.396 INFO:tasks.workunit.client.0.smithi059.stdout:707 2024-08-17T17:21:23.397 INFO:tasks.workunit.client.0.smithi059.stdout:708 2024-08-17T17:21:23.398 INFO:tasks.workunit.client.0.smithi059.stdout:709 2024-08-17T17:21:23.399 INFO:tasks.workunit.client.0.smithi059.stdout:710 2024-08-17T17:21:23.400 INFO:tasks.workunit.client.0.smithi059.stdout:711 2024-08-17T17:21:23.401 INFO:tasks.workunit.client.0.smithi059.stdout:712 2024-08-17T17:21:23.402 INFO:tasks.workunit.client.0.smithi059.stdout:713 2024-08-17T17:21:23.403 INFO:tasks.workunit.client.0.smithi059.stdout:714 2024-08-17T17:21:23.404 INFO:tasks.workunit.client.0.smithi059.stdout:715 2024-08-17T17:21:23.406 INFO:tasks.workunit.client.0.smithi059.stdout:716 2024-08-17T17:21:23.406 INFO:tasks.workunit.client.0.smithi059.stdout:717 2024-08-17T17:21:23.407 INFO:tasks.workunit.client.0.smithi059.stdout:718 2024-08-17T17:21:23.408 INFO:tasks.workunit.client.0.smithi059.stdout:719 2024-08-17T17:21:23.410 INFO:tasks.workunit.client.0.smithi059.stdout:720 2024-08-17T17:21:23.410 INFO:tasks.workunit.client.0.smithi059.stdout:721 2024-08-17T17:21:23.411 INFO:tasks.workunit.client.0.smithi059.stdout:722 2024-08-17T17:21:23.412 INFO:tasks.workunit.client.0.smithi059.stdout:723 2024-08-17T17:21:23.414 INFO:tasks.workunit.client.0.smithi059.stdout:724 2024-08-17T17:21:23.415 INFO:tasks.workunit.client.0.smithi059.stdout:725 2024-08-17T17:21:23.415 INFO:tasks.workunit.client.0.smithi059.stdout:726 2024-08-17T17:21:23.417 INFO:tasks.workunit.client.0.smithi059.stdout:727 2024-08-17T17:21:23.418 INFO:tasks.workunit.client.0.smithi059.stdout:728 2024-08-17T17:21:23.419 INFO:tasks.workunit.client.0.smithi059.stdout:729 2024-08-17T17:21:23.420 INFO:tasks.workunit.client.0.smithi059.stdout:730 2024-08-17T17:21:23.421 INFO:tasks.workunit.client.0.smithi059.stdout:731 2024-08-17T17:21:23.422 INFO:tasks.workunit.client.0.smithi059.stdout:732 2024-08-17T17:21:23.424 INFO:tasks.workunit.client.0.smithi059.stdout:733 2024-08-17T17:21:23.424 INFO:tasks.workunit.client.0.smithi059.stdout:734 2024-08-17T17:21:23.425 INFO:tasks.workunit.client.0.smithi059.stdout:735 2024-08-17T17:21:23.427 INFO:tasks.workunit.client.0.smithi059.stdout:736 2024-08-17T17:21:23.427 INFO:tasks.workunit.client.0.smithi059.stdout:737 2024-08-17T17:21:23.429 INFO:tasks.workunit.client.0.smithi059.stdout:738 2024-08-17T17:21:23.430 INFO:tasks.workunit.client.0.smithi059.stdout:739 2024-08-17T17:21:23.431 INFO:tasks.workunit.client.0.smithi059.stdout:740 2024-08-17T17:21:23.432 INFO:tasks.workunit.client.0.smithi059.stdout:741 2024-08-17T17:21:23.433 INFO:tasks.workunit.client.0.smithi059.stdout:742 2024-08-17T17:21:23.434 INFO:tasks.workunit.client.0.smithi059.stdout:743 2024-08-17T17:21:23.435 INFO:tasks.workunit.client.0.smithi059.stdout:744 2024-08-17T17:21:23.436 INFO:tasks.workunit.client.0.smithi059.stdout:745 2024-08-17T17:21:23.437 INFO:tasks.workunit.client.0.smithi059.stdout:746 2024-08-17T17:21:23.438 INFO:tasks.workunit.client.0.smithi059.stdout:747 2024-08-17T17:21:23.439 INFO:tasks.workunit.client.0.smithi059.stdout:748 2024-08-17T17:21:23.440 INFO:tasks.workunit.client.0.smithi059.stdout:749 2024-08-17T17:21:23.441 INFO:tasks.workunit.client.0.smithi059.stdout:750 2024-08-17T17:21:23.442 INFO:tasks.workunit.client.0.smithi059.stdout:751 2024-08-17T17:21:23.443 INFO:tasks.workunit.client.0.smithi059.stdout:752 2024-08-17T17:21:23.444 INFO:tasks.workunit.client.0.smithi059.stdout:753 2024-08-17T17:21:23.445 INFO:tasks.workunit.client.0.smithi059.stdout:754 2024-08-17T17:21:23.446 INFO:tasks.workunit.client.0.smithi059.stdout:755 2024-08-17T17:21:23.448 INFO:tasks.workunit.client.0.smithi059.stdout:756 2024-08-17T17:21:23.449 INFO:tasks.workunit.client.0.smithi059.stdout:757 2024-08-17T17:21:23.450 INFO:tasks.workunit.client.0.smithi059.stdout:758 2024-08-17T17:21:23.451 INFO:tasks.workunit.client.0.smithi059.stdout:759 2024-08-17T17:21:23.452 INFO:tasks.workunit.client.0.smithi059.stdout:760 2024-08-17T17:21:23.453 INFO:tasks.workunit.client.0.smithi059.stdout:761 2024-08-17T17:21:23.454 INFO:tasks.workunit.client.0.smithi059.stdout:762 2024-08-17T17:21:23.455 INFO:tasks.workunit.client.0.smithi059.stdout:763 2024-08-17T17:21:23.456 INFO:tasks.workunit.client.0.smithi059.stdout:764 2024-08-17T17:21:23.457 INFO:tasks.workunit.client.0.smithi059.stdout:765 2024-08-17T17:21:23.459 INFO:tasks.workunit.client.0.smithi059.stdout:766 2024-08-17T17:21:23.460 INFO:tasks.workunit.client.0.smithi059.stdout:767 2024-08-17T17:21:23.461 INFO:tasks.workunit.client.0.smithi059.stdout:768 2024-08-17T17:21:23.462 INFO:tasks.workunit.client.0.smithi059.stdout:769 2024-08-17T17:21:23.463 INFO:tasks.workunit.client.0.smithi059.stdout:770 2024-08-17T17:21:23.464 INFO:tasks.workunit.client.0.smithi059.stdout:771 2024-08-17T17:21:23.465 INFO:tasks.workunit.client.0.smithi059.stdout:772 2024-08-17T17:21:23.466 INFO:tasks.workunit.client.0.smithi059.stdout:773 2024-08-17T17:21:23.467 INFO:tasks.workunit.client.0.smithi059.stdout:774 2024-08-17T17:21:23.468 INFO:tasks.workunit.client.0.smithi059.stdout:775 2024-08-17T17:21:23.469 INFO:tasks.workunit.client.0.smithi059.stdout:776 2024-08-17T17:21:23.471 INFO:tasks.workunit.client.0.smithi059.stdout:777 2024-08-17T17:21:23.472 INFO:tasks.workunit.client.0.smithi059.stdout:778 2024-08-17T17:21:23.472 INFO:tasks.workunit.client.0.smithi059.stdout:779 2024-08-17T17:21:23.474 INFO:tasks.workunit.client.0.smithi059.stdout:780 2024-08-17T17:21:23.475 INFO:tasks.workunit.client.0.smithi059.stdout:781 2024-08-17T17:21:23.476 INFO:tasks.workunit.client.0.smithi059.stdout:782 2024-08-17T17:21:23.477 INFO:tasks.workunit.client.0.smithi059.stdout:783 2024-08-17T17:21:23.478 INFO:tasks.workunit.client.0.smithi059.stdout:784 2024-08-17T17:21:23.479 INFO:tasks.workunit.client.0.smithi059.stdout:785 2024-08-17T17:21:23.480 INFO:tasks.workunit.client.0.smithi059.stdout:786 2024-08-17T17:21:23.481 INFO:tasks.workunit.client.0.smithi059.stdout:787 2024-08-17T17:21:23.482 INFO:tasks.workunit.client.0.smithi059.stdout:788 2024-08-17T17:21:23.483 INFO:tasks.workunit.client.0.smithi059.stdout:789 2024-08-17T17:21:23.484 INFO:tasks.workunit.client.0.smithi059.stdout:790 2024-08-17T17:21:23.485 INFO:tasks.workunit.client.0.smithi059.stdout:791 2024-08-17T17:21:23.486 INFO:tasks.workunit.client.0.smithi059.stdout:792 2024-08-17T17:21:23.487 INFO:tasks.workunit.client.0.smithi059.stdout:793 2024-08-17T17:21:23.489 INFO:tasks.workunit.client.0.smithi059.stdout:794 2024-08-17T17:21:23.490 INFO:tasks.workunit.client.0.smithi059.stdout:795 2024-08-17T17:21:23.491 INFO:tasks.workunit.client.0.smithi059.stdout:796 2024-08-17T17:21:23.492 INFO:tasks.workunit.client.0.smithi059.stdout:797 2024-08-17T17:21:23.493 INFO:tasks.workunit.client.0.smithi059.stdout:798 2024-08-17T17:21:23.494 INFO:tasks.workunit.client.0.smithi059.stdout:799 2024-08-17T17:21:23.495 INFO:tasks.workunit.client.0.smithi059.stdout:800 2024-08-17T17:21:23.497 INFO:tasks.workunit.client.0.smithi059.stdout:801 2024-08-17T17:21:23.497 INFO:tasks.workunit.client.0.smithi059.stdout:802 2024-08-17T17:21:23.498 INFO:tasks.workunit.client.0.smithi059.stdout:803 2024-08-17T17:21:23.500 INFO:tasks.workunit.client.0.smithi059.stdout:804 2024-08-17T17:21:23.501 INFO:tasks.workunit.client.0.smithi059.stdout:805 2024-08-17T17:21:23.502 INFO:tasks.workunit.client.0.smithi059.stdout:806 2024-08-17T17:21:23.503 INFO:tasks.workunit.client.0.smithi059.stdout:807 2024-08-17T17:21:23.504 INFO:tasks.workunit.client.0.smithi059.stdout:808 2024-08-17T17:21:23.505 INFO:tasks.workunit.client.0.smithi059.stdout:809 2024-08-17T17:21:23.506 INFO:tasks.workunit.client.0.smithi059.stdout:810 2024-08-17T17:21:23.507 INFO:tasks.workunit.client.0.smithi059.stdout:811 2024-08-17T17:21:23.508 INFO:tasks.workunit.client.0.smithi059.stdout:812 2024-08-17T17:21:23.509 INFO:tasks.workunit.client.0.smithi059.stdout:813 2024-08-17T17:21:23.510 INFO:tasks.workunit.client.0.smithi059.stdout:814 2024-08-17T17:21:23.511 INFO:tasks.workunit.client.0.smithi059.stdout:815 2024-08-17T17:21:23.512 INFO:tasks.workunit.client.0.smithi059.stdout:816 2024-08-17T17:21:23.513 INFO:tasks.workunit.client.0.smithi059.stdout:817 2024-08-17T17:21:23.514 INFO:tasks.workunit.client.0.smithi059.stdout:818 2024-08-17T17:21:23.515 INFO:tasks.workunit.client.0.smithi059.stdout:819 2024-08-17T17:21:23.516 INFO:tasks.workunit.client.0.smithi059.stdout:820 2024-08-17T17:21:23.518 INFO:tasks.workunit.client.0.smithi059.stdout:821 2024-08-17T17:21:23.519 INFO:tasks.workunit.client.0.smithi059.stdout:822 2024-08-17T17:21:23.520 INFO:tasks.workunit.client.0.smithi059.stdout:823 2024-08-17T17:21:23.521 INFO:tasks.workunit.client.0.smithi059.stdout:824 2024-08-17T17:21:23.522 INFO:tasks.workunit.client.0.smithi059.stdout:825 2024-08-17T17:21:23.523 INFO:tasks.workunit.client.0.smithi059.stdout:826 2024-08-17T17:21:23.524 INFO:tasks.workunit.client.0.smithi059.stdout:827 2024-08-17T17:21:23.525 INFO:tasks.workunit.client.0.smithi059.stdout:828 2024-08-17T17:21:23.527 INFO:tasks.workunit.client.0.smithi059.stdout:829 2024-08-17T17:21:23.528 INFO:tasks.workunit.client.0.smithi059.stdout:830 2024-08-17T17:21:23.529 INFO:tasks.workunit.client.0.smithi059.stdout:831 2024-08-17T17:21:23.530 INFO:tasks.workunit.client.0.smithi059.stdout:832 2024-08-17T17:21:23.531 INFO:tasks.workunit.client.0.smithi059.stdout:833 2024-08-17T17:21:23.532 INFO:tasks.workunit.client.0.smithi059.stdout:834 2024-08-17T17:21:23.533 INFO:tasks.workunit.client.0.smithi059.stdout:835 2024-08-17T17:21:23.534 INFO:tasks.workunit.client.0.smithi059.stdout:836 2024-08-17T17:21:23.535 INFO:tasks.workunit.client.0.smithi059.stdout:837 2024-08-17T17:21:23.536 INFO:tasks.workunit.client.0.smithi059.stdout:838 2024-08-17T17:21:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:23 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1108485470' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:23 smithi059 ceph-mon[94685]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T17:21:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:23 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1108485470' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-17T17:21:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:23 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1108485470' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:23 smithi059 ceph-mon[92261]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T17:21:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:23 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1108485470' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-17T17:21:23.538 INFO:tasks.workunit.client.0.smithi059.stdout:839 2024-08-17T17:21:23.539 INFO:tasks.workunit.client.0.smithi059.stdout:840 2024-08-17T17:21:23.540 INFO:tasks.workunit.client.0.smithi059.stdout:841 2024-08-17T17:21:23.541 INFO:tasks.workunit.client.0.smithi059.stdout:842 2024-08-17T17:21:23.542 INFO:tasks.workunit.client.0.smithi059.stdout:843 2024-08-17T17:21:23.543 INFO:tasks.workunit.client.0.smithi059.stdout:844 2024-08-17T17:21:23.545 INFO:tasks.workunit.client.0.smithi059.stdout:845 2024-08-17T17:21:23.546 INFO:tasks.workunit.client.0.smithi059.stdout:846 2024-08-17T17:21:23.547 INFO:tasks.workunit.client.0.smithi059.stdout:847 2024-08-17T17:21:23.548 INFO:tasks.workunit.client.0.smithi059.stdout:848 2024-08-17T17:21:23.549 INFO:tasks.workunit.client.0.smithi059.stdout:849 2024-08-17T17:21:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:23 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1108485470' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:23 smithi087 ceph-mon[85676]: osdmap e992: 8 total, 8 up, 8 in 2024-08-17T17:21:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:23 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1108485470' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-08-17T17:21:23.550 INFO:tasks.workunit.client.0.smithi059.stdout:850 2024-08-17T17:21:23.551 INFO:tasks.workunit.client.0.smithi059.stdout:851 2024-08-17T17:21:23.552 INFO:tasks.workunit.client.0.smithi059.stdout:852 2024-08-17T17:21:23.553 INFO:tasks.workunit.client.0.smithi059.stdout:853 2024-08-17T17:21:23.555 INFO:tasks.workunit.client.0.smithi059.stdout:854 2024-08-17T17:21:23.556 INFO:tasks.workunit.client.0.smithi059.stdout:855 2024-08-17T17:21:23.557 INFO:tasks.workunit.client.0.smithi059.stdout:856 2024-08-17T17:21:23.559 INFO:tasks.workunit.client.0.smithi059.stdout:857 2024-08-17T17:21:23.559 INFO:tasks.workunit.client.0.smithi059.stdout:858 2024-08-17T17:21:23.561 INFO:tasks.workunit.client.0.smithi059.stdout:859 2024-08-17T17:21:23.562 INFO:tasks.workunit.client.0.smithi059.stdout:860 2024-08-17T17:21:23.563 INFO:tasks.workunit.client.0.smithi059.stdout:861 2024-08-17T17:21:23.564 INFO:tasks.workunit.client.0.smithi059.stdout:862 2024-08-17T17:21:23.565 INFO:tasks.workunit.client.0.smithi059.stdout:863 2024-08-17T17:21:23.566 INFO:tasks.workunit.client.0.smithi059.stdout:864 2024-08-17T17:21:23.567 INFO:tasks.workunit.client.0.smithi059.stdout:865 2024-08-17T17:21:23.568 INFO:tasks.workunit.client.0.smithi059.stdout:866 2024-08-17T17:21:23.569 INFO:tasks.workunit.client.0.smithi059.stdout:867 2024-08-17T17:21:23.571 INFO:tasks.workunit.client.0.smithi059.stdout:868 2024-08-17T17:21:23.572 INFO:tasks.workunit.client.0.smithi059.stdout:869 2024-08-17T17:21:23.573 INFO:tasks.workunit.client.0.smithi059.stdout:870 2024-08-17T17:21:23.574 INFO:tasks.workunit.client.0.smithi059.stdout:871 2024-08-17T17:21:23.575 INFO:tasks.workunit.client.0.smithi059.stdout:872 2024-08-17T17:21:23.576 INFO:tasks.workunit.client.0.smithi059.stdout:873 2024-08-17T17:21:23.577 INFO:tasks.workunit.client.0.smithi059.stdout:874 2024-08-17T17:21:23.578 INFO:tasks.workunit.client.0.smithi059.stdout:875 2024-08-17T17:21:23.579 INFO:tasks.workunit.client.0.smithi059.stdout:876 2024-08-17T17:21:23.580 INFO:tasks.workunit.client.0.smithi059.stdout:877 2024-08-17T17:21:23.581 INFO:tasks.workunit.client.0.smithi059.stdout:878 2024-08-17T17:21:23.583 INFO:tasks.workunit.client.0.smithi059.stdout:879 2024-08-17T17:21:23.584 INFO:tasks.workunit.client.0.smithi059.stdout:880 2024-08-17T17:21:23.585 INFO:tasks.workunit.client.0.smithi059.stdout:881 2024-08-17T17:21:23.586 INFO:tasks.workunit.client.0.smithi059.stdout:882 2024-08-17T17:21:23.587 INFO:tasks.workunit.client.0.smithi059.stdout:883 2024-08-17T17:21:23.588 INFO:tasks.workunit.client.0.smithi059.stdout:884 2024-08-17T17:21:23.589 INFO:tasks.workunit.client.0.smithi059.stdout:885 2024-08-17T17:21:23.590 INFO:tasks.workunit.client.0.smithi059.stdout:886 2024-08-17T17:21:23.591 INFO:tasks.workunit.client.0.smithi059.stdout:887 2024-08-17T17:21:23.592 INFO:tasks.workunit.client.0.smithi059.stdout:888 2024-08-17T17:21:23.594 INFO:tasks.workunit.client.0.smithi059.stdout:889 2024-08-17T17:21:23.594 INFO:tasks.workunit.client.0.smithi059.stdout:890 2024-08-17T17:21:23.595 INFO:tasks.workunit.client.0.smithi059.stdout:891 2024-08-17T17:21:23.597 INFO:tasks.workunit.client.0.smithi059.stdout:892 2024-08-17T17:21:23.598 INFO:tasks.workunit.client.0.smithi059.stdout:893 2024-08-17T17:21:23.599 INFO:tasks.workunit.client.0.smithi059.stdout:894 2024-08-17T17:21:23.600 INFO:tasks.workunit.client.0.smithi059.stdout:895 2024-08-17T17:21:23.601 INFO:tasks.workunit.client.0.smithi059.stdout:896 2024-08-17T17:21:23.602 INFO:tasks.workunit.client.0.smithi059.stdout:897 2024-08-17T17:21:23.603 INFO:tasks.workunit.client.0.smithi059.stdout:898 2024-08-17T17:21:23.604 INFO:tasks.workunit.client.0.smithi059.stdout:899 2024-08-17T17:21:23.605 INFO:tasks.workunit.client.0.smithi059.stdout:900 2024-08-17T17:21:23.607 INFO:tasks.workunit.client.0.smithi059.stdout:901 2024-08-17T17:21:23.608 INFO:tasks.workunit.client.0.smithi059.stdout:902 2024-08-17T17:21:23.609 INFO:tasks.workunit.client.0.smithi059.stdout:903 2024-08-17T17:21:23.610 INFO:tasks.workunit.client.0.smithi059.stdout:904 2024-08-17T17:21:23.611 INFO:tasks.workunit.client.0.smithi059.stdout:905 2024-08-17T17:21:23.612 INFO:tasks.workunit.client.0.smithi059.stdout:906 2024-08-17T17:21:23.613 INFO:tasks.workunit.client.0.smithi059.stdout:907 2024-08-17T17:21:23.614 INFO:tasks.workunit.client.0.smithi059.stdout:908 2024-08-17T17:21:23.616 INFO:tasks.workunit.client.0.smithi059.stdout:909 2024-08-17T17:21:23.617 INFO:tasks.workunit.client.0.smithi059.stdout:910 2024-08-17T17:21:23.618 INFO:tasks.workunit.client.0.smithi059.stdout:911 2024-08-17T17:21:23.619 INFO:tasks.workunit.client.0.smithi059.stdout:912 2024-08-17T17:21:23.620 INFO:tasks.workunit.client.0.smithi059.stdout:913 2024-08-17T17:21:23.621 INFO:tasks.workunit.client.0.smithi059.stdout:914 2024-08-17T17:21:23.623 INFO:tasks.workunit.client.0.smithi059.stdout:915 2024-08-17T17:21:23.624 INFO:tasks.workunit.client.0.smithi059.stdout:916 2024-08-17T17:21:23.625 INFO:tasks.workunit.client.0.smithi059.stdout:917 2024-08-17T17:21:23.626 INFO:tasks.workunit.client.0.smithi059.stdout:918 2024-08-17T17:21:23.627 INFO:tasks.workunit.client.0.smithi059.stdout:919 2024-08-17T17:21:23.628 INFO:tasks.workunit.client.0.smithi059.stdout:920 2024-08-17T17:21:23.629 INFO:tasks.workunit.client.0.smithi059.stdout:921 2024-08-17T17:21:23.630 INFO:tasks.workunit.client.0.smithi059.stdout:922 2024-08-17T17:21:23.631 INFO:tasks.workunit.client.0.smithi059.stdout:923 2024-08-17T17:21:23.633 INFO:tasks.workunit.client.0.smithi059.stdout:924 2024-08-17T17:21:23.634 INFO:tasks.workunit.client.0.smithi059.stdout:925 2024-08-17T17:21:23.635 INFO:tasks.workunit.client.0.smithi059.stdout:926 2024-08-17T17:21:23.636 INFO:tasks.workunit.client.0.smithi059.stdout:927 2024-08-17T17:21:23.637 INFO:tasks.workunit.client.0.smithi059.stdout:928 2024-08-17T17:21:23.639 INFO:tasks.workunit.client.0.smithi059.stdout:929 2024-08-17T17:21:23.640 INFO:tasks.workunit.client.0.smithi059.stdout:930 2024-08-17T17:21:23.641 INFO:tasks.workunit.client.0.smithi059.stdout:931 2024-08-17T17:21:23.642 INFO:tasks.workunit.client.0.smithi059.stdout:932 2024-08-17T17:21:23.643 INFO:tasks.workunit.client.0.smithi059.stdout:933 2024-08-17T17:21:23.644 INFO:tasks.workunit.client.0.smithi059.stdout:934 2024-08-17T17:21:23.645 INFO:tasks.workunit.client.0.smithi059.stdout:935 2024-08-17T17:21:23.646 INFO:tasks.workunit.client.0.smithi059.stdout:936 2024-08-17T17:21:23.647 INFO:tasks.workunit.client.0.smithi059.stdout:937 2024-08-17T17:21:23.648 INFO:tasks.workunit.client.0.smithi059.stdout:938 2024-08-17T17:21:23.650 INFO:tasks.workunit.client.0.smithi059.stdout:939 2024-08-17T17:21:23.651 INFO:tasks.workunit.client.0.smithi059.stdout:940 2024-08-17T17:21:23.652 INFO:tasks.workunit.client.0.smithi059.stdout:941 2024-08-17T17:21:23.653 INFO:tasks.workunit.client.0.smithi059.stdout:942 2024-08-17T17:21:23.654 INFO:tasks.workunit.client.0.smithi059.stdout:943 2024-08-17T17:21:23.655 INFO:tasks.workunit.client.0.smithi059.stdout:944 2024-08-17T17:21:23.656 INFO:tasks.workunit.client.0.smithi059.stdout:945 2024-08-17T17:21:23.657 INFO:tasks.workunit.client.0.smithi059.stdout:946 2024-08-17T17:21:23.658 INFO:tasks.workunit.client.0.smithi059.stdout:947 2024-08-17T17:21:23.659 INFO:tasks.workunit.client.0.smithi059.stdout:948 2024-08-17T17:21:23.660 INFO:tasks.workunit.client.0.smithi059.stdout:949 2024-08-17T17:21:23.662 INFO:tasks.workunit.client.0.smithi059.stdout:950 2024-08-17T17:21:23.663 INFO:tasks.workunit.client.0.smithi059.stdout:951 2024-08-17T17:21:23.664 INFO:tasks.workunit.client.0.smithi059.stdout:952 2024-08-17T17:21:23.665 INFO:tasks.workunit.client.0.smithi059.stdout:953 2024-08-17T17:21:23.666 INFO:tasks.workunit.client.0.smithi059.stdout:954 2024-08-17T17:21:23.667 INFO:tasks.workunit.client.0.smithi059.stdout:955 2024-08-17T17:21:23.669 INFO:tasks.workunit.client.0.smithi059.stdout:956 2024-08-17T17:21:23.670 INFO:tasks.workunit.client.0.smithi059.stdout:957 2024-08-17T17:21:23.671 INFO:tasks.workunit.client.0.smithi059.stdout:958 2024-08-17T17:21:23.672 INFO:tasks.workunit.client.0.smithi059.stdout:959 2024-08-17T17:21:23.673 INFO:tasks.workunit.client.0.smithi059.stdout:960 2024-08-17T17:21:23.674 INFO:tasks.workunit.client.0.smithi059.stdout:961 2024-08-17T17:21:23.676 INFO:tasks.workunit.client.0.smithi059.stdout:962 2024-08-17T17:21:23.677 INFO:tasks.workunit.client.0.smithi059.stdout:963 2024-08-17T17:21:23.678 INFO:tasks.workunit.client.0.smithi059.stdout:964 2024-08-17T17:21:23.679 INFO:tasks.workunit.client.0.smithi059.stdout:965 2024-08-17T17:21:23.680 INFO:tasks.workunit.client.0.smithi059.stdout:966 2024-08-17T17:21:23.681 INFO:tasks.workunit.client.0.smithi059.stdout:967 2024-08-17T17:21:23.683 INFO:tasks.workunit.client.0.smithi059.stdout:968 2024-08-17T17:21:23.684 INFO:tasks.workunit.client.0.smithi059.stdout:969 2024-08-17T17:21:23.685 INFO:tasks.workunit.client.0.smithi059.stdout:970 2024-08-17T17:21:23.686 INFO:tasks.workunit.client.0.smithi059.stdout:971 2024-08-17T17:21:23.688 INFO:tasks.workunit.client.0.smithi059.stdout:972 2024-08-17T17:21:23.689 INFO:tasks.workunit.client.0.smithi059.stdout:973 2024-08-17T17:21:23.690 INFO:tasks.workunit.client.0.smithi059.stdout:974 2024-08-17T17:21:23.691 INFO:tasks.workunit.client.0.smithi059.stdout:975 2024-08-17T17:21:23.692 INFO:tasks.workunit.client.0.smithi059.stdout:976 2024-08-17T17:21:23.693 INFO:tasks.workunit.client.0.smithi059.stdout:977 2024-08-17T17:21:23.694 INFO:tasks.workunit.client.0.smithi059.stdout:978 2024-08-17T17:21:23.696 INFO:tasks.workunit.client.0.smithi059.stdout:979 2024-08-17T17:21:23.697 INFO:tasks.workunit.client.0.smithi059.stdout:980 2024-08-17T17:21:23.698 INFO:tasks.workunit.client.0.smithi059.stdout:981 2024-08-17T17:21:23.699 INFO:tasks.workunit.client.0.smithi059.stdout:982 2024-08-17T17:21:23.700 INFO:tasks.workunit.client.0.smithi059.stdout:983 2024-08-17T17:21:23.701 INFO:tasks.workunit.client.0.smithi059.stdout:984 2024-08-17T17:21:23.702 INFO:tasks.workunit.client.0.smithi059.stdout:985 2024-08-17T17:21:23.703 INFO:tasks.workunit.client.0.smithi059.stdout:986 2024-08-17T17:21:23.704 INFO:tasks.workunit.client.0.smithi059.stdout:987 2024-08-17T17:21:23.705 INFO:tasks.workunit.client.0.smithi059.stdout:988 2024-08-17T17:21:23.706 INFO:tasks.workunit.client.0.smithi059.stdout:989 2024-08-17T17:21:23.708 INFO:tasks.workunit.client.0.smithi059.stdout:990 2024-08-17T17:21:23.709 INFO:tasks.workunit.client.0.smithi059.stdout:991 2024-08-17T17:21:23.710 INFO:tasks.workunit.client.0.smithi059.stdout:992 2024-08-17T17:21:23.711 INFO:tasks.workunit.client.0.smithi059.stdout:993 2024-08-17T17:21:23.712 INFO:tasks.workunit.client.0.smithi059.stdout:994 2024-08-17T17:21:23.714 INFO:tasks.workunit.client.0.smithi059.stdout:995 2024-08-17T17:21:23.715 INFO:tasks.workunit.client.0.smithi059.stdout:996 2024-08-17T17:21:23.716 INFO:tasks.workunit.client.0.smithi059.stdout:997 2024-08-17T17:21:23.717 INFO:tasks.workunit.client.0.smithi059.stdout:998 2024-08-17T17:21:23.718 INFO:tasks.workunit.client.0.smithi059.stdout:999 2024-08-17T17:21:24.252 INFO:tasks.workunit.client.0.smithi059.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T17:21:24.252 INFO:tasks.workunit.client.0.smithi059.stdout:00000010 69 73 |is| 2024-08-17T17:21:24.252 INFO:tasks.workunit.client.0.smithi059.stdout:00000012 2024-08-17T17:21:24.252 INFO:tasks.workunit.client.0.smithi059.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-17T17:21:24.252 INFO:tasks.workunit.client.0.smithi059.stdout:00000010 69 73 |is| 2024-08-17T17:21:24.252 INFO:tasks.workunit.client.0.smithi059.stdout:00000012 2024-08-17T17:21:24.252 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsHello.WriteReturnData (4025 ms) 2024-08-17T17:21:24.252 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsHello.Loud 2024-08-17T17:21:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:24 smithi059 ceph-mon[92261]: pgmap v1180: 137 pgs: 9 creating+activating, 9 creating+peering, 9 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:24.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:24 smithi059 ceph-mon[92261]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T17:21:24.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:24 smithi059 ceph-mon[94685]: pgmap v1180: 137 pgs: 9 creating+activating, 9 creating+peering, 9 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:24.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:24 smithi059 ceph-mon[94685]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T17:21:24.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:21:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:21:24] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.51.0" 2024-08-17T17:21:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:24 smithi087 ceph-mon[85676]: pgmap v1180: 137 pgs: 9 creating+activating, 9 creating+peering, 9 unknown, 110 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:24 smithi087 ceph-mon[85676]: osdmap e993: 8 total, 8 up, 8 in 2024-08-17T17:21:25.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:25 smithi059 ceph-mon[92261]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T17:21:25.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:25 smithi059 ceph-mon[94685]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T17:21:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:25 smithi087 ceph-mon[85676]: osdmap e994: 8 total, 8 up, 8 in 2024-08-17T17:21:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:26 smithi059 ceph-mon[92261]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:26 smithi059 ceph-mon[92261]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T17:21:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:26 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/75154421' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:26.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:26 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:26.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:26 smithi059 ceph-mon[94685]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:26 smithi059 ceph-mon[94685]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T17:21:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:26 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/75154421' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:26.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:26 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:26 smithi087 ceph-mon[85676]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:26 smithi087 ceph-mon[85676]: osdmap e995: 8 total, 8 up, 8 in 2024-08-17T17:21:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:26 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/75154421' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:26 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:27.283 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsHello.Loud (3030 ms) 2024-08-17T17:21:27.283 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsHello.BadMethods 2024-08-17T17:21:27.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:27 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:27.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:27 smithi059 ceph-mon[92261]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T17:21:27.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:27 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:27.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:27 smithi059 ceph-mon[94685]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T17:21:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:27 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:27.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:27 smithi087 ceph-mon[85676]: osdmap e996: 8 total, 8 up, 8 in 2024-08-17T17:21:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:28 smithi059 ceph-mon[92261]: pgmap v1186: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:28 smithi059 ceph-mon[92261]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T17:21:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:28 smithi059 ceph-mon[94685]: pgmap v1186: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:28.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:28 smithi059 ceph-mon[94685]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T17:21:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:28 smithi087 ceph-mon[85676]: pgmap v1186: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:28 smithi087 ceph-mon[85676]: osdmap e997: 8 total, 8 up, 8 in 2024-08-17T17:21:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:29 smithi087 ceph-mon[85676]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T17:21:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:29 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/4176684493' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:29.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:29 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:29.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:29 smithi059 ceph-mon[92261]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T17:21:29.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:29 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/4176684493' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:29.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:29 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:29.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:29 smithi059 ceph-mon[94685]: osdmap e998: 8 total, 8 up, 8 in 2024-08-17T17:21:29.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:29 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/4176684493' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:29.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:29 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:29.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:21:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:21:29.311+0000 7fb3e8bf2640 -1 osd.3 pg_epoch: 999 pg[38.2( v 999'1 (0'0,999'1] local-lis/les=998/999 n=1 ec=998/998 lis/c=998/998 les/c/f=999/999/0 sis=998) [3,7,5] r=0 lpr=998 crt=999'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-17T17:21:29.788 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:21:29 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:21:29.313+0000 7fb3e8bf2640 -1 osd.3 pg_epoch: 999 pg[38.2( v 999'2 (0'0,999'2] local-lis/les=998/999 n=1 ec=998/998 lis/c=998/998 les/c/f=999/999/0 sis=998) [3,7,5] r=0 lpr=998 crt=999'1 lcod 999'1 mlcod 999'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-17T17:21:30.303 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsHello.BadMethods (3020 ms) 2024-08-17T17:21:30.303 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsHello.Filter 2024-08-17T17:21:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:30 smithi087 ceph-mon[85676]: pgmap v1189: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:30.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:30 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:30.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:30 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:30.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:30 smithi087 ceph-mon[85676]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T17:21:30.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:30 smithi059 ceph-mon[92261]: pgmap v1189: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:30.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:30 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:30.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:30 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:30.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:30 smithi059 ceph-mon[92261]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T17:21:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:30 smithi059 ceph-mon[94685]: pgmap v1189: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:30 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:30 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:30.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:30 smithi059 ceph-mon[94685]: osdmap e999: 8 total, 8 up, 8 in 2024-08-17T17:21:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:31 smithi059 ceph-mon[92261]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T17:21:31.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:31 smithi059 ceph-mon[92261]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:31 smithi059 ceph-mon[94685]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T17:21:31.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:31 smithi059 ceph-mon[94685]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:31 smithi087 ceph-mon[85676]: osdmap e1000: 8 total, 8 up, 8 in 2024-08-17T17:21:31.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:31 smithi087 ceph-mon[85676]: pgmap v1192: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:32 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:32 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:21:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:32 smithi059 ceph-mon[92261]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T17:21:32.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:32 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1296475114' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:32 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:32 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:21:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:32 smithi059 ceph-mon[94685]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T17:21:32.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:32 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1296475114' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:32 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:32 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:21:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:32 smithi087 ceph-mon[85676]: osdmap e1001: 8 total, 8 up, 8 in 2024-08-17T17:21:32.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:32 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1296475114' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:33.327 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsHello.Filter (3024 ms) 2024-08-17T17:21:33.328 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 6 tests from ClsHello (19007 ms total) 2024-08-17T17:21:33.328 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:21:33.328 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment tear-down 2024-08-17T17:21:33.328 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] 6 tests from 1 test suite ran. (19007 ms total) 2024-08-17T17:21:33.328 INFO:tasks.workunit.client.0.smithi059.stdout:[ PASSED ] 6 tests. 2024-08-17T17:21:33.331 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:21:33.331 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:21:33.403 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-17T17:21:33.403 DEBUG:teuthology.orchestra.run.smithi059:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-17T17:21:33.479 INFO:tasks.workunit.client.0.smithi059.stdout:Running main() from gmock_main.cc 2024-08-17T17:21:33.480 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-17T17:21:33.480 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment set-up. 2024-08-17T17:21:33.480 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 27 tests from TestClsJournal 2024-08-17T17:21:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:33 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1296475114' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:33 smithi059 ceph-mon[92261]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T17:21:33.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:33 smithi059 ceph-mon[92261]: pgmap v1195: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:33.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:33 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1296475114' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:33.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:33 smithi059 ceph-mon[94685]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T17:21:33.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:33 smithi059 ceph-mon[94685]: pgmap v1195: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:33 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1296475114' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134212-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:33 smithi087 ceph-mon[85676]: osdmap e1002: 8 total, 8 up, 8 in 2024-08-17T17:21:33.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:33 smithi087 ceph-mon[85676]: pgmap v1195: 137 pgs: 7 creating+peering, 18 unknown, 112 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:34.688 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:34 smithi059 ceph-mon[92261]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T17:21:34.688 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:34 smithi059 ceph-mon[94685]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T17:21:34.689 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:21:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:21:34] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.51.0" 2024-08-17T17:21:34.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:34 smithi087 ceph-mon[85676]: osdmap e1003: 8 total, 8 up, 8 in 2024-08-17T17:21:35.335 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.Create 2024-08-17T17:21:35.352 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.Create (17 ms) 2024-08-17T17:21:35.352 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-17T17:21:35.357 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-08-17T17:21:35.358 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-17T17:21:35.362 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-08-17T17:21:35.362 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-17T17:21:35.365 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2024-08-17T17:21:35.365 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-17T17:21:35.368 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2024-08-17T17:21:35.368 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-17T17:21:35.371 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ActiveSetStale (4 ms) 2024-08-17T17:21:35.371 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-17T17:21:35.374 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-08-17T17:21:35.374 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-17T17:21:35.377 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-08-17T17:21:35.377 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-17T17:21:35.380 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-08-17T17:21:35.380 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-17T17:21:35.383 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-08-17T17:21:35.384 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-17T17:21:35.388 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-08-17T17:21:35.388 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-17T17:21:35.393 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-08-17T17:21:35.393 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-17T17:21:35.396 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-08-17T17:21:35.396 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-17T17:21:35.400 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-08-17T17:21:35.400 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-17T17:21:35.504 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (105 ms) 2024-08-17T17:21:35.505 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-17T17:21:35.508 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientCommit (3 ms) 2024-08-17T17:21:35.508 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-17T17:21:35.510 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-08-17T17:21:35.511 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-17T17:21:35.511 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-08-17T17:21:35.512 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-17T17:21:35.554 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.ClientList (42 ms) 2024-08-17T17:21:35.554 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-17T17:21:35.558 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-08-17T17:21:35.558 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-17T17:21:35.566 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-08-17T17:21:35.566 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-17T17:21:35.573 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-08-17T17:21:35.573 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.TagList 2024-08-17T17:21:35.663 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.TagList (90 ms) 2024-08-17T17:21:35.663 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-17T17:21:35.664 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-08-17T17:21:35.665 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-17T17:21:35.665 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-08-17T17:21:35.665 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-17T17:21:35.668 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-08-17T17:21:35.668 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsJournal.Append 2024-08-17T17:21:35.677 INFO:tasks.workunit.client.0.smithi059.stdout:padding is not enabled 2024-08-17T17:21:35.677 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-08-17T17:21:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[92261]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T17:21:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1510399622' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134352-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134352-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:35.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[92261]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:35.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:21:35.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[94685]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T17:21:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1510399622' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134352-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134352-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[94685]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:21:35.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:35 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:35 smithi087 ceph-mon[85676]: osdmap e1004: 8 total, 8 up, 8 in 2024-08-17T17:21:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:35 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1510399622' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134352-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:35 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134352-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:35 smithi087 ceph-mon[85676]: pgmap v1198: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:21:35.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:35 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:36.343 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 27 tests from TestClsJournal (343 ms total) 2024-08-17T17:21:36.343 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:21:36.343 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment tear-down 2024-08-17T17:21:36.343 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] 27 tests from 1 test suite ran. (2863 ms total) 2024-08-17T17:21:36.343 INFO:tasks.workunit.client.0.smithi059.stdout:[ PASSED ] 27 tests. 2024-08-17T17:21:36.346 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:21:36.346 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:21:36.415 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-17T17:21:36.415 DEBUG:teuthology.orchestra.run.smithi059:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-17T17:21:36.489 INFO:tasks.workunit.client.0.smithi059.stdout:Running main() from gmock_main.cc 2024-08-17T17:21:36.489 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-17T17:21:36.489 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment set-up. 2024-08-17T17:21:36.489 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 11 tests from ClsLock 2024-08-17T17:21:36.489 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-17T17:21:36.789 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:36 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:36.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:36 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134352-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:36.790 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:36 smithi059 ceph-mon[92261]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T17:21:36.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:36 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:36.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:36 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134352-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:36.790 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:36 smithi059 ceph-mon[94685]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T17:21:36.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:36 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:36.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:36 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134352-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:36.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:36 smithi087 ceph-mon[85676]: osdmap e1005: 8 total, 8 up, 8 in 2024-08-17T17:21:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:37 smithi059 ceph-mon[92261]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T17:21:37.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:37 smithi059 ceph-mon[92261]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:37.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:37 smithi059 ceph-mon[94685]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T17:21:37.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:37 smithi059 ceph-mon[94685]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:37 smithi087 ceph-mon[85676]: osdmap e1006: 8 total, 8 up, 8 in 2024-08-17T17:21:37.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:37 smithi087 ceph-mon[85676]: pgmap v1201: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:38.388 INFO:tasks.workunit.client.0.smithi059.stdout:lock: mylock 2024-08-17T17:21:38.388 INFO:tasks.workunit.client.0.smithi059.stdout: lock_type: exclusive 2024-08-17T17:21:38.388 INFO:tasks.workunit.client.0.smithi059.stdout: tag: 2024-08-17T17:21:38.388 INFO:tasks.workunit.client.0.smithi059.stdout: lockers: 2024-08-17T17:21:38.388 INFO:tasks.workunit.client.0.smithi059.stdout: client.44789 expiration=2024-08-17T17:23:38.384500+0000 addr=v1:172.21.15.59:0/2121809087 cookie= 2024-08-17T17:21:38.392 INFO:tasks.workunit.client.0.smithi059.stdout:lock: mylock 2024-08-17T17:21:38.392 INFO:tasks.workunit.client.0.smithi059.stdout: lock_type: shared 2024-08-17T17:21:38.392 INFO:tasks.workunit.client.0.smithi059.stdout: tag: 2024-08-17T17:21:38.392 INFO:tasks.workunit.client.0.smithi059.stdout: lockers: 2024-08-17T17:21:38.392 INFO:tasks.workunit.client.0.smithi059.stdout: client.34878 expiration=0.000000 addr=v1:172.21.15.59:0/2450708407 cookie= 2024-08-17T17:21:38.392 INFO:tasks.workunit.client.0.smithi059.stdout: client.44789 expiration=2024-08-17T17:23:38.391105+0000 addr=v1:172.21.15.59:0/2121809087 cookie= 2024-08-17T17:21:38.393 INFO:tasks.workunit.client.0.smithi059.stdout:lock: mylock 2024-08-17T17:21:38.394 INFO:tasks.workunit.client.0.smithi059.stdout: lock_type: shared 2024-08-17T17:21:38.394 INFO:tasks.workunit.client.0.smithi059.stdout: tag: 2024-08-17T17:21:38.394 INFO:tasks.workunit.client.0.smithi059.stdout: lockers: 2024-08-17T17:21:38.394 INFO:tasks.workunit.client.0.smithi059.stdout: client.34878 expiration=0.000000 addr=v1:172.21.15.59:0/2450708407 cookie= 2024-08-17T17:21:38.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:38.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:21:38.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[92261]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T17:21:38.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2121809087' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:38.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:38.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:38.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:21:38.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[94685]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T17:21:38.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2121809087' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:38.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:38 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:38.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:38 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:38.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:38 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:21:38.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:38 smithi087 ceph-mon[85676]: osdmap e1007: 8 total, 8 up, 8 in 2024-08-17T17:21:38.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:38 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2121809087' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:38.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:38 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:39.375 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestMultiLocking (2886 ms) 2024-08-17T17:21:39.375 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestMeta 2024-08-17T17:21:39.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:39 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:39.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:39 smithi059 ceph-mon[94685]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T17:21:39.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:39 smithi059 ceph-mon[94685]: pgmap v1204: 137 pgs: 5 creating+activating, 4 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:39 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:39.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:39 smithi059 ceph-mon[92261]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T17:21:39.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:39 smithi059 ceph-mon[92261]: pgmap v1204: 137 pgs: 5 creating+activating, 4 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:39 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:39 smithi087 ceph-mon[85676]: osdmap e1008: 8 total, 8 up, 8 in 2024-08-17T17:21:39.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:39 smithi087 ceph-mon[85676]: pgmap v1204: 137 pgs: 5 creating+activating, 4 creating+peering, 20 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:40.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:40 smithi059 ceph-mon[92261]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T17:21:40.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:40 smithi059 ceph-mon[94685]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T17:21:40.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:40 smithi087 ceph-mon[85676]: osdmap e1009: 8 total, 8 up, 8 in 2024-08-17T17:21:41.415 INFO:tasks.workunit.client.0.smithi059.stdout:lock: mylock 2024-08-17T17:21:41.415 INFO:tasks.workunit.client.0.smithi059.stdout: lock_type: shared 2024-08-17T17:21:41.415 INFO:tasks.workunit.client.0.smithi059.stdout: tag: 2024-08-17T17:21:41.415 INFO:tasks.workunit.client.0.smithi059.stdout: lockers: 2024-08-17T17:21:41.415 INFO:tasks.workunit.client.0.smithi059.stdout: client.34890 expiration=0.000000 addr=v1:172.21.15.59:0/3196630393 cookie= 2024-08-17T17:21:41.418 INFO:tasks.workunit.client.0.smithi059.stdout:lock: mylock 2024-08-17T17:21:41.418 INFO:tasks.workunit.client.0.smithi059.stdout: lock_type: exclusive 2024-08-17T17:21:41.418 INFO:tasks.workunit.client.0.smithi059.stdout: tag: new_tag 2024-08-17T17:21:41.418 INFO:tasks.workunit.client.0.smithi059.stdout: lockers: 2024-08-17T17:21:41.418 INFO:tasks.workunit.client.0.smithi059.stdout: client.44801 expiration=0.000000 addr=v1:172.21.15.59:0/3562035146 cookie= 2024-08-17T17:21:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:41 smithi059 ceph-mon[92261]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T17:21:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:41 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3562035146' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:41 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:41.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:41 smithi059 ceph-mon[92261]: pgmap v1207: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:41.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:41 smithi059 ceph-mon[94685]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T17:21:41.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:41 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3562035146' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:41 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:41.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:41 smithi059 ceph-mon[94685]: pgmap v1207: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:41 smithi087 ceph-mon[85676]: osdmap e1010: 8 total, 8 up, 8 in 2024-08-17T17:21:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:41 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3562035146' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:41 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:41.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:41 smithi087 ceph-mon[85676]: pgmap v1207: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:42.398 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestMeta (3023 ms) 2024-08-17T17:21:42.398 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestCookie 2024-08-17T17:21:42.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:42 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:42.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:42 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:42.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:42 smithi059 ceph-mon[92261]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T17:21:42.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:42 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:42.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:42 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:42.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:42 smithi059 ceph-mon[94685]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T17:21:42.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:42 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:42.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:42 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:42.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:42 smithi087 ceph-mon[85676]: osdmap e1011: 8 total, 8 up, 8 in 2024-08-17T17:21:43.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:43 smithi059 ceph-mon[94685]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T17:21:43.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:43 smithi059 ceph-mon[94685]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:43.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:43 smithi059 ceph-mon[92261]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T17:21:43.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:43 smithi059 ceph-mon[92261]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:43.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:43 smithi087 ceph-mon[85676]: osdmap e1012: 8 total, 8 up, 8 in 2024-08-17T17:21:43.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:43 smithi087 ceph-mon[85676]: pgmap v1210: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:44.469 INFO:tasks.workunit.client.0.smithi059.stdout:lock: mylock 2024-08-17T17:21:44.469 INFO:tasks.workunit.client.0.smithi059.stdout: lock_type: exclusive 2024-08-17T17:21:44.470 INFO:tasks.workunit.client.0.smithi059.stdout: tag: 2024-08-17T17:21:44.470 INFO:tasks.workunit.client.0.smithi059.stdout: lockers: 2024-08-17T17:21:44.472 INFO:tasks.workunit.client.0.smithi059.stdout:lock: mylock 2024-08-17T17:21:44.472 INFO:tasks.workunit.client.0.smithi059.stdout: lock_type: shared 2024-08-17T17:21:44.472 INFO:tasks.workunit.client.0.smithi059.stdout: tag: 2024-08-17T17:21:44.472 INFO:tasks.workunit.client.0.smithi059.stdout: lockers: 2024-08-17T17:21:44.472 INFO:tasks.workunit.client.0.smithi059.stdout: client.44813 expiration=0.000000 addr=v1:172.21.15.59:0/1199446684 cookie= 2024-08-17T17:21:44.472 INFO:tasks.workunit.client.0.smithi059.stdout: client.44813 expiration=0.000000 addr=v1:172.21.15.59:0/1199446684 cookie=new cookie 2024-08-17T17:21:44.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:21:44] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.51.0" 2024-08-17T17:21:44.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:44.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:21:44.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[92261]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T17:21:44.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1199446684' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:44.788 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:44.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:44.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:21:44.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[94685]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T17:21:44.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1199446684' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:44.789 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:44 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:44.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:44 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:44.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:44 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:21:44.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:44 smithi087 ceph-mon[85676]: osdmap e1013: 8 total, 8 up, 8 in 2024-08-17T17:21:44.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:44 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1199446684' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:44.801 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:44 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:45.413 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestCookie (3016 ms) 2024-08-17T17:21:45.414 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-17T17:21:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:45 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:45 smithi059 ceph-mon[92261]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T17:21:45.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:45 smithi059 ceph-mon[92261]: pgmap v1213: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:45.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:45 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:45.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:45 smithi059 ceph-mon[94685]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T17:21:45.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:45 smithi059 ceph-mon[94685]: pgmap v1213: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:45.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:45 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:45.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:45 smithi087 ceph-mon[85676]: osdmap e1014: 8 total, 8 up, 8 in 2024-08-17T17:21:45.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:45 smithi087 ceph-mon[85676]: pgmap v1213: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:46.701 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:46 smithi087 ceph-mon[85676]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T17:21:46.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:46 smithi059 ceph-mon[92261]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T17:21:46.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:46 smithi059 ceph-mon[94685]: osdmap e1015: 8 total, 8 up, 8 in 2024-08-17T17:21:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:47 smithi059 ceph-mon[92261]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T17:21:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:47 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2679316129' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:47 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:47.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:47 smithi059 ceph-mon[92261]: pgmap v1216: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:47 smithi059 ceph-mon[94685]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T17:21:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:47 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2679316129' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:47 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:47.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:47 smithi059 ceph-mon[94685]: pgmap v1216: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:47 smithi087 ceph-mon[85676]: osdmap e1016: 8 total, 8 up, 8 in 2024-08-17T17:21:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:47 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2679316129' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:47 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:47.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:47 smithi087 ceph-mon[85676]: pgmap v1216: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:48.439 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestMultipleLocks (3025 ms) 2024-08-17T17:21:48.439 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-17T17:21:48.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:48 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:48.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:48 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:48.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:48 smithi059 ceph-mon[92261]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T17:21:48.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:48 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:48.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:48 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:48.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:48 smithi059 ceph-mon[94685]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T17:21:48.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:48 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:21:48.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:48 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:48.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:48 smithi087 ceph-mon[85676]: osdmap e1017: 8 total, 8 up, 8 in 2024-08-17T17:21:49.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:49 smithi059 ceph-mon[92261]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T17:21:49.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:49 smithi059 ceph-mon[92261]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:49.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:49 smithi059 ceph-mon[94685]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T17:21:49.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:49 smithi059 ceph-mon[94685]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:49 smithi087 ceph-mon[85676]: osdmap e1018: 8 total, 8 up, 8 in 2024-08-17T17:21:49.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:49 smithi087 ceph-mon[85676]: pgmap v1219: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:50.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:50.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:21:50.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[92261]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T17:21:50.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/242703686' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:50.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:50.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:50.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:21:50.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[94685]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T17:21:50.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/242703686' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:50.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:50 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:21:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:50 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:21:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:50 smithi087 ceph-mon[85676]: osdmap e1019: 8 total, 8 up, 8 in 2024-08-17T17:21:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:50 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/242703686' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:50.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:21:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:51 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/242703686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:51 smithi059 ceph-mon[92261]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T17:21:51.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:51 smithi059 ceph-mon[92261]: pgmap v1222: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:51.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:51 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/242703686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:51.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:51 smithi059 ceph-mon[94685]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T17:21:51.788 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:51 smithi059 ceph-mon[94685]: pgmap v1222: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:51 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/242703686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:51 smithi087 ceph-mon[85676]: osdmap e1020: 8 total, 8 up, 8 in 2024-08-17T17:21:51.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:51 smithi087 ceph-mon[85676]: pgmap v1222: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:52.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:52 smithi059 ceph-mon[92261]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T17:21:52.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:52 smithi059 ceph-mon[94685]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T17:21:52.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:52 smithi087 ceph-mon[85676]: osdmap e1021: 8 total, 8 up, 8 in 2024-08-17T17:21:53.787 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:53 smithi059 ceph-mon[92261]: pgmap v1224: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:53.787 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:53 smithi059 ceph-mon[94685]: pgmap v1224: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:53.800 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:53 smithi087 ceph-mon[85676]: pgmap v1224: 137 pgs: 2 creating+peering, 17 unknown, 118 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:54.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:21:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:21:54] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-08-17T17:21:55.685 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestLockDuration (7246 ms) 2024-08-17T17:21:55.685 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-17T17:21:56.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:55 smithi059 ceph-mon[92261]: pgmap v1225: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:21:56.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:55 smithi059 ceph-mon[94685]: pgmap v1225: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:21:56.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:55 smithi087 ceph-mon[85676]: pgmap v1225: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:21:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:56 smithi059 ceph-mon[92261]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T17:21:57.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:56 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:21:57.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:56 smithi059 ceph-mon[94685]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T17:21:57.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:56 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:21:57.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:56 smithi087 ceph-mon[85676]: osdmap e1022: 8 total, 8 up, 8 in 2024-08-17T17:21:57.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:56 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:21:58.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[92261]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:58.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[92261]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T17:21:58.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3510611044' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:58.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[94685]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[94685]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3510611044' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:21:58.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:57 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:21:58.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:57 smithi087 ceph-mon[85676]: pgmap v1227: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:21:58.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:57 smithi087 ceph-mon[85676]: osdmap e1023: 8 total, 8 up, 8 in 2024-08-17T17:21:58.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:57 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3510611044' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:58.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:57 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:21:58.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:57 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:21:58.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:57 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:21:58.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:57 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:21:58.721 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestAssertLocked (3036 ms) 2024-08-17T17:21:58.721 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-17T17:21:59.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:58 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:59.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:58 smithi059 ceph-mon[92261]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T17:21:59.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:58 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:59.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:58 smithi059 ceph-mon[94685]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T17:21:59.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:58 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:21:59.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:58 smithi087 ceph-mon[85676]: osdmap e1024: 8 total, 8 up, 8 in 2024-08-17T17:22:00.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:59 smithi059 ceph-mon[94685]: pgmap v1230: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:00.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:21:59 smithi059 ceph-mon[94685]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T17:22:00.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:59 smithi059 ceph-mon[92261]: pgmap v1230: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:00.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:21:59 smithi059 ceph-mon[92261]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T17:22:00.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:59 smithi087 ceph-mon[85676]: pgmap v1230: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:00.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:21:59 smithi087 ceph-mon[85676]: osdmap e1025: 8 total, 8 up, 8 in 2024-08-17T17:22:01.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:00 smithi059 ceph-mon[94685]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T17:22:01.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:00 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1770948507' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:01.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:00 smithi059 ceph-mon[92261]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T17:22:01.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:00 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1770948507' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:01.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:00 smithi087 ceph-mon[85676]: osdmap e1026: 8 total, 8 up, 8 in 2024-08-17T17:22:01.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:00 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1770948507' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:01.740 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestSetCookie (3018 ms) 2024-08-17T17:22:01.740 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestRenew 2024-08-17T17:22:02.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:01 smithi059 ceph-mon[92261]: pgmap v1233: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:02.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:01 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:02.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:01 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1770948507' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:02.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:01 smithi059 ceph-mon[92261]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T17:22:02.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:01 smithi059 ceph-mon[94685]: pgmap v1233: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:02.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:01 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:02.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:01 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1770948507' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:02.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:01 smithi059 ceph-mon[94685]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T17:22:02.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:01 smithi087 ceph-mon[85676]: pgmap v1233: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:02.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:01 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:02.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:01 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1770948507' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:02.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:01 smithi087 ceph-mon[85676]: osdmap e1027: 8 total, 8 up, 8 in 2024-08-17T17:22:03.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:02 smithi059 ceph-mon[92261]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T17:22:03.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:02 smithi059 ceph-mon[94685]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T17:22:03.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:02 smithi087 ceph-mon[85676]: osdmap e1028: 8 total, 8 up, 8 in 2024-08-17T17:22:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[92261]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:22:04.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[92261]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T17:22:04.038 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3945525806' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:04.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[94685]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:04.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:04.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:22:04.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[94685]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T17:22:04.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:03 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3945525806' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:04.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:03 smithi087 ceph-mon[85676]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:04.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:03 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:04.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:03 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:22:04.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:03 smithi087 ceph-mon[85676]: osdmap e1029: 8 total, 8 up, 8 in 2024-08-17T17:22:04.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:03 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3945525806' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:04.761 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:22:04 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:22:04] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-08-17T17:22:05.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:04 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3945525806' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:05.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:04 smithi059 ceph-mon[94685]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T17:22:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:04 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3945525806' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:05.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:04 smithi059 ceph-mon[92261]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T17:22:05.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:04 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3945525806' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:05.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:04 smithi087 ceph-mon[85676]: osdmap e1030: 8 total, 8 up, 8 in 2024-08-17T17:22:06.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:05 smithi059 ceph-mon[92261]: pgmap v1239: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:06.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:05 smithi059 ceph-mon[92261]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T17:22:06.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:05 smithi059 ceph-mon[94685]: pgmap v1239: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:05 smithi059 ceph-mon[94685]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T17:22:06.038 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:05 smithi087 ceph-mon[85676]: pgmap v1239: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:05 smithi087 ceph-mon[85676]: osdmap e1031: 8 total, 8 up, 8 in 2024-08-17T17:22:06.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:08.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:07 smithi059 ceph-mon[92261]: pgmap v1241: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:08.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:07 smithi059 ceph-mon[94685]: pgmap v1241: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:08.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:07 smithi087 ceph-mon[85676]: pgmap v1241: 137 pgs: 13 creating+peering, 11 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:10.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:09 smithi059 ceph-mon[92261]: pgmap v1242: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:10.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:09 smithi059 ceph-mon[94685]: pgmap v1242: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:10.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:09 smithi087 ceph-mon[85676]: pgmap v1242: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:12.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:11 smithi059 ceph-mon[92261]: pgmap v1243: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:12.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:11 smithi059 ceph-mon[94685]: pgmap v1243: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:12.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:11 smithi087 ceph-mon[85676]: pgmap v1243: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 129 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:14.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:13 smithi059 ceph-mon[92261]: pgmap v1244: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:14.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:13 smithi059 ceph-mon[94685]: pgmap v1244: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:14.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:13 smithi087 ceph-mon[85676]: pgmap v1244: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:14.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:22:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:22:14] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.51.0" 2024-08-17T17:22:16.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:15 smithi059 ceph-mon[92261]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:22:16.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:15 smithi059 ceph-mon[94685]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:22:16.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:15 smithi087 ceph-mon[85676]: pgmap v1245: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:22:18.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:17 smithi059 ceph-mon[92261]: pgmap v1246: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 258 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:22:18.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:17 smithi059 ceph-mon[94685]: pgmap v1246: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 258 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:22:18.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:17 smithi087 ceph-mon[85676]: pgmap v1246: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 258 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:22:20.037 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:19 smithi059 ceph-mon[92261]: pgmap v1247: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:22:20.037 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:19 smithi059 ceph-mon[94685]: pgmap v1247: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:22:20.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:19 smithi087 ceph-mon[85676]: pgmap v1247: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-17T17:22:21.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:21.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:21.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:21.853 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestRenew (20114 ms) 2024-08-17T17:22:21.853 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-17T17:22:22.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:21 smithi087 ceph-mon[85676]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:22.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:21 smithi059 ceph-mon[92261]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:22.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:21 smithi059 ceph-mon[94685]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:23.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:22 smithi059 ceph-mon[92261]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T17:22:23.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:22 smithi059 ceph-mon[94685]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T17:22:23.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:22 smithi087 ceph-mon[85676]: osdmap e1032: 8 total, 8 up, 8 in 2024-08-17T17:22:24.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:23 smithi059 ceph-mon[92261]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:24.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:23 smithi059 ceph-mon[92261]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T17:22:24.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:23 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3938173762' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:24.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:23 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:24.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:23 smithi059 ceph-mon[94685]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:24.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:23 smithi059 ceph-mon[94685]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T17:22:24.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:23 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3938173762' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:24.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:23 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:23 smithi087 ceph-mon[85676]: pgmap v1250: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:23 smithi087 ceph-mon[85676]: osdmap e1033: 8 total, 8 up, 8 in 2024-08-17T17:22:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:23 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3938173762' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:24.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:23 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:24.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:22:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:22:24] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.51.0" 2024-08-17T17:22:25.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:24 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:25.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:24 smithi059 ceph-mon[92261]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T17:22:25.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:24 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:25.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:24 smithi059 ceph-mon[94685]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T17:22:25.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:24 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:25.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:24 smithi087 ceph-mon[85676]: osdmap e1034: 8 total, 8 up, 8 in 2024-08-17T17:22:26.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:25 smithi059 ceph-mon[92261]: pgmap v1253: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:26.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:25 smithi059 ceph-mon[92261]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T17:22:26.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:25 smithi059 ceph-mon[94685]: pgmap v1253: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:26.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:25 smithi059 ceph-mon[94685]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T17:22:26.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:25 smithi087 ceph-mon[85676]: pgmap v1253: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:26.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:25 smithi087 ceph-mon[85676]: osdmap e1035: 8 total, 8 up, 8 in 2024-08-17T17:22:28.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:27 smithi059 ceph-mon[92261]: pgmap v1255: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:28.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:27 smithi059 ceph-mon[94685]: pgmap v1255: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:28.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:27 smithi087 ceph-mon[85676]: pgmap v1255: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:28.881 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7028 ms) 2024-08-17T17:22:28.881 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-17T17:22:30.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:29 smithi059 ceph-mon[94685]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:30.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:29 smithi059 ceph-mon[94685]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T17:22:30.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:29 smithi059 ceph-mon[92261]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:30.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:29 smithi059 ceph-mon[92261]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T17:22:30.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:29 smithi087 ceph-mon[85676]: pgmap v1256: 137 pgs: 137 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:30.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:29 smithi087 ceph-mon[85676]: osdmap e1036: 8 total, 8 up, 8 in 2024-08-17T17:22:31.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:30 smithi059 ceph-mon[94685]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T17:22:31.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:30 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/562139804' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:31.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:30 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:31.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:30 smithi059 ceph-mon[92261]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T17:22:31.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:30 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/562139804' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:31.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:30 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:31.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:30 smithi087 ceph-mon[85676]: osdmap e1037: 8 total, 8 up, 8 in 2024-08-17T17:22:31.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:30 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/562139804' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:31.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:30 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:32.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:31 smithi059 ceph-mon[94685]: pgmap v1259: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:32.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:31 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:32.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:31 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:32.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:31 smithi059 ceph-mon[94685]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T17:22:32.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:31 smithi059 ceph-mon[92261]: pgmap v1259: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:32.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:31 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:32.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:31 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:32.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:31 smithi059 ceph-mon[92261]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T17:22:32.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:31 smithi087 ceph-mon[85676]: pgmap v1259: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:32.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:31 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:32.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:31 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:32.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:31 smithi087 ceph-mon[85676]: osdmap e1038: 8 total, 8 up, 8 in 2024-08-17T17:22:33.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:32 smithi059 ceph-mon[92261]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T17:22:33.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:32 smithi059 ceph-mon[94685]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T17:22:33.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:32 smithi087 ceph-mon[85676]: osdmap e1039: 8 total, 8 up, 8 in 2024-08-17T17:22:34.188 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:33 smithi059 ceph-mon[92261]: pgmap v1262: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:34.188 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:33 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:34.189 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:33 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:22:34.189 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:33 smithi059 ceph-mon[94685]: pgmap v1262: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:34.189 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:33 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:34.189 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:33 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:22:34.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:33 smithi087 ceph-mon[85676]: pgmap v1262: 137 pgs: 6 creating+peering, 11 unknown, 120 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:34.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:33 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:34.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:33 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:22:34.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:22:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:22:34] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.51.0" 2024-08-17T17:22:35.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:34 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:35.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:34 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:35.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:34 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:35.972 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7091 ms) 2024-08-17T17:22:35.972 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-17T17:22:36.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:35 smithi059 ceph-mon[92261]: pgmap v1263: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:36.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:35 smithi059 ceph-mon[94685]: pgmap v1263: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:36.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:35 smithi087 ceph-mon[85676]: pgmap v1263: 137 pgs: 6 creating+peering, 131 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:37.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:36 smithi059 ceph-mon[92261]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T17:22:37.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:36 smithi059 ceph-mon[94685]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T17:22:37.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:36 smithi087 ceph-mon[85676]: osdmap e1040: 8 total, 8 up, 8 in 2024-08-17T17:22:38.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:37 smithi059 ceph-mon[92261]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:38.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:37 smithi059 ceph-mon[92261]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T17:22:38.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:37 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/372291178' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:38.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:37 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:37 smithi059 ceph-mon[94685]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:37 smithi059 ceph-mon[94685]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T17:22:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:37 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/372291178' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:37 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:37 smithi087 ceph-mon[85676]: pgmap v1265: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:37 smithi087 ceph-mon[85676]: osdmap e1041: 8 total, 8 up, 8 in 2024-08-17T17:22:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:37 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/372291178' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:38.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:37 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:39.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:38 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:39.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:38 smithi059 ceph-mon[92261]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T17:22:39.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:38 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:39.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:38 smithi059 ceph-mon[94685]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T17:22:39.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:38 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134407-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:39.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:38 smithi087 ceph-mon[85676]: osdmap e1042: 8 total, 8 up, 8 in 2024-08-17T17:22:40.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:39 smithi059 ceph-mon[92261]: pgmap v1268: 137 pgs: 15 creating+peering, 5 unknown, 117 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:40.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:39 smithi059 ceph-mon[92261]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T17:22:40.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:39 smithi059 ceph-mon[94685]: pgmap v1268: 137 pgs: 15 creating+peering, 5 unknown, 117 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:40.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:39 smithi059 ceph-mon[94685]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T17:22:40.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:39 smithi087 ceph-mon[85676]: pgmap v1268: 137 pgs: 15 creating+peering, 5 unknown, 117 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:40.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:39 smithi087 ceph-mon[85676]: osdmap e1043: 8 total, 8 up, 8 in 2024-08-17T17:22:42.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:41 smithi059 ceph-mon[92261]: pgmap v1270: 137 pgs: 15 creating+peering, 1 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:42.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:41 smithi059 ceph-mon[94685]: pgmap v1270: 137 pgs: 15 creating+peering, 1 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:42.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:41 smithi087 ceph-mon[85676]: pgmap v1270: 137 pgs: 15 creating+peering, 1 unknown, 121 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:44.014 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8042 ms) 2024-08-17T17:22:44.015 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 11 tests from ClsLock (67525 ms total) 2024-08-17T17:22:44.015 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:22:44.015 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment tear-down 2024-08-17T17:22:44.015 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] 11 tests from 1 test suite ran. (67525 ms total) 2024-08-17T17:22:44.015 INFO:tasks.workunit.client.0.smithi059.stdout:[ PASSED ] 11 tests. 2024-08-17T17:22:44.019 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:22:44.019 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:22:44.090 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-17T17:22:44.091 DEBUG:teuthology.orchestra.run.smithi059:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-17T17:22:44.166 INFO:tasks.workunit.client.0.smithi059.stdout:Running main() from gmock_main.cc 2024-08-17T17:22:44.167 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T17:22:44.167 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment set-up. 2024-08-17T17:22:44.167 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 4 tests from cls_log 2024-08-17T17:22:44.167 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-17T17:22:44.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:44 smithi059 ceph-mon[92261]: pgmap v1271: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:44.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:44 smithi059 ceph-mon[94685]: pgmap v1271: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:44.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:44 smithi087 ceph-mon[85676]: pgmap v1271: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-17T17:22:44.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:22:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:22:44] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-08-17T17:22:45.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:45 smithi059 ceph-mon[92261]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T17:22:45.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:45 smithi059 ceph-mon[94685]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T17:22:45.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:45 smithi087 ceph-mon[85676]: osdmap e1044: 8 total, 8 up, 8 in 2024-08-17T17:22:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:46 smithi059 ceph-mon[92261]: pgmap v1273: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:46 smithi059 ceph-mon[92261]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T17:22:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:46 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/862806831' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:46.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:46 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:46.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:46 smithi059 ceph-mon[94685]: pgmap v1273: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:46.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:46 smithi059 ceph-mon[94685]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T17:22:46.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:46 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/862806831' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:46.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:46 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:46.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:46 smithi087 ceph-mon[85676]: pgmap v1273: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:46.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:46 smithi087 ceph-mon[85676]: osdmap e1045: 8 total, 8 up, 8 in 2024-08-17T17:22:46.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:46 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/862806831' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:46.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:46 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:47.043 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] cls_log.test_log_add_same_time (2876 ms) 2024-08-17T17:22:47.043 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-17T17:22:47.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:47 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:47.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:47 smithi059 ceph-mon[92261]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T17:22:47.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:47 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:47.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:47 smithi059 ceph-mon[94685]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T17:22:47.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:47 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:47.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:47 smithi087 ceph-mon[85676]: osdmap e1046: 8 total, 8 up, 8 in 2024-08-17T17:22:48.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:48 smithi059 ceph-mon[92261]: pgmap v1276: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:48.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:48 smithi059 ceph-mon[92261]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T17:22:48.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:48 smithi059 ceph-mon[94685]: pgmap v1276: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:48.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:48 smithi059 ceph-mon[94685]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T17:22:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:48 smithi087 ceph-mon[85676]: pgmap v1276: 137 pgs: 6 creating+peering, 24 unknown, 107 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:48.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:48 smithi087 ceph-mon[85676]: osdmap e1047: 8 total, 8 up, 8 in 2024-08-17T17:22:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:49 smithi059 ceph-mon[92261]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T17:22:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:49 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/479525358' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:49.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:49 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:49.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:49 smithi059 ceph-mon[94685]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T17:22:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:49 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/479525358' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:49.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:49 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:49 smithi087 ceph-mon[85676]: osdmap e1048: 8 total, 8 up, 8 in 2024-08-17T17:22:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:49 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/479525358' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:49.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:49 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:50.073 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] cls_log.test_log_add_different_time (3030 ms) 2024-08-17T17:22:50.073 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] cls_log.trim_by_time 2024-08-17T17:22:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[92261]: pgmap v1279: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:50.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[92261]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T17:22:50.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:22:50.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[94685]: pgmap v1279: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[94685]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T17:22:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:22:50.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:50 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:50 smithi087 ceph-mon[85676]: pgmap v1279: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:50 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:50.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:50 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:50 smithi087 ceph-mon[85676]: osdmap e1049: 8 total, 8 up, 8 in 2024-08-17T17:22:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:22:50.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:50 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:22:51.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:51 smithi059 ceph-mon[92261]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T17:22:51.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:51 smithi059 ceph-mon[94685]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T17:22:51.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:51 smithi087 ceph-mon[85676]: osdmap e1050: 8 total, 8 up, 8 in 2024-08-17T17:22:52.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[92261]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:52.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[92261]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2931093584' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[94685]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[94685]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2931093584' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:52.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:52 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:52 smithi087 ceph-mon[85676]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:52 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:52 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:22:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:52 smithi087 ceph-mon[85676]: osdmap e1051: 8 total, 8 up, 8 in 2024-08-17T17:22:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:52 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2931093584' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:52.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:52 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:53.095 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] cls_log.trim_by_time (3022 ms) 2024-08-17T17:22:53.095 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-17T17:22:53.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:53 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:53.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:53 smithi059 ceph-mon[94685]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T17:22:53.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:53 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:53.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:53 smithi059 ceph-mon[92261]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T17:22:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:53 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:53.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:53 smithi087 ceph-mon[85676]: osdmap e1052: 8 total, 8 up, 8 in 2024-08-17T17:22:54.371 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:54 smithi059 ceph-mon[92261]: pgmap v1285: 137 pgs: 1 creating+peering, 20 unknown, 116 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:54.372 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:54 smithi059 ceph-mon[92261]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T17:22:54.372 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:54 smithi059 ceph-mon[94685]: pgmap v1285: 137 pgs: 1 creating+peering, 20 unknown, 116 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:54.372 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:54 smithi059 ceph-mon[94685]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T17:22:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:54 smithi087 ceph-mon[85676]: pgmap v1285: 137 pgs: 1 creating+peering, 20 unknown, 116 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:54.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:54 smithi087 ceph-mon[85676]: osdmap e1053: 8 total, 8 up, 8 in 2024-08-17T17:22:54.787 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:22:54 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:22:54] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-08-17T17:22:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:55 smithi059 ceph-mon[92261]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T17:22:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:55 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2637236804' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:55.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:55 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:55 smithi059 ceph-mon[94685]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T17:22:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:55 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2637236804' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:55.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:55 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:55 smithi087 ceph-mon[85676]: osdmap e1054: 8 total, 8 up, 8 in 2024-08-17T17:22:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:55 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2637236804' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:55.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:55 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:56.117 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] cls_log.trim_by_marker (3021 ms) 2024-08-17T17:22:56.117 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 4 tests from cls_log (11949 ms total) 2024-08-17T17:22:56.117 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:22:56.117 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment tear-down 2024-08-17T17:22:56.117 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] 4 tests from 1 test suite ran. (11950 ms total) 2024-08-17T17:22:56.117 INFO:tasks.workunit.client.0.smithi059.stdout:[ PASSED ] 4 tests. 2024-08-17T17:22:56.120 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:22:56.120 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:22:56.190 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-17T17:22:56.190 DEBUG:teuthology.orchestra.run.smithi059:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-17T17:22:56.265 INFO:tasks.workunit.client.0.smithi059.stdout:Running main() from gmock_main.cc 2024-08-17T17:22:56.265 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-17T17:22:56.265 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment set-up. 2024-08-17T17:22:56.266 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 4 tests from ClsNumOps 2024-08-17T17:22:56.266 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsNumOps.Add 2024-08-17T17:22:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:56 smithi059 ceph-mon[92261]: pgmap v1288: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:56 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:56 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:56.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:56 smithi059 ceph-mon[92261]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T17:22:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:56 smithi059 ceph-mon[94685]: pgmap v1288: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:56 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:56 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:56.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:56 smithi059 ceph-mon[94685]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T17:22:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:56 smithi087 ceph-mon[85676]: pgmap v1288: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:56 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:22:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:56 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134791-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:56.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:56 smithi087 ceph-mon[85676]: osdmap e1055: 8 total, 8 up, 8 in 2024-08-17T17:22:57.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:57 smithi059 ceph-mon[92261]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T17:22:57.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:57 smithi059 ceph-mon[94685]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T17:22:57.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:57 smithi087 ceph-mon[85676]: osdmap e1056: 8 total, 8 up, 8 in 2024-08-17T17:22:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:58.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T17:22:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3247446986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:22:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:22:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:22:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:22:58.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:22:58.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:58.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T17:22:58.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3247446986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:22:58.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:58.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:22:58.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:22:58.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:22:58.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:58 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:22:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:22:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: osdmap e1057: 8 total, 8 up, 8 in 2024-08-17T17:22:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3247446986' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:22:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-08-17T17:22:58.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:22:58.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:22:58.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-08-17T17:22:58.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-08-17T17:22:58.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:58 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:22:59.145 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsNumOps.Add (2879 ms) 2024-08-17T17:22:59.145 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsNumOps.Sub 2024-08-17T17:22:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:59 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:59.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:22:59 smithi059 ceph-mon[92261]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T17:22:59.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:59 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:59.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:22:59 smithi059 ceph-mon[94685]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T17:22:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:59 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:22:59.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:22:59 smithi087 ceph-mon[85676]: osdmap e1058: 8 total, 8 up, 8 in 2024-08-17T17:23:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:00 smithi059 ceph-mon[92261]: pgmap v1294: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:00.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:00 smithi059 ceph-mon[92261]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T17:23:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:00 smithi059 ceph-mon[94685]: pgmap v1294: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:00.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:00 smithi059 ceph-mon[94685]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T17:23:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:00 smithi087 ceph-mon[85676]: pgmap v1294: 137 pgs: 14 creating+peering, 8 unknown, 115 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:00.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:00 smithi087 ceph-mon[85676]: osdmap e1059: 8 total, 8 up, 8 in 2024-08-17T17:23:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:01 smithi059 ceph-mon[94685]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T17:23:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:01 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2706368507' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:01 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:01.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:01 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:01.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:01 smithi059 ceph-mon[92261]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T17:23:01.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:01 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2706368507' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:01.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:01 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:01.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:01 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:01 smithi087 ceph-mon[85676]: osdmap e1060: 8 total, 8 up, 8 in 2024-08-17T17:23:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:01 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2706368507' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:01 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:01.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:01 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:02.149 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsNumOps.Sub (3004 ms) 2024-08-17T17:23:02.149 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsNumOps.Mul 2024-08-17T17:23:02.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:02 smithi059 ceph-mon[94685]: pgmap v1297: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:02 smithi059 ceph-mon[94685]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T17:23:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:02 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:02.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:02 smithi059 ceph-mon[94685]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T17:23:02.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:02 smithi059 ceph-mon[92261]: pgmap v1297: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:02.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:02 smithi059 ceph-mon[92261]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T17:23:02.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:02 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:02.539 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:02 smithi059 ceph-mon[92261]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T17:23:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:02 smithi087 ceph-mon[85676]: pgmap v1297: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:02 smithi087 ceph-mon[85676]: osdmap e1061: 8 total, 8 up, 8 in 2024-08-17T17:23:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:02 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:02.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:02 smithi087 ceph-mon[85676]: osdmap e1062: 8 total, 8 up, 8 in 2024-08-17T17:23:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:03 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:03 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:23:03.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:03 smithi059 ceph-mon[92261]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-17T17:23:03.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:03 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/4106634904' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:03.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:03 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:03.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:03 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:23:03.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:03 smithi059 ceph-mon[94685]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-17T17:23:03.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:03 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/4106634904' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:03 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:03 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:23:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:03 smithi087 ceph-mon[85676]: osdmap e1063: 8 total, 8 up, 8 in 2024-08-17T17:23:03.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:03 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/4106634904' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:04.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:04 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:23:04] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-08-17T17:23:04.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:04 smithi059 ceph-mon[92261]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:04.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:04 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/4106634904' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:04.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:04 smithi059 ceph-mon[92261]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-17T17:23:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:04 smithi059 ceph-mon[94685]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:04 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/4106634904' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:04.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:04 smithi059 ceph-mon[94685]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-17T17:23:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:04 smithi087 ceph-mon[85676]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:04 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/4106634904' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:04.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:04 smithi087 ceph-mon[85676]: osdmap e1064: 8 total, 8 up, 8 in 2024-08-17T17:23:05.187 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsNumOps.Mul (3038 ms) 2024-08-17T17:23:05.187 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] ClsNumOps.Div 2024-08-17T17:23:06.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:05 smithi059 ceph-mon[94685]: pgmap v1303: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:06.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:23:06.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:05 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:06.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:05 smithi059 ceph-mon[94685]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-17T17:23:06.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:05 smithi059 ceph-mon[92261]: pgmap v1303: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:06.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:23:06.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:05 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:06.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:05 smithi059 ceph-mon[92261]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-17T17:23:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:05 smithi087 ceph-mon[85676]: pgmap v1303: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' 2024-08-17T17:23:06.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:05 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:06.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:05 smithi087 ceph-mon[85676]: osdmap e1065: 8 total, 8 up, 8 in 2024-08-17T17:23:07.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:07 smithi059 ceph-mon[94685]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-17T17:23:07.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:07 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1274877549' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:07.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:07 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:07.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:07 smithi059 ceph-mon[92261]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-17T17:23:07.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:07 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1274877549' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:07.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:07 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:07 smithi087 ceph-mon[85676]: osdmap e1066: 8 total, 8 up, 8 in 2024-08-17T17:23:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:07 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1274877549' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:07.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:07 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:08.202 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] ClsNumOps.Div (3015 ms) 2024-08-17T17:23:08.202 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 4 tests from ClsNumOps (11937 ms total) 2024-08-17T17:23:08.202 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:23:08.202 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment tear-down 2024-08-17T17:23:08.202 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] 4 tests from 1 test suite ran. (11937 ms total) 2024-08-17T17:23:08.203 INFO:tasks.workunit.client.0.smithi059.stdout:[ PASSED ] 4 tests. 2024-08-17T17:23:08.206 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-17T17:23:08.206 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:23:08.276 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-17T17:23:08.276 DEBUG:teuthology.orchestra.run.smithi059:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-17T17:23:08.350 INFO:tasks.workunit.client.0.smithi059.stdout:Running main() from gmock_main.cc 2024-08-17T17:23:08.351 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-17T17:23:08.351 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment set-up. 2024-08-17T17:23:08.351 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 70 tests from TestClsRbd 2024-08-17T17:23:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:08 smithi059 ceph-mon[94685]: pgmap v1306: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:08 smithi059 ceph-mon[94685]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:08 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:08.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:08 smithi059 ceph-mon[94685]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-17T17:23:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:08 smithi059 ceph-mon[92261]: pgmap v1306: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:08 smithi059 ceph-mon[92261]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:08 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:08.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:08 smithi059 ceph-mon[92261]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-17T17:23:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:08 smithi087 ceph-mon[85676]: pgmap v1306: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:08 smithi087 ceph-mon[85676]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:23:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:08 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-134897-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:08.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:08 smithi087 ceph-mon[85676]: osdmap e1067: 8 total, 8 up, 8 in 2024-08-17T17:23:09.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:09 smithi059 ceph-mon[92261]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-17T17:23:09.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:09 smithi059 ceph-mon[94685]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-17T17:23:09.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:09 smithi087 ceph-mon[85676]: osdmap e1068: 8 total, 8 up, 8 in 2024-08-17T17:23:10.214 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-17T17:23:10.230 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.get_all_features (16 ms) 2024-08-17T17:23:10.230 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.copyup 2024-08-17T17:23:10.415 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.copyup (185 ms) 2024-08-17T17:23:10.415 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-17T17:23:10.431 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-08-17T17:23:10.432 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-17T17:23:10.438 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-08-17T17:23:10.438 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-17T17:23:10.450 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-08-17T17:23:10.450 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-17T17:23:10.478 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.directory_methods (28 ms) 2024-08-17T17:23:10.478 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.create 2024-08-17T17:23:10.491 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-08-17T17:23:10.491 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.get_features 2024-08-17T17:23:10.492 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-08-17T17:23:10.492 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-17T17:23:10.493 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-08-17T17:23:10.494 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-17T17:23:10.495 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.get_create_timestamp (1 ms) 2024-08-17T17:23:10.495 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-17T17:23:10.497 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-08-17T17:23:10.497 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-17T17:23:10.498 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-08-17T17:23:10.498 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-17T17:23:10.502 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-08-17T17:23:10.502 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.get_size 2024-08-17T17:23:10.506 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-08-17T17:23:10.506 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.set_size 2024-08-17T17:23:10.511 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.set_size (5 ms) 2024-08-17T17:23:10.511 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-17T17:23:10.528 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-08-17T17:23:10.528 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-17T17:23:10.536 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-08-17T17:23:10.536 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-17T17:23:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[92261]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[92261]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:23:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[92261]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-17T17:23:10.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/430665869' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-135132-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[94685]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[94685]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:23:10.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[94685]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-17T17:23:10.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:10 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/430665869' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-135132-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:10 smithi087 ceph-mon[85676]: pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:10 smithi087 ceph-mon[85676]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-17T17:23:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:10 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:23:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:10 smithi087 ceph-mon[85676]: osdmap e1069: 8 total, 8 up, 8 in 2024-08-17T17:23:10.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:10 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/430665869' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-135132-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:10.575 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-08-17T17:23:10.575 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-17T17:23:10.607 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.parents_v2 (32 ms) 2024-08-17T17:23:10.607 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-17T17:23:10.629 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.snapshots (22 ms) 2024-08-17T17:23:10.629 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-17T17:23:10.636 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.snapid_race (7 ms) 2024-08-17T17:23:10.636 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-17T17:23:10.645 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-08-17T17:23:10.646 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-17T17:23:10.648 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-08-17T17:23:10.648 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-17T17:23:10.654 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2024-08-17T17:23:10.654 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-17T17:23:10.664 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.object_map_update (10 ms) 2024-08-17T17:23:10.664 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-17T17:23:10.664 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-08-17T17:23:10.665 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-17T17:23:10.672 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.object_map_snap_add (7 ms) 2024-08-17T17:23:10.672 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-17T17:23:10.678 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.object_map_snap_remove (6 ms) 2024-08-17T17:23:10.678 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.flags 2024-08-17T17:23:10.683 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-08-17T17:23:10.683 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.metadata 2024-08-17T17:23:10.709 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.metadata (26 ms) 2024-08-17T17:23:10.709 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.set_features 2024-08-17T17:23:10.716 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-08-17T17:23:10.716 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.mirror 2024-08-17T17:23:10.748 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-08-17T17:23:10.749 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-17T17:23:10.763 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-08-17T17:23:10.763 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-17T17:23:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:11 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/430665869' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-135132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:11.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:11 smithi059 ceph-mon[92261]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-17T17:23:11.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:11 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/430665869' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-135132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:11.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:11 smithi059 ceph-mon[94685]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-17T17:23:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:11 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/430665869' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi059-135132-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:11.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:11 smithi087 ceph-mon[85676]: osdmap e1070: 8 total, 8 up, 8 in 2024-08-17T17:23:12.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:12 smithi059 ceph-mon[94685]: pgmap v1312: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:12.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:12 smithi059 ceph-mon[94685]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-17T17:23:12.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:12 smithi059 ceph-mon[92261]: pgmap v1312: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:12.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:12 smithi059 ceph-mon[92261]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-17T17:23:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:12 smithi087 ceph-mon[85676]: pgmap v1312: 137 pgs: 29 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:12.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:12 smithi087 ceph-mon[85676]: osdmap e1071: 8 total, 8 up, 8 in 2024-08-17T17:23:13.055 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.mirror_image_status (2292 ms) 2024-08-17T17:23:13.055 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-17T17:23:13.140 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.mirror_image_map (85 ms) 2024-08-17T17:23:13.140 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-17T17:23:13.147 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.mirror_instances (8 ms) 2024-08-17T17:23:13.147 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-17T17:23:13.158 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.mirror_snapshot (10 ms) 2024-08-17T17:23:13.158 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-17T17:23:13.161 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-08-17T17:23:13.161 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-17T17:23:13.163 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-08-17T17:23:13.163 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-17T17:23:13.166 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-08-17T17:23:13.166 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-17T17:23:13.171 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-08-17T17:23:13.171 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-17T17:23:13.174 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_dir_remove (2 ms) 2024-08-17T17:23:13.174 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-17T17:23:13.178 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-08-17T17:23:13.178 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-17T17:23:13.180 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-08-17T17:23:13.180 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-17T17:23:13.183 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-08-17T17:23:13.183 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-17T17:23:13.185 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-08-17T17:23:13.186 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-17T17:23:13.190 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-08-17T17:23:13.190 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-17T17:23:13.192 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-08-17T17:23:13.192 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-17T17:23:13.195 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-08-17T17:23:13.195 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-17T17:23:13.197 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-08-17T17:23:13.198 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-17T17:23:13.199 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-08-17T17:23:13.199 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-17T17:23:13.201 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-08-17T17:23:13.201 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-17T17:23:13.204 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-08-17T17:23:13.204 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-17T17:23:13.207 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-08-17T17:23:13.207 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-17T17:23:13.209 INFO:tasks.workunit.client.0.smithi059.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-719-gced649f8/rpm/el9/BUILD/ceph-18.2.4-719-gced649f8/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-08-17T17:23:13.209 INFO:tasks.workunit.client.0.smithi059.stdout:Expected equality of these values: 2024-08-17T17:23:13.209 INFO:tasks.workunit.client.0.smithi059.stdout: 1U 2024-08-17T17:23:13.209 INFO:tasks.workunit.client.0.smithi059.stdout: Which is: 1 2024-08-17T17:23:13.209 INFO:tasks.workunit.client.0.smithi059.stdout: keys.size() 2024-08-17T17:23:13.209 INFO:tasks.workunit.client.0.smithi059.stdout: Which is: 3 2024-08-17T17:23:13.209 INFO:tasks.workunit.client.0.smithi059.stdout:[ FAILED ] TestClsRbd.group_snap_set (2 ms) 2024-08-17T17:23:13.209 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-17T17:23:13.212 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-08-17T17:23:13.212 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-17T17:23:13.229 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (18 ms) 2024-08-17T17:23:13.230 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-17T17:23:13.448 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (218 ms) 2024-08-17T17:23:13.448 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-17T17:23:13.450 INFO:tasks.workunit.client.0.smithi059.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-719-gced649f8/rpm/el9/BUILD/ceph-18.2.4-719-gced649f8/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-08-17T17:23:13.450 INFO:tasks.workunit.client.0.smithi059.stdout:Expected equality of these values: 2024-08-17T17:23:13.450 INFO:tasks.workunit.client.0.smithi059.stdout: 1U 2024-08-17T17:23:13.450 INFO:tasks.workunit.client.0.smithi059.stdout: Which is: 1 2024-08-17T17:23:13.450 INFO:tasks.workunit.client.0.smithi059.stdout: keys.size() 2024-08-17T17:23:13.450 INFO:tasks.workunit.client.0.smithi059.stdout: Which is: 3 2024-08-17T17:23:13.450 INFO:tasks.workunit.client.0.smithi059.stdout:[ FAILED ] TestClsRbd.group_snap_remove (2 ms) 2024-08-17T17:23:13.451 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-17T17:23:13.452 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-08-17T17:23:13.452 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-17T17:23:13.459 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-08-17T17:23:13.459 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.op_features 2024-08-17T17:23:13.466 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-08-17T17:23:13.466 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-17T17:23:13.485 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-08-17T17:23:13.485 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-17T17:23:13.494 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-08-17T17:23:13.494 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-17T17:23:13.506 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2024-08-17T17:23:13.506 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-17T17:23:13.513 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.namespace_methods (7 ms) 2024-08-17T17:23:13.513 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.migration 2024-08-17T17:23:13.523 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-08-17T17:23:13.523 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-17T17:23:13.535 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.migration_v1 (12 ms) 2024-08-17T17:23:13.535 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-17T17:23:14.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:14 smithi059 ceph-mon[92261]: pgmap v1314: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 220 KiB/s wr, 620 op/s 2024-08-17T17:23:14.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:14 smithi059 ceph-mon[94685]: pgmap v1314: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 220 KiB/s wr, 620 op/s 2024-08-17T17:23:14.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:14 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:23:14] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.51.0" 2024-08-17T17:23:14.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:14 smithi087 ceph-mon[85676]: pgmap v1314: 137 pgs: 11 unknown, 126 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 370 KiB/s rd, 220 KiB/s wr, 620 op/s 2024-08-17T17:23:15.237 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1702 ms) 2024-08-17T17:23:15.237 INFO:tasks.workunit.client.0.smithi059.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-17T17:23:15.288 INFO:tasks.workunit.client.0.smithi059.stdout:[ OK ] TestClsRbd.sparsify (51 ms) 2024-08-17T17:23:15.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:15 smithi059 ceph-mon[92261]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-17T17:23:15.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:15 smithi059 ceph-mon[94685]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-17T17:23:15.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:15 smithi087 ceph-mon[85676]: osdmap e1072: 8 total, 8 up, 8 in 2024-08-17T17:23:16.243 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] 70 tests from TestClsRbd (5074 ms total) 2024-08-17T17:23:16.244 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:23:16.244 INFO:tasks.workunit.client.0.smithi059.stdout:[----------] Global test environment tear-down 2024-08-17T17:23:16.244 INFO:tasks.workunit.client.0.smithi059.stdout:[==========] 70 tests from 1 test suite ran. (7892 ms total) 2024-08-17T17:23:16.244 INFO:tasks.workunit.client.0.smithi059.stdout:[ PASSED ] 68 tests. 2024-08-17T17:23:16.244 INFO:tasks.workunit.client.0.smithi059.stdout:[ FAILED ] 2 tests, listed below: 2024-08-17T17:23:16.244 INFO:tasks.workunit.client.0.smithi059.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-08-17T17:23:16.244 INFO:tasks.workunit.client.0.smithi059.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-08-17T17:23:16.244 INFO:tasks.workunit.client.0.smithi059.stdout: 2024-08-17T17:23:16.244 INFO:tasks.workunit.client.0.smithi059.stdout: 2 FAILED TESTS 2024-08-17T17:23:16.247 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:23:16.248 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-17T17:23:16.248 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-17T17:23:16.528 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:16 smithi059 ceph-mon[94685]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 779 op/s 2024-08-17T17:23:16.528 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:16 smithi059 ceph-mon[94685]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-17T17:23:16.528 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:16 smithi059 ceph-mon[92261]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 779 op/s 2024-08-17T17:23:16.528 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:16 smithi059 ceph-mon[92261]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-17T17:23:16.529 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi059 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-17T17:23:16.760 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=989f4a388d4b456fbd9be8051e005a54 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_91f88e4d132ac08dc53355fa3d9717a53236a3a9/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi059 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-08-17T17:23:16.763 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-17T17:23:16.773 INFO:tasks.cephadm:Teardown begin 2024-08-17T17:23:16.773 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-17T17:23:16.773 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:23:16.790 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:16 smithi087 ceph-mon[85676]: pgmap v1316: 137 pgs: 137 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 779 op/s 2024-08-17T17:23:16.790 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:16 smithi087 ceph-mon[85676]: osdmap e1073: 8 total, 8 up, 8 in 2024-08-17T17:23:16.998 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:23:17.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:17 smithi059 ceph-mon[92261]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-17T17:23:17.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:17 smithi059 ceph-mon[94685]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-17T17:23:17.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:17 smithi087 ceph-mon[85676]: osdmap e1074: 8 total, 8 up, 8 in 2024-08-17T17:23:18.438 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:18 smithi059 ceph-mon[92261]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:18.439 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:18 smithi059 ceph-mon[94685]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:18.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:18 smithi087 ceph-mon[85676]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:19.123 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:23:19.123 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":16,"btime":"2024-08-17T17:13:18:175230+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54367,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.87:6833/3690631994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6832","nonce":3690631994},{"type":"v1","addr":"172.21.15.87:6833","nonce":3690631994}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:01:29.825641+0000","modified":"2024-08-17T17:13:11.171553+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":548,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44432},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44432":{"gid":44432,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.59:6835/2400596245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6834","nonce":2400596245},{"type":"v1","addr":"172.21.15.59:6835","nonce":2400596245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44432,"qdb_cluster":[44432]},"id":1}]} 2024-08-17T17:23:19.124 INFO:teuthology.orchestra.run.smithi059.stderr:dumped fsmap epoch 16 2024-08-17T17:23:19.427 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:19 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3863837265' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:23:19.428 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:19 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3863837265' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:23:19.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:19 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3863837265' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:23:19.759 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs dump --format=json 2024-08-17T17:23:19.975 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:23:20.424 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:20 smithi059 ceph-mon[92261]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:20.424 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:20 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:20.425 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:20 smithi059 ceph-mon[94685]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:20.425 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:20 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:20 smithi087 ceph-mon[85676]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:20.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:20 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:22.489 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:23:22.489 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":16,"btime":"2024-08-17T17:13:18:175230+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54367,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.87:6833/3690631994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6832","nonce":3690631994},{"type":"v1","addr":"172.21.15.87:6833","nonce":3690631994}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-17T17:01:29.825641+0000","modified":"2024-08-17T17:13:11.171553+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":548,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44432},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44432":{"gid":44432,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.59:6835/2400596245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6834","nonce":2400596245},{"type":"v1","addr":"172.21.15.59:6835","nonce":2400596245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44432,"qdb_cluster":[44432]},"id":1}]} 2024-08-17T17:23:22.490 INFO:teuthology.orchestra.run.smithi059.stderr:dumped fsmap epoch 16 2024-08-17T17:23:22.490 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:22 smithi059 ceph-mon[92261]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:22.490 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:22 smithi059 ceph-mon[94685]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:22.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:22 smithi087 ceph-mon[85676]: pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:23.221 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd dump --format=json 2024-08-17T17:23:23.447 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:23:23.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:23 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3110745622' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:23:23.537 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:23 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3110745622' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:23:23.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:23 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3110745622' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-08-17T17:23:24.525 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:24 smithi059 ceph-mon[92261]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:24.525 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:24 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:23:24] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.51.0" 2024-08-17T17:23:24.525 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:24 smithi059 ceph-mon[94685]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:24.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:24 smithi087 ceph-mon[85676]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:25.181 INFO:teuthology.orchestra.run.smithi059.stdout: 2024-08-17T17:23:25.181 INFO:teuthology.orchestra.run.smithi059.stdout:{"epoch":1074,"fsid":"781173ba-5cb9-11ef-bccf-c7b262605968","created":"2024-08-17T16:56:17.042151+0000","modified":"2024-08-17T17:23:16.231359+0000","last_up_change":"2024-08-17T17:12:48.620685+0000","last_in_change":"2024-08-17T17:00:44.634200+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-17T16:59:08.425026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-17T17:01:23.662603+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-17T17:01:27.156795+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-17T17:02:17.394873+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a8abe6ab-878d-4fb6-a414-43ff21a08bcb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":288,"up_from":300,"up_thru":1069,"down_at":289,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6802","nonce":3484526397},{"type":"v1","addr":"172.21.15.59:6803","nonce":3484526397}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6804","nonce":3484526397},{"type":"v1","addr":"172.21.15.59:6805","nonce":3484526397}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6808","nonce":3484526397},{"type":"v1","addr":"172.21.15.59:6809","nonce":3484526397}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6806","nonce":3484526397},{"type":"v1","addr":"172.21.15.59:6807","nonce":3484526397}]},"public_addr":"172.21.15.59:6803/3484526397","cluster_addr":"172.21.15.59:6805/3484526397","heartbeat_back_addr":"172.21.15.59:6809/3484526397","heartbeat_front_addr":"172.21.15.59:6807/3484526397","state":["exists","up"]},{"osd":1,"uuid":"a0e61fbb-06dd-40a9-8881-1c42b819b760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":334,"up_thru":1069,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6810","nonce":4222749322},{"type":"v1","addr":"172.21.15.59:6811","nonce":4222749322}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6812","nonce":4222749322},{"type":"v1","addr":"172.21.15.59:6813","nonce":4222749322}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6816","nonce":4222749322},{"type":"v1","addr":"172.21.15.59:6817","nonce":4222749322}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6814","nonce":4222749322},{"type":"v1","addr":"172.21.15.59:6815","nonce":4222749322}]},"public_addr":"172.21.15.59:6811/4222749322","cluster_addr":"172.21.15.59:6813/4222749322","heartbeat_back_addr":"172.21.15.59:6817/4222749322","heartbeat_front_addr":"172.21.15.59:6815/4222749322","state":["exists","up"]},{"osd":2,"uuid":"835f3f39-95e1-4e14-8c2c-889850ff383d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":355,"up_from":368,"up_thru":1069,"down_at":356,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6818","nonce":4166509310},{"type":"v1","addr":"172.21.15.59:6819","nonce":4166509310}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6820","nonce":4166509310},{"type":"v1","addr":"172.21.15.59:6821","nonce":4166509310}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6824","nonce":4166509310},{"type":"v1","addr":"172.21.15.59:6825","nonce":4166509310}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6822","nonce":4166509310},{"type":"v1","addr":"172.21.15.59:6823","nonce":4166509310}]},"public_addr":"172.21.15.59:6819/4166509310","cluster_addr":"172.21.15.59:6821/4166509310","heartbeat_back_addr":"172.21.15.59:6825/4166509310","heartbeat_front_addr":"172.21.15.59:6823/4166509310","state":["exists","up"]},{"osd":3,"uuid":"4143c0dd-72ec-42c8-ac62-ed42253ef386","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":387,"up_from":399,"up_thru":1069,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6826","nonce":668419375},{"type":"v1","addr":"172.21.15.59:6827","nonce":668419375}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6828","nonce":668419375},{"type":"v1","addr":"172.21.15.59:6829","nonce":668419375}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6832","nonce":668419375},{"type":"v1","addr":"172.21.15.59:6833","nonce":668419375}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.59:6830","nonce":668419375},{"type":"v1","addr":"172.21.15.59:6831","nonce":668419375}]},"public_addr":"172.21.15.59:6827/668419375","cluster_addr":"172.21.15.59:6829/668419375","heartbeat_back_addr":"172.21.15.59:6833/668419375","heartbeat_front_addr":"172.21.15.59:6831/668419375","state":["exists","up"]},{"osd":4,"uuid":"6952a94e-12ad-4ffd-a852-2d1c10f8c45b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":420,"up_from":433,"up_thru":1069,"down_at":421,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6800","nonce":2740881837},{"type":"v1","addr":"172.21.15.87:6801","nonce":2740881837}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6802","nonce":2740881837},{"type":"v1","addr":"172.21.15.87:6803","nonce":2740881837}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6806","nonce":2740881837},{"type":"v1","addr":"172.21.15.87:6807","nonce":2740881837}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6804","nonce":2740881837},{"type":"v1","addr":"172.21.15.87:6805","nonce":2740881837}]},"public_addr":"172.21.15.87:6801/2740881837","cluster_addr":"172.21.15.87:6803/2740881837","heartbeat_back_addr":"172.21.15.87:6807/2740881837","heartbeat_front_addr":"172.21.15.87:6805/2740881837","state":["exists","up"]},{"osd":5,"uuid":"72cb9a56-9c8a-456e-b3d0-117f53070dfb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":453,"up_from":466,"up_thru":1069,"down_at":454,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6808","nonce":3786154873},{"type":"v1","addr":"172.21.15.87:6809","nonce":3786154873}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6810","nonce":3786154873},{"type":"v1","addr":"172.21.15.87:6811","nonce":3786154873}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6814","nonce":3786154873},{"type":"v1","addr":"172.21.15.87:6815","nonce":3786154873}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6812","nonce":3786154873},{"type":"v1","addr":"172.21.15.87:6813","nonce":3786154873}]},"public_addr":"172.21.15.87:6809/3786154873","cluster_addr":"172.21.15.87:6811/3786154873","heartbeat_back_addr":"172.21.15.87:6815/3786154873","heartbeat_front_addr":"172.21.15.87:6813/3786154873","state":["exists","up"]},{"osd":6,"uuid":"ad90d6be-7d6c-464a-acac-9e2df201c565","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":485,"up_from":497,"up_thru":1069,"down_at":486,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6816","nonce":2258998007},{"type":"v1","addr":"172.21.15.87:6817","nonce":2258998007}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6818","nonce":2258998007},{"type":"v1","addr":"172.21.15.87:6819","nonce":2258998007}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6822","nonce":2258998007},{"type":"v1","addr":"172.21.15.87:6823","nonce":2258998007}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6820","nonce":2258998007},{"type":"v1","addr":"172.21.15.87:6821","nonce":2258998007}]},"public_addr":"172.21.15.87:6817/2258998007","cluster_addr":"172.21.15.87:6819/2258998007","heartbeat_back_addr":"172.21.15.87:6823/2258998007","heartbeat_front_addr":"172.21.15.87:6821/2258998007","state":["exists","up"]},{"osd":7,"uuid":"63553671-b0f0-49e1-bc00-04ca51f6c0f8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":518,"up_from":530,"up_thru":1069,"down_at":519,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6824","nonce":1201746513},{"type":"v1","addr":"172.21.15.87:6825","nonce":1201746513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6826","nonce":1201746513},{"type":"v1","addr":"172.21.15.87:6827","nonce":1201746513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6830","nonce":1201746513},{"type":"v1","addr":"172.21.15.87:6831","nonce":1201746513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.87:6828","nonce":1201746513},{"type":"v1","addr":"172.21.15.87:6829","nonce":1201746513}]},"public_addr":"172.21.15.87:6825/1201746513","cluster_addr":"172.21.15.87:6827/1201746513","heartbeat_back_addr":"172.21.15.87:6831/1201746513","heartbeat_front_addr":"172.21.15.87:6829/1201746513","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:20.356219+0000","dead_epoch":288},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:58:43.302326+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:05.982887+0000","dead_epoch":355},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:30.022461+0000","dead_epoch":387},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T16:59:50.994909+0000","dead_epoch":420},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:13.368373+0000","dead_epoch":452},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:35.848013+0000","dead_epoch":485},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-17T17:00:59.638021+0000","dead_epoch":518}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":7,"to":2}]},{"pgid":"3.17","mappings":[{"from":0,"to":2}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.27","mappings":[{"from":4,"to":1}]},{"pgid":"3.29","mappings":[{"from":4,"to":2}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":3}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.87:6833/2565906484":"2024-08-18T17:13:08.152634+0000","172.21.15.87:6834/1242435054":"2024-08-18T17:06:51.811906+0000","172.21.15.59:0/1503785957":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/4193893092":"2024-08-18T17:06:15.112941+0000","172.21.15.59:6801/229943769":"2024-08-18T17:07:34.392344+0000","172.21.15.59:6800/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3736494277":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3410712516":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3068493090":"2024-08-18T16:56:39.054339+0000","172.21.15.59:0/2314922288":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3444814006":"2024-08-18T16:57:01.931145+0000","172.21.15.87:0/4199581953":"2024-08-18T17:06:51.811906+0000","172.21.15.59:0/1896859609":"2024-08-18T17:06:15.112941+0000","172.21.15.87:0/1365395490":"2024-08-18T17:06:51.811906+0000","172.21.15.59:0/3433535271":"2024-08-18T17:07:34.392344+0000","172.21.15.87:6835/1242435054":"2024-08-18T17:06:51.811906+0000","172.21.15.59:0/151393102":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/1895307638":"2024-08-18T17:07:34.392344+0000","172.21.15.59:6801/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/3397310753":"2024-08-18T16:56:39.054339+0000","172.21.15.87:0/2877510213":"2024-08-18T17:06:51.811906+0000","172.21.15.87:0/2162309910":"2024-08-18T17:06:51.811906+0000","172.21.15.59:0/1669262861":"2024-08-18T17:02:15.716961+0000","172.21.15.59:6800/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/3396275725":"2024-08-18T17:06:15.112941+0000","172.21.15.59:0/3811440548":"2024-08-18T17:07:34.392344+0000","172.21.15.87:6832/2565906484":"2024-08-18T17:13:08.152634+0000","172.21.15.59:6800/229943769":"2024-08-18T17:07:34.392344+0000","172.21.15.87:0/518322743":"2024-08-18T17:06:51.811906+0000","172.21.15.59:6801/2149933002":"2024-08-18T17:02:15.716961+0000","172.21.15.59:0/3740165002":"2024-08-18T16:56:39.054339+0000","172.21.15.59:6800/1261722444":"2024-08-18T17:06:15.112941+0000","172.21.15.59:0/2203446831":"2024-08-18T17:02:15.716961+0000","172.21.15.59:6801/1261722444":"2024-08-18T17:06:15.112941+0000","172.21.15.59:0/1372832859":"2024-08-18T17:06:15.112941+0000","172.21.15.59:0/3862397548":"2024-08-18T17:07:34.392344+0000","172.21.15.87:0/2777070897":"2024-08-18T17:06:51.811906+0000","172.21.15.87:0/910336338":"2024-08-18T17:06:51.811906+0000","172.21.15.59:6801/2742377829":"2024-08-18T16:57:01.931145+0000","172.21.15.59:0/4149409962":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/792773913":"2024-08-18T17:06:15.112941+0000","172.21.15.59:0/3416263563":"2024-08-18T17:07:34.392344+0000","172.21.15.59:0/2051662749":"2024-08-18T16:56:39.054339+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-17T17:23:25.514 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:25 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/1993734742' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:23:25.515 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:25 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/1993734742' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:23:25.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:25 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/1993734742' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-08-17T17:23:25.857 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs fail cephfs 2024-08-17T17:23:26.073 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:23:26.435 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:26 smithi059 ceph-mon[92261]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:26.435 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:26 smithi059 ceph-mon[94685]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:26.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:26 smithi087 ceph-mon[85676]: pgmap v1323: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:27.909 INFO:teuthology.orchestra.run.smithi059.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-17T17:23:28.237 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a[92257]: 2024-08-17T17:23:27.899+0000 7fa13a60e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:23:28.237 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:23:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[119884]: -5134> 2024-08-17T17:13:13.163+0000 7f8461658640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-17T17:23:28.238 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:23:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[119884]: ignoring --setuser ceph since I am not root 2024-08-17T17:23:28.238 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:23:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[119884]: ignoring --setgroup ceph since I am not root 2024-08-17T17:23:28.238 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:23:27 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[119884]: starting mds.a at 2024-08-17T17:23:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[92261]: pgmap v1324: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/3496670955' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:23:28.537 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:23:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[92261]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:23:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[92261]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:23:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T17:23:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[92261]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-17T17:23:28.538 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[92261]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:23:28.538 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[94685]: pgmap v1324: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:28.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/3496670955' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:23:28.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:23:28.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[94685]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:23:28.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[94685]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:23:28.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T17:23:28.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[94685]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-17T17:23:28.539 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:28 smithi059 ceph-mon[94685]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:23:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:28 smithi087 ceph-mon[85676]: pgmap v1324: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:28 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/3496670955' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:23:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:28 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-08-17T17:23:28.550 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:28 smithi087 ceph-mon[85676]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-17T17:23:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:28 smithi087 ceph-mon[85676]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-17T17:23:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:28 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-17T17:23:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:28 smithi087 ceph-mon[85676]: osdmap e1075: 8 total, 8 up, 8 in 2024-08-17T17:23:28.551 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:28 smithi087 ceph-mon[85676]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-17T17:23:28.562 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-17T17:23:28.777 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:23:30.116 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:29 smithi059 ceph-mon[92261]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:30.117 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:29 smithi059 ceph-mon[92261]: mds.? [v2:172.21.15.59:6834/2895537035,v1:172.21.15.59:6835/2895537035] up:boot 2024-08-17T17:23:30.117 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:29 smithi059 ceph-mon[92261]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T17:23:30.117 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:29 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:23:30.117 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:29 smithi059 ceph-mon[94685]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:30.117 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:29 smithi059 ceph-mon[94685]: mds.? [v2:172.21.15.59:6834/2895537035,v1:172.21.15.59:6835/2895537035] up:boot 2024-08-17T17:23:30.117 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:29 smithi059 ceph-mon[94685]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T17:23:30.118 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:29 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:23:30.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:29 smithi087 ceph-mon[85676]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:30.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:29 smithi087 ceph-mon[85676]: mds.? [v2:172.21.15.59:6834/2895537035,v1:172.21.15.59:6835/2895537035] up:boot 2024-08-17T17:23:30.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:29 smithi087 ceph-mon[85676]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-17T17:23:30.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:29 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-08-17T17:23:31.227 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:30 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2926069500' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:31.228 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:30 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2926069500' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:31.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:30 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2926069500' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-08-17T17:23:31.531 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-17T17:23:31.752 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:23:32.125 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[94685]: pgmap v1327: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:32.125 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[94685]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:23:32.126 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[94685]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:23:32.126 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[94685]: Cluster is now healthy 2024-08-17T17:23:32.126 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/2926069500' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:32.126 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[94685]: fsmap 2 up:standby 2024-08-17T17:23:32.126 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[92261]: pgmap v1327: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:32.126 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[92261]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:23:32.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[92261]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:23:32.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[92261]: Cluster is now healthy 2024-08-17T17:23:32.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/2926069500' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:32.127 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:31 smithi059 ceph-mon[92261]: fsmap 2 up:standby 2024-08-17T17:23:32.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:31 smithi087 ceph-mon[85676]: pgmap v1327: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:32.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:31 smithi087 ceph-mon[85676]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-17T17:23:32.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:31 smithi087 ceph-mon[85676]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-17T17:23:32.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:31 smithi087 ceph-mon[85676]: Cluster is now healthy 2024-08-17T17:23:32.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:31 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/2926069500' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-17T17:23:32.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:31 smithi087 ceph-mon[85676]: fsmap 2 up:standby 2024-08-17T17:23:33.917 INFO:teuthology.orchestra.run.smithi059.stderr:pool 'cephfs_metadata' removed 2024-08-17T17:23:34.225 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:33 smithi059 ceph-mon[92261]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:34.226 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:33 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/574160597' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:34.226 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:33 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:34.226 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:33 smithi059 ceph-mon[94685]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:34.226 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:33 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/574160597' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:34.226 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:33 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:34.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:33 smithi087 ceph-mon[85676]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:33 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/574160597' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:34.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:33 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:34.476 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-17T17:23:34.502 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:34 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: ::ffff:172.21.15.87 - - [17/Aug/2024:17:23:34] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.51.0" 2024-08-17T17:23:34.694 INFO:teuthology.orchestra.run.smithi059.stderr:Inferring config /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/mon.a/config 2024-08-17T17:23:35.095 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:34 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:23:35.096 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:34 smithi059 ceph-mon[92261]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-17T17:23:35.096 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:34 smithi059 ceph-mon[92261]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:35.096 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:34 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:23:35.096 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:34 smithi059 ceph-mon[94685]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-17T17:23:35.097 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:34 smithi059 ceph-mon[94685]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:35.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:34 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:23:35.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:34 smithi087 ceph-mon[85676]: osdmap e1076: 8 total, 8 up, 8 in 2024-08-17T17:23:35.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:34 smithi087 ceph-mon[85676]: from='mgr.25067 172.21.15.59:0/1442752742' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-08-17T17:23:36.105 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:35 smithi059 ceph-mon[92261]: pgmap v1330: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:36.105 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:35 smithi059 ceph-mon[94685]: pgmap v1330: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:36.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:35 smithi087 ceph-mon[85676]: pgmap v1330: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:36.940 INFO:teuthology.orchestra.run.smithi059.stderr:pool 'cephfs_data' removed 2024-08-17T17:23:37.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:36 smithi059 ceph-mon[94685]: from='client.? 172.21.15.59:0/575477127' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:37.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:36 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:37.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:36 smithi059 ceph-mon[92261]: from='client.? 172.21.15.59:0/575477127' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:37.287 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:36 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:37.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:36 smithi087 ceph-mon[85676]: from='client.? 172.21.15.59:0/575477127' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:37.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:36 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-08-17T17:23:37.636 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:23:37.709 DEBUG:teuthology.orchestra.run.smithi087:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:23:37.742 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-17T17:23:37.743 DEBUG:teuthology.orchestra.run.smithi059:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T17:23:37.768 DEBUG:teuthology.orchestra.run.smithi087:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-17T17:23:37.800 INFO:tasks.cephadm:Stopping all daemons... 2024-08-17T17:23:37.801 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-17T17:23:37.801 DEBUG:teuthology.orchestra.run.smithi059:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a 2024-08-17T17:23:37.935 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:37 smithi059 systemd[1]: Stopping Ceph mon.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:23:38.050 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:37 smithi087 ceph-mon[85676]: pgmap v1331: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:38.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:37 smithi087 ceph-mon[85676]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:23:38.051 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:37 smithi087 ceph-mon[85676]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-17T17:23:38.287 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:38] ENGINE Bus STOPPING 2024-08-17T17:23:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:37 smithi059 ceph-mon[94685]: pgmap v1331: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:37 smithi059 ceph-mon[94685]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:23:38.288 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:37 smithi059 ceph-mon[94685]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-17T17:23:38.288 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:37 smithi059 ceph-mon[92261]: pgmap v1331: 73 pgs: 73 active+clean; 577 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-17T17:23:38.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:37 smithi059 ceph-mon[92261]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-17T17:23:38.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:37 smithi059 ceph-mon[92261]: osdmap e1077: 8 total, 8 up, 8 in 2024-08-17T17:23:38.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a[92257]: 2024-08-17T17:23:38.126+0000 7fa13fe19640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:23:38.289 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a[92257]: 2024-08-17T17:23:38.126+0000 7fa13fe19640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-17T17:23:38.678 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:38 smithi059 podman[136395]: 2024-08-17 17:23:38.382315986 +0000 UTC m=+0.376125183 container died 165296d8423a08c45813ada8ffb8170507ed456b928c522f4d6b642d1576fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-08-17T17:23:38.678 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:38] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:23:38.678 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:38] ENGINE Bus STOPPED 2024-08-17T17:23:38.679 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:38] ENGINE Bus STARTING 2024-08-17T17:23:38.679 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:38] ENGINE Serving on http://:::9283 2024-08-17T17:23:38.679 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:38 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:38] ENGINE Bus STARTED 2024-08-17T17:23:39.029 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:38 smithi059 podman[136395]: 2024-08-17 17:23:38.768897359 +0000 UTC m=+0.762706548 container cleanup 165296d8423a08c45813ada8ffb8170507ed456b928c522f4d6b642d1576fa21 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:23:39.029 INFO:journalctl@ceph.mon.a.smithi059.stdout:Aug 17 17:23:38 smithi059 bash[136395]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-a 2024-08-17T17:23:39.214 DEBUG:teuthology.orchestra.run.smithi059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.a.service' 2024-08-17T17:23:39.266 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:23:39.267 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-17T17:23:39.267 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-17T17:23:39.267 DEBUG:teuthology.orchestra.run.smithi059:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.c 2024-08-17T17:23:39.573 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:39 smithi059 systemd[1]: Stopping Ceph mon.c for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:23:39.991 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:39 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:39] ENGINE Bus STOPPING 2024-08-17T17:23:39.991 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:39 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c[94681]: 2024-08-17T17:23:39.572+0000 7fa1dab7c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:23:39.992 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:39 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c[94681]: 2024-08-17T17:23:39.572+0000 7fa1dab7c640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-17T17:23:39.992 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:39 smithi059 podman[136528]: 2024-08-17 17:23:39.737075158 +0000 UTC m=+0.276248017 container died d83712747a53e2fb644535e5d2e9bbc2103a2b38d5d3d6316aa45b5d19b59ebc (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:23:40.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:40 smithi059 podman[136528]: 2024-08-17 17:23:40.090027919 +0000 UTC m=+0.629200768 container cleanup d83712747a53e2fb644535e5d2e9bbc2103a2b38d5d3d6316aa45b5d19b59ebc (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:23:40.287 INFO:journalctl@ceph.mon.c.smithi059.stdout:Aug 17 17:23:40 smithi059 bash[136528]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-c 2024-08-17T17:23:40.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:39 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-17T17:23:40.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:39 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:39] ENGINE Bus STOPPED 2024-08-17T17:23:40.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:39 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:39] ENGINE Bus STARTING 2024-08-17T17:23:40.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:40 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:40] ENGINE Serving on http://:::9283 2024-08-17T17:23:40.288 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:40 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: [17/Aug/2024:17:23:40] ENGINE Bus STARTED 2024-08-17T17:23:40.538 DEBUG:teuthology.orchestra.run.smithi059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.c.service' 2024-08-17T17:23:40.573 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:23:40.573 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-17T17:23:40.573 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-17T17:23:40.574 DEBUG:teuthology.orchestra.run.smithi087:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.b 2024-08-17T17:23:40.931 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:40 smithi087 systemd[1]: Stopping Ceph mon.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:23:41.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:40 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b[85672]: 2024-08-17T17:23:40.930+0000 7f0c1540d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:23:41.300 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:40 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b[85672]: 2024-08-17T17:23:40.930+0000 7f0c1540d640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-17T17:23:41.301 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:41 smithi087 podman[125327]: 2024-08-17 17:23:41.053122509 +0000 UTC m=+0.284067058 container died 0df34dd94ce1fb4f7813b0d782c21e11914a9ab08168a0b949a56261762ad1d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-08-17T17:23:41.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:41 smithi087 podman[125327]: 2024-08-17 17:23:41.500528218 +0000 UTC m=+0.731472757 container cleanup 0df34dd94ce1fb4f7813b0d782c21e11914a9ab08168a0b949a56261762ad1d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-08-17T17:23:41.752 INFO:journalctl@ceph.mon.b.smithi087.stdout:Aug 17 17:23:41 smithi087 bash[125327]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mon-b 2024-08-17T17:23:41.895 DEBUG:teuthology.orchestra.run.smithi087:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mon.b.service' 2024-08-17T17:23:41.939 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:23:41.940 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-17T17:23:41.940 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-17T17:23:41.940 DEBUG:teuthology.orchestra.run.smithi059:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y 2024-08-17T17:23:42.254 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:41 smithi059 systemd[1]: Stopping Ceph mgr.y for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:23:42.537 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:23:42.252+0000 7f05c96ef640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:23:42.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:42 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y[83410]: 2024-08-17T17:23:42.252+0000 7f05c96ef640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-17T17:23:42.538 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:42 smithi059 podman[136661]: 2024-08-17 17:23:42.284865591 +0000 UTC m=+0.142532924 container died ed8171cb42df642de74d70397a6f7b92e95efc4115b80c55a06fa7604a0e7784 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-08-17T17:23:42.797 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:42 smithi059 podman[136661]: 2024-08-17 17:23:42.620219469 +0000 UTC m=+0.477886801 container cleanup ed8171cb42df642de74d70397a6f7b92e95efc4115b80c55a06fa7604a0e7784 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-08-17T17:23:42.797 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:42 smithi059 bash[136661]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y 2024-08-17T17:23:43.047 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:42 smithi059 podman[136674]: 2024-08-17 17:23:42.796588373 +0000 UTC m=+0.506563135 container remove ed8171cb42df642de74d70397a6f7b92e95efc4115b80c55a06fa7604a0e7784 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-y, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:23:43.048 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:43 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Deactivated successfully. 2024-08-17T17:23:43.048 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:43 smithi059 systemd[1]: Stopped Ceph mgr.y for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:23:43.048 INFO:journalctl@ceph.mgr.y.smithi059.stdout:Aug 17 17:23:43 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service: Consumed 33.866s CPU time. 2024-08-17T17:23:43.049 DEBUG:teuthology.orchestra.run.smithi059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.y.service' 2024-08-17T17:23:43.086 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:23:43.086 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-17T17:23:43.086 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-17T17:23:43.086 DEBUG:teuthology.orchestra.run.smithi087:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.x 2024-08-17T17:23:43.395 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:23:43 smithi087 systemd[1]: Stopping Ceph mgr.x for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:23:43.681 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:23:43 smithi087 podman[125450]: 2024-08-17 17:23:43.394973765 +0000 UTC m=+0.119259572 container died 83f16b14f40d8896c08c69cf39b12cdda9a7cf78b9080fa312cf25190591b2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True) 2024-08-17T17:23:43.998 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:23:43 smithi087 podman[125450]: 2024-08-17 17:23:43.788569157 +0000 UTC m=+0.512854971 container cleanup 83f16b14f40d8896c08c69cf39b12cdda9a7cf78b9080fa312cf25190591b2a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-08-17T17:23:43.998 INFO:journalctl@ceph.mgr.x.smithi087.stdout:Aug 17 17:23:43 smithi087 bash[125450]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mgr-x 2024-08-17T17:23:44.145 DEBUG:teuthology.orchestra.run.smithi087:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mgr.x.service' 2024-08-17T17:23:44.179 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:23:44.180 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-17T17:23:44.180 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-17T17:23:44.180 DEBUG:teuthology.orchestra.run.smithi059:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.0 2024-08-17T17:23:44.483 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:44 smithi059 systemd[1]: Stopping Ceph osd.0 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:23:44.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[99953]: 2024-08-17T17:23:44.482+0000 7feb50f3d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:23:44.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[99953]: 2024-08-17T17:23:44.482+0000 7feb50f3d640 -1 osd.0 1077 *** Got signal Terminated *** 2024-08-17T17:23:44.787 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:44 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0[99953]: 2024-08-17T17:23:44.482+0000 7feb50f3d640 -1 osd.0 1077 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:23:50.268 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:49 smithi059 podman[136785]: 2024-08-17 17:23:49.987150368 +0000 UTC m=+5.595203580 container died 50e3847f6df53eb83ef1db27c73c60b79713e28080a009bde0600f7f96b36aa9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe) 2024-08-17T17:23:50.537 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:50 smithi059 podman[136785]: 2024-08-17 17:23:50.349710767 +0000 UTC m=+5.957763978 container cleanup 50e3847f6df53eb83ef1db27c73c60b79713e28080a009bde0600f7f96b36aa9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0) 2024-08-17T17:23:50.537 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:50 smithi059 bash[136785]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0 2024-08-17T17:23:50.943 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:50 smithi059 podman[136803]: 2024-08-17 17:23:50.617554844 +0000 UTC m=+0.629013384 container remove 50e3847f6df53eb83ef1db27c73c60b79713e28080a009bde0600f7f96b36aa9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-17T17:23:51.275 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:50 smithi059 podman[136890]: 2024-08-17 17:23:50.943304703 +0000 UTC m=+0.110784873 container create 7f1862e151a54a86dc93021c121b83115bbb2295f9523152eaea6baf9b5b65a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-08-17T17:23:51.276 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:50 smithi059 podman[136890]: 2024-08-17 17:23:50.850493418 +0000 UTC m=+0.017973595 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:23:51.276 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:51 smithi059 podman[136890]: 2024-08-17 17:23:51.162491581 +0000 UTC m=+0.329971775 container init 7f1862e151a54a86dc93021c121b83115bbb2295f9523152eaea6baf9b5b65a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-17T17:23:51.276 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:51 smithi059 podman[136890]: 2024-08-17 17:23:51.165917165 +0000 UTC m=+0.333397342 container start 7f1862e151a54a86dc93021c121b83115bbb2295f9523152eaea6baf9b5b65a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-08-17T17:23:51.276 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:51 smithi059 podman[136890]: 2024-08-17 17:23:51.275326368 +0000 UTC m=+0.442806545 container attach 7f1862e151a54a86dc93021c121b83115bbb2295f9523152eaea6baf9b5b65a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T17:23:51.537 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:51 smithi059 podman[136890]: 2024-08-17 17:23:51.368666754 +0000 UTC m=+0.536146928 container died 7f1862e151a54a86dc93021c121b83115bbb2295f9523152eaea6baf9b5b65a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T17:23:51.891 INFO:journalctl@ceph.osd.0.smithi059.stdout:Aug 17 17:23:51 smithi059 podman[136913]: 2024-08-17 17:23:51.874601602 +0000 UTC m=+0.499916915 container remove 7f1862e151a54a86dc93021c121b83115bbb2295f9523152eaea6baf9b5b65a8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe) 2024-08-17T17:23:51.897 DEBUG:teuthology.orchestra.run.smithi059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.0.service' 2024-08-17T17:23:51.938 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:23:51.939 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-17T17:23:51.939 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-17T17:23:51.939 DEBUG:teuthology.orchestra.run.smithi059:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.1 2024-08-17T17:23:52.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:52 smithi059 systemd[1]: Stopping Ceph osd.1 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:23:52.604 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[104528]: 2024-08-17T17:23:52.319+0000 7fd0742c4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:23:52.604 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[104528]: 2024-08-17T17:23:52.319+0000 7fd0742c4640 -1 osd.1 1077 *** Got signal Terminated *** 2024-08-17T17:23:52.604 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:52 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1[104528]: 2024-08-17T17:23:52.319+0000 7fd0742c4640 -1 osd.1 1077 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:23:58.037 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:57 smithi059 podman[136993]: 2024-08-17 17:23:57.768661329 +0000 UTC m=+5.557005244 container died 6057efd8953dd73071612452128c0b37fa09365d48cdd144fc78bd80517143a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:23:58.387 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:58 smithi059 podman[136993]: 2024-08-17 17:23:58.152605672 +0000 UTC m=+5.940949570 container cleanup 6057efd8953dd73071612452128c0b37fa09365d48cdd144fc78bd80517143a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0) 2024-08-17T17:23:58.388 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:58 smithi059 bash[136993]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1 2024-08-17T17:23:58.715 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:58 smithi059 podman[137022]: 2024-08-17 17:23:58.38720987 +0000 UTC m=+0.621616969 container remove 6057efd8953dd73071612452128c0b37fa09365d48cdd144fc78bd80517143a1 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True) 2024-08-17T17:23:58.966 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:58 smithi059 podman[137113]: 2024-08-17 17:23:58.61764514 +0000 UTC m=+0.018363522 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:23:58.966 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:58 smithi059 podman[137113]: 2024-08-17 17:23:58.72135067 +0000 UTC m=+0.122069048 container create fef32e61b8d2460d9e8c423f6ad5b6d0a580faa42468b4841fb054e353d21848 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:23:59.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:58 smithi059 podman[137113]: 2024-08-17 17:23:58.965870846 +0000 UTC m=+0.366589228 container init fef32e61b8d2460d9e8c423f6ad5b6d0a580faa42468b4841fb054e353d21848 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-08-17T17:23:59.287 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:58 smithi059 podman[137113]: 2024-08-17 17:23:58.969200059 +0000 UTC m=+0.369918436 container start fef32e61b8d2460d9e8c423f6ad5b6d0a580faa42468b4841fb054e353d21848 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-08-17T17:23:59.288 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:59 smithi059 podman[137113]: 2024-08-17 17:23:59.040720225 +0000 UTC m=+0.441438607 container attach fef32e61b8d2460d9e8c423f6ad5b6d0a580faa42468b4841fb054e353d21848 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-08-17T17:23:59.288 INFO:journalctl@ceph.osd.1.smithi059.stdout:Aug 17 17:23:59 smithi059 podman[137113]: 2024-08-17 17:23:59.167483443 +0000 UTC m=+0.568201814 container died fef32e61b8d2460d9e8c423f6ad5b6d0a580faa42468b4841fb054e353d21848 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:23:59.760 DEBUG:teuthology.orchestra.run.smithi059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.1.service' 2024-08-17T17:23:59.806 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:23:59.806 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-17T17:23:59.806 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-17T17:23:59.807 DEBUG:teuthology.orchestra.run.smithi059:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.2 2024-08-17T17:24:00.037 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:23:59 smithi059 systemd[1]: Stopping Ceph osd.2 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:00.537 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[109535]: 2024-08-17T17:24:00.113+0000 7fd6b7526640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:24:00.537 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[109535]: 2024-08-17T17:24:00.113+0000 7fd6b7526640 -1 osd.2 1077 *** Got signal Terminated *** 2024-08-17T17:24:00.537 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:00 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2[109535]: 2024-08-17T17:24:00.113+0000 7fd6b7526640 -1 osd.2 1077 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:24:02.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:01.603Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:24:02.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:01.606Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:24:02.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:01.606Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:24:02.051 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:01.606Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:24:02.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:01.607Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:24:02.052 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:01.607Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.59:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.59:8765: connect: connection refused" 2024-08-17T17:24:05.864 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:05 smithi059 podman[137216]: 2024-08-17 17:24:05.57988165 +0000 UTC m=+5.581948393 container died c229ba7bad79ac4e9d465c55234ea0eff017d8442e968e0d52e519537bc02183 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0) 2024-08-17T17:24:06.287 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:06 smithi059 podman[137216]: 2024-08-17 17:24:06.02217854 +0000 UTC m=+6.024245289 container cleanup c229ba7bad79ac4e9d465c55234ea0eff017d8442e968e0d52e519537bc02183 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-08-17T17:24:06.287 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:06 smithi059 bash[137216]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2 2024-08-17T17:24:06.710 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:06 smithi059 podman[137234]: 2024-08-17 17:24:06.374182164 +0000 UTC m=+0.796263172 container remove c229ba7bad79ac4e9d465c55234ea0eff017d8442e968e0d52e519537bc02183 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T17:24:06.986 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:06 smithi059 podman[137333]: 2024-08-17 17:24:06.612691862 +0000 UTC m=+0.017999392 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:24:06.986 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:06 smithi059 podman[137333]: 2024-08-17 17:24:06.733326916 +0000 UTC m=+0.138634423 container create 170771f5dcf9fcfbf4d31cf53fc1f39c3053c15a76b63868e748570aa90c7688 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2) 2024-08-17T17:24:06.986 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:06 smithi059 podman[137333]: 2024-08-17 17:24:06.985882015 +0000 UTC m=+0.391189535 container init 170771f5dcf9fcfbf4d31cf53fc1f39c3053c15a76b63868e748570aa90c7688 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:24:07.287 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:06 smithi059 podman[137333]: 2024-08-17 17:24:06.989405592 +0000 UTC m=+0.394713102 container start 170771f5dcf9fcfbf4d31cf53fc1f39c3053c15a76b63868e748570aa90c7688 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-08-17T17:24:07.287 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:07 smithi059 podman[137333]: 2024-08-17 17:24:07.060735228 +0000 UTC m=+0.466042737 container attach 170771f5dcf9fcfbf4d31cf53fc1f39c3053c15a76b63868e748570aa90c7688 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-08-17T17:24:07.287 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:07 smithi059 podman[137333]: 2024-08-17 17:24:07.188114289 +0000 UTC m=+0.593421800 container died 170771f5dcf9fcfbf4d31cf53fc1f39c3053c15a76b63868e748570aa90c7688 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-08-17T17:24:07.723 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:07 smithi059 podman[137356]: 2024-08-17 17:24:07.697215928 +0000 UTC m=+0.501440433 container remove 170771f5dcf9fcfbf4d31cf53fc1f39c3053c15a76b63868e748570aa90c7688 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-08-17T17:24:07.723 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:07 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-17T17:24:07.723 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:07 smithi059 systemd[1]: Stopped Ceph osd.2 for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:24:07.724 INFO:journalctl@ceph.osd.2.smithi059.stdout:Aug 17 17:24:07 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.2.service: Consumed 37.721s CPU time. 2024-08-17T17:24:07.725 DEBUG:teuthology.orchestra.run.smithi059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.2.service' 2024-08-17T17:24:07.769 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:24:07.770 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-17T17:24:07.770 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-17T17:24:07.770 DEBUG:teuthology.orchestra.run.smithi059:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.3 2024-08-17T17:24:08.037 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:07 smithi059 systemd[1]: Stopping Ceph osd.3 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:08.537 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:08 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:24:08.062+0000 7fb404627640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:24:08.537 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:08 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:24:08.062+0000 7fb404627640 -1 osd.3 1077 *** Got signal Terminated *** 2024-08-17T17:24:08.537 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:08 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:24:08.062+0000 7fb404627640 -1 osd.3 1077 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:24:11.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:10 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:10.880+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:11.537 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:11 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:24:11.058+0000 7fb3fcc34640 -1 osd.3 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.031402+0000 front 2024-08-17T17:23:46.031259+0000 (oldest deadline 2024-08-17T17:24:10.131329+0000) 2024-08-17T17:24:11.800 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:11 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:11.360+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:11.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:11 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:11.459+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:12.287 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:12 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:24:12.011+0000 7fb3fcc34640 -1 osd.3 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.031402+0000 front 2024-08-17T17:23:46.031259+0000 (oldest deadline 2024-08-17T17:24:10.131329+0000) 2024-08-17T17:24:12.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:11 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:11.831+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:12.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:12.440+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:12.801 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:12.352+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:13.287 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:13 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3[114567]: 2024-08-17T17:24:13.027+0000 7fb3fcc34640 -1 osd.3 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.031402+0000 front 2024-08-17T17:23:46.031259+0000 (oldest deadline 2024-08-17T17:24:10.131329+0000) 2024-08-17T17:24:13.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:12 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:12.850+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:13.759 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:13 smithi059 podman[137438]: 2024-08-17 17:24:13.501634474 +0000 UTC m=+5.538495034 container died 4065d0c6cd6e13a0abb8a65bc8538d6b6fa9d918c36863fe784eec10df53dfd4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-08-17T17:24:13.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:13 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:13.447+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:13.800 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:13 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:13.384+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:14.037 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:13 smithi059 podman[137438]: 2024-08-17 17:24:13.942060879 +0000 UTC m=+5.978921436 container cleanup 4065d0c6cd6e13a0abb8a65bc8538d6b6fa9d918c36863fe784eec10df53dfd4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2) 2024-08-17T17:24:14.037 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:13 smithi059 bash[137438]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3 2024-08-17T17:24:14.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:13 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:13.867+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:14.537 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:14 smithi059 podman[137455]: 2024-08-17 17:24:14.126684911 +0000 UTC m=+0.617772810 container remove 4065d0c6cd6e13a0abb8a65bc8538d6b6fa9d918c36863fe784eec10df53dfd4 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-08-17T17:24:14.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:14.422+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:14.801 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:14.404+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:14.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:14.310+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:14.830 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:14 smithi059 podman[137541]: 2024-08-17 17:24:14.479037867 +0000 UTC m=+0.018224418 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:24:14.830 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:14 smithi059 podman[137541]: 2024-08-17 17:24:14.577199191 +0000 UTC m=+0.116385728 container create 36480d4b35c3c89ddfc3d4e63cf46b526fd0cf5cd4d5adca7cdaf619976f6c3d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True) 2024-08-17T17:24:14.830 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:14 smithi059 podman[137541]: 2024-08-17 17:24:14.755510603 +0000 UTC m=+0.294697134 container init 36480d4b35c3c89ddfc3d4e63cf46b526fd0cf5cd4d5adca7cdaf619976f6c3d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-17T17:24:14.830 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:14 smithi059 podman[137541]: 2024-08-17 17:24:14.758819163 +0000 UTC m=+0.298005694 container start 36480d4b35c3c89ddfc3d4e63cf46b526fd0cf5cd4d5adca7cdaf619976f6c3d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe) 2024-08-17T17:24:14.830 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:14 smithi059 podman[137541]: 2024-08-17 17:24:14.82946795 +0000 UTC m=+0.368654483 container attach 36480d4b35c3c89ddfc3d4e63cf46b526fd0cf5cd4d5adca7cdaf619976f6c3d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.schema-version=1.0, ceph=True) 2024-08-17T17:24:15.216 INFO:journalctl@ceph.osd.3.smithi059.stdout:Aug 17 17:24:14 smithi059 podman[137541]: 2024-08-17 17:24:14.95111796 +0000 UTC m=+0.490304491 container died 36480d4b35c3c89ddfc3d4e63cf46b526fd0cf5cd4d5adca7cdaf619976f6c3d (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-3-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:24:15.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:14 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:14.902+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:15.483 DEBUG:teuthology.orchestra.run.smithi059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.3.service' 2024-08-17T17:24:15.523 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:24:15.523 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-17T17:24:15.523 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-17T17:24:15.523 DEBUG:teuthology.orchestra.run.smithi087:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.4 2024-08-17T17:24:15.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:15.427+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:15.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:15 smithi087 systemd[1]: Stopping Ceph osd.4 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:15.801 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:15.372+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:15.802 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:15.334+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:16.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:15.912+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:16.300 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:15.840+0000 7f7bffb52640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:24:16.301 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:15.840+0000 7f7bffb52640 -1 osd.4 1077 *** Got signal Terminated *** 2024-08-17T17:24:16.301 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:15 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:15.840+0000 7f7bffb52640 -1 osd.4 1077 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:24:16.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:16.412+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:16.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:16.314+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:16.801 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:16.341+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:17.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:16 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:16.931+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:17.800 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:17.339+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:17.800 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:17.316+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:17.801 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:17.380+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:18.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:17 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:17.959+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:18.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:18.415+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:18.801 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:18.349+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:18.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:18.339+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:18.802 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:18.339+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:19.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:18.914+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:19.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:18 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:18.914+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:19.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:19 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:19.410+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:19.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:19 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:19.366+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:19.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:19 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:19.366+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:19.801 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:19 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:19.328+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:19.801 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:19 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:19.328+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:20.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:19 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:19.915+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:20.301 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:19 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:19.915+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:20.800 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:20 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4[90948]: 2024-08-17T17:24:20.402+0000 7f7bfc167640 -1 osd.4 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:47.435948+0000 front 2024-08-17T17:23:47.436100+0000 (oldest deadline 2024-08-17T17:24:11.436281+0000) 2024-08-17T17:24:20.801 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:20 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:20.366+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:20.801 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:20 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:20.366+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:20.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:20 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:20.399+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:20.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:20 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:20.399+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:21.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:20 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:20.898+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:21.300 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:20 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:20.898+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:21.692 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:21 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:21.354+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:21.693 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:21 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:21.354+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:21.693 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:21 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:21.396+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:21.693 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:21 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:21.396+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:21.693 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:21 smithi087 podman[125584]: 2024-08-17 17:24:21.406986748 +0000 UTC m=+5.669551861 container died a9f47d5318290fa11733e4e1bf1edd223aa264d9ec2b238c7d9a4559344c5a8c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T17:24:22.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:21 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:21.889+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:22.051 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:21 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:21.889+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:22.051 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:21 smithi087 podman[125584]: 2024-08-17 17:24:21.790683866 +0000 UTC m=+6.053249021 container cleanup a9f47d5318290fa11733e4e1bf1edd223aa264d9ec2b238c7d9a4559344c5a8c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS) 2024-08-17T17:24:22.051 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:21 smithi087 bash[125584]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4 2024-08-17T17:24:22.333 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:22 smithi087 podman[125601]: 2024-08-17 17:24:22.066295346 +0000 UTC m=+0.655218030 container remove a9f47d5318290fa11733e4e1bf1edd223aa264d9ec2b238c7d9a4559344c5a8c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731) 2024-08-17T17:24:22.585 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:22 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:22.332+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:22.586 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:22 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:22.332+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:22.586 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:22 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:22.364+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:22.586 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:22 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:22.364+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:22.587 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:22 smithi087 podman[125693]: 2024-08-17 17:24:22.31996305 +0000 UTC m=+0.017312164 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:24:22.587 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:22 smithi087 podman[125693]: 2024-08-17 17:24:22.476239825 +0000 UTC m=+0.173588922 container create 85e4342a29cb03544eed7a4f26cd142a8eb301451dc3604453230e2c5b2c9b8a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:24:22.865 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:22 smithi087 podman[125693]: 2024-08-17 17:24:22.687034152 +0000 UTC m=+0.384383249 container init 85e4342a29cb03544eed7a4f26cd142a8eb301451dc3604453230e2c5b2c9b8a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, ceph=True, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.36.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-08-17T17:24:22.865 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:22 smithi087 podman[125693]: 2024-08-17 17:24:22.690318618 +0000 UTC m=+0.387667718 container start 85e4342a29cb03544eed7a4f26cd142a8eb301451dc3604453230e2c5b2c9b8a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:24:22.866 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:22 smithi087 podman[125693]: 2024-08-17 17:24:22.77870701 +0000 UTC m=+0.476056125 container attach 85e4342a29cb03544eed7a4f26cd142a8eb301451dc3604453230e2c5b2c9b8a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, RELEASE=main-cd8bdbe) 2024-08-17T17:24:23.165 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:22 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:22.863+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:23.166 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:22 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:22.863+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:23.166 INFO:journalctl@ceph.osd.4.smithi087.stdout:Aug 17 17:24:22 smithi087 podman[125693]: 2024-08-17 17:24:22.879397223 +0000 UTC m=+0.576746324 container died 85e4342a29cb03544eed7a4f26cd142a8eb301451dc3604453230e2c5b2c9b8a (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:24:23.440 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:23 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:23.305+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:23.440 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:23 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:23.305+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:23.441 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:23 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:23.315+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:23.441 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:23 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:23.315+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:23.460 DEBUG:teuthology.orchestra.run.smithi087:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.4.service' 2024-08-17T17:24:23.500 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:24:23.500 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-17T17:24:23.501 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-17T17:24:23.501 DEBUG:teuthology.orchestra.run.smithi087:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.5 2024-08-17T17:24:23.722 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:23 smithi087 systemd[1]: Stopping Ceph osd.5 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:24.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:23 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:23.824+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:24.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:23 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:23.824+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:24.051 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:23 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:23.859+0000 7f546d1fd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:24:24.051 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:23 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:23.859+0000 7f546d1fd640 -1 osd.5 1077 *** Got signal Terminated *** 2024-08-17T17:24:24.051 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:23 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:23.859+0000 7f546d1fd640 -1 osd.5 1077 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:24:24.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:24 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:24.341+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:24.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:24 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:24.341+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:24.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:24 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:24.288+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:24.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:24 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:24.288+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:25.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:24 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:24.836+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:25.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:24 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:24.836+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:25.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:25 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:25.268+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:25.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:25 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:25.268+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:25.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:25 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:25.307+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:25.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:25 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:25.307+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:26.286 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:25 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:25.801+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:26.287 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:25 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:25.801+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:26.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:26 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:26.291+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:26.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:26 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:26.291+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:26.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:26 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:26.285+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:26.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:26 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:26.285+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:26.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:26 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:26.285+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:27.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:26 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:26.772+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:27.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:26 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:26.772+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:27.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:27 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:27.261+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:27.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:27 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:27.261+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:27.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:27 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:27.261+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:27.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:27 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:27.299+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:27.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:27 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:27.299+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:27.552 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:27 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:27.299+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:28.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:27 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:27.725+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:28.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:27 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:27.725+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:28.051 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:27 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:27.725+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.657427+0000 front 2024-08-17T17:24:02.657522+0000 (oldest deadline 2024-08-17T17:24:27.357426+0000) 2024-08-17T17:24:28.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:28.253+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:28.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:28.253+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:28.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:28.253+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:28.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:28.301+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:28.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:28.301+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:28.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:28.301+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:29.050 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:28.687+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:46.554581+0000 front 2024-08-17T17:23:46.554475+0000 (oldest deadline 2024-08-17T17:24:10.054375+0000) 2024-08-17T17:24:29.051 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:28.687+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.656473+0000 front 2024-08-17T17:23:55.656692+0000 (oldest deadline 2024-08-17T17:24:18.556488+0000) 2024-08-17T17:24:29.051 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:28 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5[95831]: 2024-08-17T17:24:28.687+0000 7f5469812640 -1 osd.5 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.657427+0000 front 2024-08-17T17:24:02.657522+0000 (oldest deadline 2024-08-17T17:24:27.357426+0000) 2024-08-17T17:24:29.477 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:29 smithi087 podman[125799]: 2024-08-17 17:24:29.21778355 +0000 UTC m=+5.481454961 container died 8d4cdefad3b6552b574c962310d0dd4da3b0cad380f2fee43c7dec3ec024805c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731) 2024-08-17T17:24:29.478 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:29.240+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:29.478 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:29.240+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:29.478 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:29.240+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:29.479 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:29.288+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:29.479 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:29.288+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:29.479 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:29 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:29.288+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:29.800 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:29 smithi087 podman[125799]: 2024-08-17 17:24:29.585011977 +0000 UTC m=+5.848683396 container cleanup 8d4cdefad3b6552b574c962310d0dd4da3b0cad380f2fee43c7dec3ec024805c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:24:29.800 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:29 smithi087 bash[125799]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5 2024-08-17T17:24:30.195 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:29 smithi087 podman[125827]: 2024-08-17 17:24:29.836303863 +0000 UTC m=+0.614564071 container remove 8d4cdefad3b6552b574c962310d0dd4da3b0cad380f2fee43c7dec3ec024805c (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD) 2024-08-17T17:24:30.481 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:30.256+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:30.481 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:30.256+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:30.481 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:30.256+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:30.482 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:30 smithi087 podman[125917]: 2024-08-17 17:24:30.195316195 +0000 UTC m=+0.109062822 container create be563ea8a7fae52d6938aaa9cd7ea7e61b06bd5bea3932a81d64a7bb4ed745f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-08-17T17:24:30.482 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:30 smithi087 podman[125917]: 2024-08-17 17:24:30.103315261 +0000 UTC m=+0.017061896 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:24:30.482 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:30 smithi087 podman[125917]: 2024-08-17 17:24:30.389105221 +0000 UTC m=+0.302851848 container init be563ea8a7fae52d6938aaa9cd7ea7e61b06bd5bea3932a81d64a7bb4ed745f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:24:30.482 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:30 smithi087 podman[125917]: 2024-08-17 17:24:30.392473415 +0000 UTC m=+0.306220043 container start be563ea8a7fae52d6938aaa9cd7ea7e61b06bd5bea3932a81d64a7bb4ed745f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, ceph=True, RELEASE=main-cd8bdbe, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:24:30.483 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:30.245+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:30.483 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:30.245+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:30.483 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:30 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:30.245+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:30.800 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:30 smithi087 podman[125917]: 2024-08-17 17:24:30.480795576 +0000 UTC m=+0.394542207 container attach be563ea8a7fae52d6938aaa9cd7ea7e61b06bd5bea3932a81d64a7bb4ed745f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-08-17T17:24:30.800 INFO:journalctl@ceph.osd.5.smithi087.stdout:Aug 17 17:24:30 smithi087 podman[125917]: 2024-08-17 17:24:30.589348262 +0000 UTC m=+0.503094890 container died be563ea8a7fae52d6938aaa9cd7ea7e61b06bd5bea3932a81d64a7bb4ed745f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.36.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-08-17T17:24:31.186 DEBUG:teuthology.orchestra.run.smithi087:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.5.service' 2024-08-17T17:24:31.225 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:24:31.225 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-17T17:24:31.225 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-17T17:24:31.225 DEBUG:teuthology.orchestra.run.smithi087:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.6 2024-08-17T17:24:31.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:31.225+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:31.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:31.225+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:31.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:31.225+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:31.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:31.279+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:31.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:31.279+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:31.552 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:31.279+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:31.552 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:31 smithi087 systemd[1]: Stopping Ceph osd.6 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:32.050 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:31.561+0000 7f570cdd3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:24:32.050 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:31.561+0000 7f570cdd3640 -1 osd.6 1077 *** Got signal Terminated *** 2024-08-17T17:24:32.051 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:31 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:31.561+0000 7f570cdd3640 -1 osd.6 1077 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:24:32.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:32.197+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:32.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:32.197+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:32.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:32.197+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:32.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:32.317+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:32.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:32.317+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:32.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:32 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:32.317+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:33.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:33.291+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:33.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:33.291+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:33.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:33.291+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:33.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:33.167+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:33.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:33.167+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:33.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:33 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:33.167+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:34.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:34.332+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:34.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:34.332+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:34.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:34.332+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:34.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:34.163+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:34.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:34.163+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:34.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:34 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:34.163+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:35.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:35.163+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:35.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:35.163+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:35.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:35.163+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:35.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:35.362+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:35.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:35.362+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:35.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:35 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:35.362+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:36.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:36 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:36.366+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:44.654090+0000 front 2024-08-17T17:23:44.654052+0000 (oldest deadline 2024-08-17T17:24:11.054522+0000) 2024-08-17T17:24:36.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:36 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:36.366+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:55.655951+0000 front 2024-08-17T17:23:55.655860+0000 (oldest deadline 2024-08-17T17:24:18.555738+0000) 2024-08-17T17:24:36.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:36 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6[100714]: 2024-08-17T17:24:36.366+0000 7f57053e0640 -1 osd.6 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:01.456904+0000 front 2024-08-17T17:24:01.456849+0000 (oldest deadline 2024-08-17T17:24:26.756734+0000) 2024-08-17T17:24:36.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:36 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:36.151+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:36.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:36 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:36.151+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:36.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:36 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:36.151+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:37.271 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:37 smithi087 podman[126021]: 2024-08-17 17:24:37.0121853 +0000 UTC m=+5.564010963 container died 655a36d2efecac4fd2bd0343b6ad48b5c6f30c09b911cca7047da8ca2049d414 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-08-17T17:24:37.272 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:37.165+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:37.272 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:37.165+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:37.272 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:37.165+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:37.272 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:37 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:37.165+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6830 osd.3 since back 2024-08-17T17:24:10.314349+0000 front 2024-08-17T17:24:10.314284+0000 (oldest deadline 2024-08-17T17:24:36.214188+0000) 2024-08-17T17:24:37.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:37 smithi087 podman[126021]: 2024-08-17 17:24:37.361472218 +0000 UTC m=+5.913297880 container cleanup 655a36d2efecac4fd2bd0343b6ad48b5c6f30c09b911cca7047da8ca2049d414 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.36.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-08-17T17:24:37.551 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:37 smithi087 bash[126021]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6 2024-08-17T17:24:37.980 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:37 smithi087 podman[126036]: 2024-08-17 17:24:37.645970899 +0000 UTC m=+0.637366476 container remove 655a36d2efecac4fd2bd0343b6ad48b5c6f30c09b911cca7047da8ca2049d414 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, GIT_BRANCH=HEAD) 2024-08-17T17:24:38.282 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:38.121+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:38.283 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:38.121+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:38.283 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:38.121+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:38.283 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:38 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:38.121+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6830 osd.3 since back 2024-08-17T17:24:10.314349+0000 front 2024-08-17T17:24:10.314284+0000 (oldest deadline 2024-08-17T17:24:36.214188+0000) 2024-08-17T17:24:38.283 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:37 smithi087 podman[126125]: 2024-08-17 17:24:37.980133036 +0000 UTC m=+0.111884227 container create e5f47d866cb08299d3b59df15afb2b16c5926876d283d10ce973febf2525a14f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.36.0, GIT_CLEAN=True, RELEASE=main-cd8bdbe, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:24:38.283 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:37 smithi087 podman[126125]: 2024-08-17 17:24:37.885535761 +0000 UTC m=+0.017286924 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:24:38.284 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:38 smithi087 podman[126125]: 2024-08-17 17:24:38.20752413 +0000 UTC m=+0.339275291 container init e5f47d866cb08299d3b59df15afb2b16c5926876d283d10ce973febf2525a14f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, ceph=True, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:24:38.284 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:38 smithi087 podman[126125]: 2024-08-17 17:24:38.21075385 +0000 UTC m=+0.342504998 container start e5f47d866cb08299d3b59df15afb2b16c5926876d283d10ce973febf2525a14f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, RELEASE=main-cd8bdbe, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-08-17T17:24:38.284 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:38 smithi087 podman[126125]: 2024-08-17 17:24:38.282453757 +0000 UTC m=+0.414204910 container attach e5f47d866cb08299d3b59df15afb2b16c5926876d283d10ce973febf2525a14f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0) 2024-08-17T17:24:38.550 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:38 smithi087 podman[126125]: 2024-08-17 17:24:38.401040266 +0000 UTC m=+0.532791411 container died e5f47d866cb08299d3b59df15afb2b16c5926876d283d10ce973febf2525a14f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:24:38.941 INFO:journalctl@ceph.osd.6.smithi087.stdout:Aug 17 17:24:38 smithi087 podman[126149]: 2024-08-17 17:24:38.927456187 +0000 UTC m=+0.520888802 container remove e5f47d866cb08299d3b59df15afb2b16c5926876d283d10ce973febf2525a14f (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-08-17T17:24:38.947 DEBUG:teuthology.orchestra.run.smithi087:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.6.service' 2024-08-17T17:24:38.986 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:24:38.986 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-17T17:24:38.987 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-17T17:24:38.987 DEBUG:teuthology.orchestra.run.smithi087:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.7 2024-08-17T17:24:39.300 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:39 smithi087 systemd[1]: Stopping Ceph osd.7 for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:39.300 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:39.130+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:39.300 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:39.130+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:39.301 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:39.130+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:39.301 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:39.130+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6830 osd.3 since back 2024-08-17T17:24:10.314349+0000 front 2024-08-17T17:24:10.314284+0000 (oldest deadline 2024-08-17T17:24:36.214188+0000) 2024-08-17T17:24:39.800 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:39.317+0000 7f582cf1f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:24:39.800 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:39.317+0000 7f582cf1f640 -1 osd.7 1077 *** Got signal Terminated *** 2024-08-17T17:24:39.801 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:39 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:39.317+0000 7f582cf1f640 -1 osd.7 1077 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-17T17:24:40.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:40 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:40.139+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:40.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:40 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:40.139+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:40.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:40 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:40.139+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:40.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:40 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:40.139+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6830 osd.3 since back 2024-08-17T17:24:10.314349+0000 front 2024-08-17T17:24:10.314284+0000 (oldest deadline 2024-08-17T17:24:36.214188+0000) 2024-08-17T17:24:41.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:41.107+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:41.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:41.107+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:41.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:41.107+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:41.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:41 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:41.107+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6830 osd.3 since back 2024-08-17T17:24:10.314349+0000 front 2024-08-17T17:24:10.314284+0000 (oldest deadline 2024-08-17T17:24:36.214188+0000) 2024-08-17T17:24:42.550 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:24:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=cleanup t=2024-08-17T17:24:42.196216658Z level=info msg="Completed cleanup jobs" duration=2.545905ms 2024-08-17T17:24:42.551 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:24:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=plugins.update.checker t=2024-08-17T17:24:42.346222522Z level=info msg="Update check succeeded" duration=58.885981ms 2024-08-17T17:24:42.551 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:24:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=grafana.update.checker t=2024-08-17T17:24:42.350741772Z level=info msg="Update check succeeded" duration=60.384828ms 2024-08-17T17:24:42.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:42.129+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:42.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:42.129+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:42.552 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:42.129+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:42.552 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:42 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:42.129+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6830 osd.3 since back 2024-08-17T17:24:10.314349+0000 front 2024-08-17T17:24:10.314284+0000 (oldest deadline 2024-08-17T17:24:36.214188+0000) 2024-08-17T17:24:43.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:43.113+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:43.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:43.113+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:43.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:43.113+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:43.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:43 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:43.113+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6830 osd.3 since back 2024-08-17T17:24:10.314349+0000 front 2024-08-17T17:24:10.314284+0000 (oldest deadline 2024-08-17T17:24:36.214188+0000) 2024-08-17T17:24:44.550 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:44.151+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6806 osd.0 since back 2024-08-17T17:23:48.112115+0000 front 2024-08-17T17:23:48.111989+0000 (oldest deadline 2024-08-17T17:24:14.011998+0000) 2024-08-17T17:24:44.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:44.151+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6814 osd.1 since back 2024-08-17T17:23:54.012412+0000 front 2024-08-17T17:23:54.012461+0000 (oldest deadline 2024-08-17T17:24:18.012683+0000) 2024-08-17T17:24:44.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:44.151+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6822 osd.2 since back 2024-08-17T17:24:02.713653+0000 front 2024-08-17T17:24:02.713548+0000 (oldest deadline 2024-08-17T17:24:26.213453+0000) 2024-08-17T17:24:44.551 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:44 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7[105201]: 2024-08-17T17:24:44.151+0000 7f582552c640 -1 osd.7 1077 heartbeat_check: no reply from 172.21.15.59:6830 osd.3 since back 2024-08-17T17:24:10.314349+0000 front 2024-08-17T17:24:10.314284+0000 (oldest deadline 2024-08-17T17:24:36.214188+0000) 2024-08-17T17:24:45.039 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:44 smithi087 podman[126227]: 2024-08-17 17:24:44.762955135 +0000 UTC m=+5.543696157 container died 92344c5f1d6c3b477b1415b556af98b59156a43dd9eb4d53a616363380955ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-08-17T17:24:45.300 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:45 smithi087 podman[126227]: 2024-08-17 17:24:45.129473969 +0000 UTC m=+5.910214990 container cleanup 92344c5f1d6c3b477b1415b556af98b59156a43dd9eb4d53a616363380955ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-cd8bdbe, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:24:45.300 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:45 smithi087 bash[126227]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7 2024-08-17T17:24:45.798 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:45 smithi087 podman[126245]: 2024-08-17 17:24:45.452313115 +0000 UTC m=+0.688352717 container remove 92344c5f1d6c3b477b1415b556af98b59156a43dd9eb4d53a616363380955ba8 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, io.buildah.version=1.36.0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-08-17T17:24:46.050 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:45 smithi087 podman[126334]: 2024-08-17 17:24:45.798090528 +0000 UTC m=+0.104258836 container create f6264830e242a189d904fb6701734ff1561b4b63c4ffd7ad7be47b68aa06bb90 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=main-cd8bdbe, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-08-17T17:24:46.051 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:45 smithi087 podman[126334]: 2024-08-17 17:24:45.711720825 +0000 UTC m=+0.017889133 image pull 0566dfeff0cb6af9254aa2111a92af8174516dad87a45779e953ca0dd77f3099 quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d 2024-08-17T17:24:46.051 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:46 smithi087 podman[126334]: 2024-08-17 17:24:46.009014774 +0000 UTC m=+0.315183097 container init f6264830e242a189d904fb6701734ff1561b4b63c4ffd7ad7be47b68aa06bb90 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, ceph=True, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-08-17T17:24:46.051 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:46 smithi087 podman[126334]: 2024-08-17 17:24:46.012359256 +0000 UTC m=+0.318527563 container start f6264830e242a189d904fb6701734ff1561b4b63c4ffd7ad7be47b68aa06bb90 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, RELEASE=main-cd8bdbe, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image) 2024-08-17T17:24:46.487 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:46 smithi087 podman[126334]: 2024-08-17 17:24:46.083754457 +0000 UTC m=+0.389922776 container attach f6264830e242a189d904fb6701734ff1561b4b63c4ffd7ad7be47b68aa06bb90 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.36.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-08-17T17:24:46.487 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:46 smithi087 podman[126334]: 2024-08-17 17:24:46.199960526 +0000 UTC m=+0.506128840 container died f6264830e242a189d904fb6701734ff1561b4b63c4ffd7ad7be47b68aa06bb90 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-cd8bdbe, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.36.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-08-17T17:24:46.740 INFO:journalctl@ceph.osd.7.smithi087.stdout:Aug 17 17:24:46 smithi087 podman[126356]: 2024-08-17 17:24:46.736711452 +0000 UTC m=+0.531132853 container remove f6264830e242a189d904fb6701734ff1561b4b63c4ffd7ad7be47b68aa06bb90 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-08-17T17:24:46.755 DEBUG:teuthology.orchestra.run.smithi087:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@osd.7.service' 2024-08-17T17:24:46.794 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:24:46.794 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-17T17:24:46.795 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-17T17:24:46.795 DEBUG:teuthology.orchestra.run.smithi059:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.a 2024-08-17T17:24:47.109 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:24:46 smithi059 systemd[1]: Stopping Ceph mds.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:47.478 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:24:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[119884]: 2024-08-17T17:24:47.107+0000 7f1e041c0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:24:47.478 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:24:47 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a[119884]: 2024-08-17T17:24:47.107+0000 7f1e041c0640 -1 mds.a *** got signal Terminated *** 2024-08-17T17:24:51.383 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:24:51 smithi059 podman[137643]: 2024-08-17 17:24:51.119280112 +0000 UTC m=+4.116611130 container died 9a21ab7f7044a9e30c4e0053f3720c0dbc0a7c5c5e3ff57d67a424fa09643488 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-cd8bdbe, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.36.0) 2024-08-17T17:24:51.787 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:24:51 smithi059 podman[137643]: 2024-08-17 17:24:51.457190611 +0000 UTC m=+4.454521619 container cleanup 9a21ab7f7044a9e30c4e0053f3720c0dbc0a7c5c5e3ff57d67a424fa09643488 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, maintainer=Guillaume Abrioux , io.buildah.version=1.36.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-08-17T17:24:51.787 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:24:51 smithi059 bash[137643]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a 2024-08-17T17:24:51.788 INFO:journalctl@ceph.mds.a.smithi059.stdout:Aug 17 17:24:51 smithi059 podman[137669]: 2024-08-17 17:24:51.624874037 +0000 UTC m=+0.498675068 container remove 9a21ab7f7044a9e30c4e0053f3720c0dbc0a7c5c5e3ff57d67a424fa09643488 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.36.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-08-17T17:24:51.860 DEBUG:teuthology.orchestra.run.smithi059:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.a.service' 2024-08-17T17:24:51.897 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:24:51.897 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-17T17:24:51.897 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-17T17:24:51.897 DEBUG:teuthology.orchestra.run.smithi087:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.b 2024-08-17T17:24:52.189 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:24:51 smithi087 systemd[1]: Stopping Ceph mds.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:52.445 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:24:52 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b[109377]: 2024-08-17T17:24:52.187+0000 7f2d27055640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-08-17T17:24:52.445 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:24:52 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b[109377]: 2024-08-17T17:24:52.187+0000 7f2d27055640 -1 mds.b *** got signal Terminated *** 2024-08-17T17:24:53.800 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:24:53 smithi087 podman[126437]: 2024-08-17 17:24:53.603863736 +0000 UTC m=+1.508405681 container died f8a12e36ee95be272e121208073a345903f9b9b22868c50f3c91c13301c224b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.36.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-cd8bdbe) 2024-08-17T17:24:54.224 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:24:53 smithi087 podman[126437]: 2024-08-17 17:24:53.997270556 +0000 UTC m=+1.901812498 container cleanup f8a12e36ee95be272e121208073a345903f9b9b22868c50f3c91c13301c224b6 (image=quay.ceph.io/ceph-ci/ceph@sha256:aee44f95cb23e15b5d48a3d9a6d838e96ffc6125ee57d506dda5eff94584115d, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-cd8bdbe, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, io.buildah.version=1.36.0, org.label-schema.build-date=20240731) 2024-08-17T17:24:54.224 INFO:journalctl@ceph.mds.b.smithi087.stdout:Aug 17 17:24:53 smithi087 bash[126437]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-mds-b 2024-08-17T17:24:54.362 DEBUG:teuthology.orchestra.run.smithi087:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@mds.b.service' 2024-08-17T17:24:54.397 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:24:54.397 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-17T17:24:54.397 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-17T17:24:54.398 DEBUG:teuthology.orchestra.run.smithi087:> sudo systemctl stop ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a 2024-08-17T17:24:54.727 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 systemd[1]: Stopping Ceph prometheus.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:54.727 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.726Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:24:54.728 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.726Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-08-17T17:24:54.728 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.726Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-08-17T17:24:54.728 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.727Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-17T17:24:54.728 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.726Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-08-17T17:24:54.728 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.727Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-08-17T17:24:54.728 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.727Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-08-17T17:24:54.728 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.727Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-08-17T17:24:54.729 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.727Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-08-17T17:24:55.002 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.728Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-08-17T17:24:55.002 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.728Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-08-17T17:24:55.002 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a[116760]: ts=2024-08-17T17:24:54.728Z caller=main.go:1273 level=info msg="See you next time!" 2024-08-17T17:24:55.002 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:54 smithi087 podman[126568]: 2024-08-17 17:24:54.736925966 +0000 UTC m=+0.120562601 container died 991a3338e397f465b12677ee6e5e8afaf66e3f9514047990f763127ed5df3c01 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:24:55.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:55 smithi087 podman[126568]: 2024-08-17 17:24:55.117821085 +0000 UTC m=+0.501457710 container cleanup 991a3338e397f465b12677ee6e5e8afaf66e3f9514047990f763127ed5df3c01 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-08-17T17:24:55.300 INFO:journalctl@ceph.prometheus.a.smithi087.stdout:Aug 17 17:24:55 smithi087 bash[126568]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-prometheus-a 2024-08-17T17:24:55.505 DEBUG:teuthology.orchestra.run.smithi087:> sudo pkill -f 'journalctl -f -n 0 -u ceph-781173ba-5cb9-11ef-bccf-c7b262605968@prometheus.a.service' 2024-08-17T17:24:55.538 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-17T17:24:55.539 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-17T17:24:55.539 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T17:24:55.702 INFO:teuthology.orchestra.run.smithi059.stdout:Deleting cluster with fsid: 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:24:57.488 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:57 smithi059 systemd[1]: Stopping Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:57.751 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:57 smithi059 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a[127941]: ts=2024-08-17T17:24:57.487Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-17T17:24:57.752 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:57 smithi059 podman[138101]: 2024-08-17 17:24:57.528774759 +0000 UTC m=+0.128919313 container died 31329b7ba80e512c8411b52d4bb9c0ff6025333ddf76317fbe26511a8a151d40 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:24:58.037 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:57 smithi059 podman[138101]: 2024-08-17 17:24:57.862191015 +0000 UTC m=+0.462335568 container cleanup 31329b7ba80e512c8411b52d4bb9c0ff6025333ddf76317fbe26511a8a151d40 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:24:58.037 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:57 smithi059 bash[138101]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a 2024-08-17T17:24:58.037 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:57 smithi059 podman[138113]: 2024-08-17 17:24:57.99663433 +0000 UTC m=+0.460044918 container remove 31329b7ba80e512c8411b52d4bb9c0ff6025333ddf76317fbe26511a8a151d40 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-08-17T17:24:58.337 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:58 smithi059 podman[138113]: 2024-08-17 17:24:58.08060811 +0000 UTC m=+0.544018660 volume remove 8fcd05a3bd13f99a86e786c210b3fc8780c4936d943d49fa91c37b866f52b216 2024-08-17T17:24:58.787 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:24:58 smithi059 systemd[1]: Stopping Ceph node-exporter.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:24:58.787 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:58 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-17T17:24:58.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:58 smithi059 systemd[1]: Stopped Ceph alertmanager.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:24:58.788 INFO:journalctl@ceph.alertmanager.a.smithi059.stdout:Aug 17 17:24:58 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@alertmanager.a.service: Consumed 1.236s CPU time. 2024-08-17T17:24:59.125 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:24:58 smithi059 podman[138223]: 2024-08-17 17:24:58.819459807 +0000 UTC m=+0.115194744 container died 1747d2fd6c3fa89c407bc68834b68feab1aa8ef59aa9ad44a7d3446f5fe4902b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:24:59.126 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:24:59 smithi059 podman[138223]: 2024-08-17 17:24:59.125365327 +0000 UTC m=+0.421100263 container cleanup 1747d2fd6c3fa89c407bc68834b68feab1aa8ef59aa9ad44a7d3446f5fe4902b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:24:59.490 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:24:59 smithi059 bash[138223]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a 2024-08-17T17:24:59.549 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:24:59 smithi059 podman[138234]: 2024-08-17 17:24:59.29313913 +0000 UTC m=+0.477526785 container remove 1747d2fd6c3fa89c407bc68834b68feab1aa8ef59aa9ad44a7d3446f5fe4902b (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-08-17T17:24:59.550 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:24:59 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:24:59.787 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:24:59 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-17T17:24:59.787 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:24:59 smithi059 systemd[1]: Stopped Ceph node-exporter.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:24:59.787 INFO:journalctl@ceph.node-exporter.a.smithi059.stdout:Aug 17 17:24:59 smithi059 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.a.service: Consumed 2.934s CPU time. 2024-08-17T17:25:00.144 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 --force --keep-logs 2024-08-17T17:25:00.300 INFO:teuthology.orchestra.run.smithi087.stdout:Deleting cluster with fsid: 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:25:01.990 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:01 smithi087 systemd[1]: Stopping Ceph grafana.a for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:25:02.264 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=server t=2024-08-17T17:25:01.989692844Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-17T17:25:02.265 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=ticker t=2024-08-17T17:25:01.989897599Z level=info msg=stopped last_tick=2024-08-17T17:25:00Z 2024-08-17T17:25:02.265 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=tracing t=2024-08-17T17:25:01.989932586Z level=info msg="Closing tracing" 2024-08-17T17:25:02.265 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:01 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=grafana-apiserver t=2024-08-17T17:25:01.989960634Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-08-17T17:25:02.265 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:02 smithi087 ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a[120875]: logger=sqlstore.transactions t=2024-08-17T17:25:02.001391629Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-17T17:25:02.265 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:02 smithi087 podman[127011]: 2024-08-17 17:25:02.010133391 +0000 UTC m=+0.119397933 container died 7cca9720bb54afb1f7992ba5e647338dee2af2c1d51bc2de67c00c17a7b75e63 (image=quay.io/ceph/grafana:10.4.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:25:02.515 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:02 smithi087 podman[127011]: 2024-08-17 17:25:02.34726043 +0000 UTC m=+0.456525013 container cleanup 7cca9720bb54afb1f7992ba5e647338dee2af2c1d51bc2de67c00c17a7b75e63 (image=quay.io/ceph/grafana:10.4.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:25:02.516 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:02 smithi087 bash[127011]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a 2024-08-17T17:25:02.782 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:02 smithi087 podman[127026]: 2024-08-17 17:25:02.51513399 +0000 UTC m=+0.504521518 container remove 7cca9720bb54afb1f7992ba5e647338dee2af2c1d51bc2de67c00c17a7b75e63 (image=quay.io/ceph/grafana:10.4.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-08-17T17:25:02.782 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:02 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-17T17:25:02.782 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:02 smithi087 systemd[1]: Stopped Ceph grafana.a for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:25:02.783 INFO:journalctl@ceph.grafana.a.smithi087.stdout:Aug 17 17:25:02 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@grafana.a.service: Consumed 6.914s CPU time. 2024-08-17T17:25:03.050 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:25:02 smithi087 systemd[1]: Stopping Ceph node-exporter.b for 781173ba-5cb9-11ef-bccf-c7b262605968... 2024-08-17T17:25:03.438 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:25:03 smithi087 podman[127132]: 2024-08-17 17:25:03.170168343 +0000 UTC m=+0.089987591 container died 1369ed605bed29b6609c32f7efa5197bda72e6976567dcf065cba820cf47a263 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:25:03.800 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:25:03 smithi087 podman[127132]: 2024-08-17 17:25:03.476050193 +0000 UTC m=+0.395869452 container cleanup 1369ed605bed29b6609c32f7efa5197bda72e6976567dcf065cba820cf47a263 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:25:03.800 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:25:03 smithi087 bash[127132]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b 2024-08-17T17:25:03.800 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:25:03 smithi087 podman[127145]: 2024-08-17 17:25:03.64385545 +0000 UTC m=+0.477720867 container remove 1369ed605bed29b6609c32f7efa5197bda72e6976567dcf065cba820cf47a263 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-781173ba-5cb9-11ef-bccf-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-08-17T17:25:03.801 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:25:03 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-17T17:25:04.147 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:25:03 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-17T17:25:04.147 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:25:03 smithi087 systemd[1]: Stopped Ceph node-exporter.b for 781173ba-5cb9-11ef-bccf-c7b262605968. 2024-08-17T17:25:04.147 INFO:journalctl@ceph.node-exporter.b.smithi087.stdout:Aug 17 17:25:03 smithi087 systemd[1]: ceph-781173ba-5cb9-11ef-bccf-c7b262605968@node-exporter.b.service: Consumed 2.730s CPU time. 2024-08-17T17:25:04.506 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:25:04.540 DEBUG:teuthology.orchestra.run.smithi087:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-17T17:25:04.566 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-17T17:25:04.569 DEBUG:teuthology.misc:Transferring archived files from smithi059:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858327/remote/smithi059/crash 2024-08-17T17:25:04.569 DEBUG:teuthology.orchestra.run.smithi059:> sudo tar c -f - -C /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/crash -- . 2024-08-17T17:25:04.622 INFO:teuthology.orchestra.run.smithi059.stderr:tar: /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T17:25:04.622 INFO:teuthology.orchestra.run.smithi059.stderr:tar: Error is not recoverable: exiting now 2024-08-17T17:25:04.624 DEBUG:teuthology.misc:Transferring archived files from smithi087:/var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858327/remote/smithi087/crash 2024-08-17T17:25:04.625 DEBUG:teuthology.orchestra.run.smithi087:> sudo tar c -f - -C /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/crash -- . 2024-08-17T17:25:04.674 INFO:teuthology.orchestra.run.smithi087.stderr:tar: /var/lib/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/crash: Cannot open: No such file or directory 2024-08-17T17:25:04.674 INFO:teuthology.orchestra.run.smithi087.stderr:tar: Error is not recoverable: exiting now 2024-08-17T17:25:04.674 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-17T17:25:04.675 DEBUG:teuthology.orchestra.run.smithi059:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-08-17T17:25:04.708 INFO:teuthology.orchestra.run.smithi059.stdout:2024-08-17T17:01:26.008396+0000 mon.a (mon.0) 658 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-17T17:25:04.708 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-17T17:25:04.708 INFO:tasks.cephadm:Compressing logs... 2024-08-17T17:25:04.708 DEBUG:teuthology.orchestra.run.smithi059:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T17:25:04.751 DEBUG:teuthology.orchestra.run.smithi087:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-17T17:25:04.776 INFO:teuthology.orchestra.run.smithi087.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T17:25:04.776 INFO:teuthology.orchestra.run.smithi087.stderr:: No such file or directory 2024-08-17T17:25:04.776 INFO:teuthology.orchestra.run.smithi087.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.log 2024-08-17T17:25:04.776 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T17:25:04.776 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.7.log 2024-08-17T17:25:04.777 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mds.b.log 2024-08-17T17:25:04.777 INFO:teuthology.orchestra.run.smithi087.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.5.log 2024-08-17T17:25:04.777 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.7.log: /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.4.log 2024-08-17T17:25:04.784 INFO:teuthology.orchestra.run.smithi059.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-17T17:25:04.784 INFO:teuthology.orchestra.run.smithi059.stderr:: No such file or directory 2024-08-17T17:25:04.784 INFO:teuthology.orchestra.run.smithi059.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.log 2024-08-17T17:25:04.784 INFO:teuthology.orchestra.run.smithi059.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.2.log 2024-08-17T17:25:04.784 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.audit.log 2024-08-17T17:25:04.784 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.3.log 2024-08-17T17:25:04.785 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.1.log 2024-08-17T17:25:04.785 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mgr.y.log 2024-08-17T17:25:04.785 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.0.log 2024-08-17T17:25:04.785 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mon.c.log 2024-08-17T17:25:04.785 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.0.log: 92.0% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T17:25:04.785 INFO:teuthology.orchestra.run.smithi059.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mon.a.log 2024-08-17T17:25:04.786 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.5.log: 84.2% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mds.b.log.gz 2024-08-17T17:25:04.786 INFO:teuthology.orchestra.run.smithi087.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mgr.x.log 2024-08-17T17:25:04.786 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.6.log 2024-08-17T17:25:04.786 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T17:25:04.786 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.6.log: 86.2% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T17:25:04.786 INFO:teuthology.orchestra.run.smithi087.stderr: 91.1% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T17:25:04.787 INFO:teuthology.orchestra.run.smithi087.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T17:25:04.787 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mon.b.log 2024-08-17T17:25:04.787 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-volume.log: 84.8% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T17:25:04.788 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mon.c.log: 92.3% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.log.gz 2024-08-17T17:25:04.789 INFO:teuthology.orchestra.run.smithi059.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log 2024-08-17T17:25:04.789 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mon.a.log: 94.5% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.audit.log.gz 2024-08-17T17:25:04.794 INFO:teuthology.orchestra.run.smithi087.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mon.b.log: 89.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-17T17:25:04.800 INFO:teuthology.orchestra.run.smithi059.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mds.a.log 2024-08-17T17:25:04.801 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log: 91.5% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph.cephadm.log.gz 2024-08-17T17:25:04.806 INFO:teuthology.orchestra.run.smithi087.stderr: 91.2% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T17:25:04.813 INFO:teuthology.orchestra.run.smithi059.stderr:gzip -5 --verbose -- /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-volume.log 2024-08-17T17:25:04.823 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mds.a.log: 91.9% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mds.a.log.gz 2024-08-17T17:25:04.826 INFO:teuthology.orchestra.run.smithi087.stderr: 89.2% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mgr.x.log.gz 2024-08-17T17:25:04.850 INFO:teuthology.orchestra.run.smithi059.stderr:/var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-volume.log: 91.2% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-volume.log.gz 2024-08-17T17:25:05.272 INFO:teuthology.orchestra.run.smithi059.stderr: 89.1% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mgr.y.log.gz 2024-08-17T17:25:05.538 INFO:teuthology.orchestra.run.smithi087.stderr: 92.0% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mon.b.log.gz 2024-08-17T17:25:05.678 INFO:teuthology.orchestra.run.smithi059.stderr: 91.5% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mon.c.log.gz 2024-08-17T17:25:06.924 INFO:teuthology.orchestra.run.smithi059.stderr: 90.8% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-mon.a.log.gz 2024-08-17T17:25:10.008 INFO:teuthology.orchestra.run.smithi087.stderr: 94.3% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.6.log.gz 2024-08-17T17:25:10.177 INFO:teuthology.orchestra.run.smithi087.stderr: 94.3% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.7.log.gz 2024-08-17T17:25:10.333 INFO:teuthology.orchestra.run.smithi087.stderr: 94.1% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.5.log.gz 2024-08-17T17:25:10.463 INFO:teuthology.orchestra.run.smithi087.stderr: 94.1% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.4.log.gz 2024-08-17T17:25:10.465 INFO:teuthology.orchestra.run.smithi087.stderr: 2024-08-17T17:25:10.465 INFO:teuthology.orchestra.run.smithi087.stderr:real 0m5.700s 2024-08-17T17:25:10.465 INFO:teuthology.orchestra.run.smithi087.stderr:user 0m21.849s 2024-08-17T17:25:10.465 INFO:teuthology.orchestra.run.smithi087.stderr:sys 0m0.871s 2024-08-17T17:25:11.194 INFO:teuthology.orchestra.run.smithi059.stderr: 93.8% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.2.log.gz 2024-08-17T17:25:11.646 INFO:teuthology.orchestra.run.smithi059.stderr: 93.9% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.0.log.gz 2024-08-17T17:25:12.592 INFO:teuthology.orchestra.run.smithi059.stderr: 94.4% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.3.log.gz 2024-08-17T17:25:14.528 INFO:teuthology.orchestra.run.smithi059.stderr: 94.3% -- replaced with /var/log/ceph/781173ba-5cb9-11ef-bccf-c7b262605968/ceph-osd.1.log.gz 2024-08-17T17:25:14.530 INFO:teuthology.orchestra.run.smithi059.stderr: 2024-08-17T17:25:14.530 INFO:teuthology.orchestra.run.smithi059.stderr:real 0m9.764s 2024-08-17T17:25:14.530 INFO:teuthology.orchestra.run.smithi059.stderr:user 0m33.271s 2024-08-17T17:25:14.530 INFO:teuthology.orchestra.run.smithi059.stderr:sys 0m1.119s 2024-08-17T17:25:14.531 INFO:tasks.cephadm:Archiving logs... 2024-08-17T17:25:14.531 DEBUG:teuthology.misc:Transferring archived files from smithi059:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858327/remote/smithi059/log 2024-08-17T17:25:14.532 DEBUG:teuthology.orchestra.run.smithi059:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T17:25:19.088 DEBUG:teuthology.misc:Transferring archived files from smithi087:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858327/remote/smithi087/log 2024-08-17T17:25:19.089 DEBUG:teuthology.orchestra.run.smithi087:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-17T17:25:22.227 INFO:tasks.cephadm:Removing cluster... 2024-08-17T17:25:22.227 DEBUG:teuthology.orchestra.run.smithi059:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 --force 2024-08-17T17:25:22.392 INFO:teuthology.orchestra.run.smithi059.stdout:Deleting cluster with fsid: 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:25:22.707 DEBUG:teuthology.orchestra.run.smithi087:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 781173ba-5cb9-11ef-bccf-c7b262605968 --force 2024-08-17T17:25:22.864 INFO:teuthology.orchestra.run.smithi087.stdout:Deleting cluster with fsid: 781173ba-5cb9-11ef-bccf-c7b262605968 2024-08-17T17:25:23.173 INFO:tasks.cephadm:Removing cephadm ... 2024-08-17T17:25:23.174 DEBUG:teuthology.orchestra.run.smithi059:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T17:25:23.192 DEBUG:teuthology.orchestra.run.smithi087:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-17T17:25:23.208 INFO:tasks.cephadm:Teardown complete 2024-08-17T17:25:23.208 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-17T17:25:23.219 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-17T17:25:23.219 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T17:25:23.234 DEBUG:teuthology.orchestra.run.smithi087:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-17T17:25:23.339 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-17T17:25:23.349 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-17T17:25:23.349 DEBUG:teuthology.orchestra.run.smithi059:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T17:25:23.352 DEBUG:teuthology.orchestra.run.smithi087:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-17T17:25:23.366 INFO:teuthology.orchestra.run.smithi059.stderr:bash: line 1: ntpq: command not found 2024-08-17T17:25:23.367 INFO:teuthology.orchestra.run.smithi087.stderr:bash: line 1: ntpq: command not found 2024-08-17T17:25:23.371 INFO:teuthology.orchestra.run.smithi087.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T17:25:23.374 INFO:teuthology.orchestra.run.smithi087.stdout:=============================================================================== 2024-08-17T17:25:23.374 INFO:teuthology.orchestra.run.smithi087.stdout:^* hv01.front.sepia.ceph.com 3 6 377 22 +539us[ +594us] +/- 42ms 2024-08-17T17:25:23.374 INFO:teuthology.orchestra.run.smithi087.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 85 -289us[ -241us] +/- 74ms 2024-08-17T17:25:23.374 INFO:teuthology.orchestra.run.smithi087.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 20 -575us[ -575us] +/- 73ms 2024-08-17T17:25:23.374 INFO:teuthology.orchestra.run.smithi087.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T17:25:23.375 INFO:teuthology.orchestra.run.smithi059.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-08-17T17:25:23.376 INFO:teuthology.orchestra.run.smithi059.stdout:=============================================================================== 2024-08-17T17:25:23.376 INFO:teuthology.orchestra.run.smithi059.stdout:^* hv01.front.sepia.ceph.com 3 6 377 22 +551us[ +554us] +/- 42ms 2024-08-17T17:25:23.376 INFO:teuthology.orchestra.run.smithi059.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 21 -318us[ -318us] +/- 75ms 2024-08-17T17:25:23.376 INFO:teuthology.orchestra.run.smithi059.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 20 -577us[ -577us] +/- 73ms 2024-08-17T17:25:23.376 INFO:teuthology.orchestra.run.smithi059.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-08-17T17:25:23.377 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-17T17:25:23.387 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-17T17:25:23.388 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-17T17:25:23.401 DEBUG:teuthology.orchestra.run.smithi059:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T17:25:23.502 DEBUG:teuthology.orchestra.run.smithi087:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-08-17T17:25:23.578 DEBUG:teuthology.orchestra.run.smithi059:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-17T17:25:23.608 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:25:23.609 DEBUG:teuthology.orchestra.run.smithi087:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-08-17T17:25:23.636 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:25:23.637 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-17T17:25:23.647 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-17T17:25:23.698 INFO:teuthology.task.internal:Duration was 2180.103008 seconds 2024-08-17T17:25:23.698 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-17T17:25:23.751 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-17T17:25:23.751 DEBUG:teuthology.orchestra.run.smithi059:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T17:25:23.754 DEBUG:teuthology.orchestra.run.smithi087:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-17T17:25:23.792 INFO:teuthology.orchestra.run.smithi087.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T17:25:23.793 INFO:teuthology.orchestra.run.smithi059.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-08-17T17:25:24.088 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-17T17:25:24.088 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi059.front.sepia.ceph.com 2024-08-17T17:25:24.089 DEBUG:teuthology.orchestra.run.smithi059:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T17:25:24.148 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi087.front.sepia.ceph.com 2024-08-17T17:25:24.148 DEBUG:teuthology.orchestra.run.smithi087:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-17T17:25:24.174 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-17T17:25:24.174 DEBUG:teuthology.orchestra.run.smithi059:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T17:25:24.192 DEBUG:teuthology.orchestra.run.smithi087:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-17T17:25:24.243 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-17T17:25:24.243 DEBUG:teuthology.orchestra.run.smithi059:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T17:25:24.259 DEBUG:teuthology.orchestra.run.smithi087:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-17T17:25:24.720 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-17T17:25:24.731 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-17T17:25:24.731 DEBUG:teuthology.orchestra.run.smithi059:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T17:25:24.757 DEBUG:teuthology.orchestra.run.smithi087:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-17T17:25:24.782 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-17T17:25:24.795 DEBUG:teuthology.orchestra.run.smithi059:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:25:24.800 DEBUG:teuthology.orchestra.run.smithi087:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:25:24.821 INFO:teuthology.orchestra.run.smithi059.stdout:kernel.core_pattern = core 2024-08-17T17:25:24.845 INFO:teuthology.orchestra.run.smithi087.stdout:kernel.core_pattern = core 2024-08-17T17:25:24.881 DEBUG:teuthology.orchestra.run.smithi059:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:25:24.896 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:25:24.896 DEBUG:teuthology.orchestra.run.smithi087:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-17T17:25:24.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:25:24.936 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-17T17:25:24.949 INFO:teuthology.task.internal:Transferring archived files... 2024-08-17T17:25:24.950 DEBUG:teuthology.misc:Transferring archived files from smithi059:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858327/remote/smithi059 2024-08-17T17:25:24.950 DEBUG:teuthology.orchestra.run.smithi059:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T17:25:24.998 DEBUG:teuthology.misc:Transferring archived files from smithi087:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-08-17_03:08:15-upgrade-main-distro-default-smithi/7858327/remote/smithi087 2024-08-17T17:25:24.998 DEBUG:teuthology.orchestra.run.smithi087:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-17T17:25:25.036 INFO:teuthology.task.internal:Removing archive directory... 2024-08-17T17:25:25.037 DEBUG:teuthology.orchestra.run.smithi059:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T17:25:25.039 DEBUG:teuthology.orchestra.run.smithi087:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-17T17:25:25.085 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-17T17:25:25.097 INFO:teuthology.task.internal:Not uploading archives. 2024-08-17T17:25:25.098 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-17T17:25:25.111 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-17T17:25:25.112 DEBUG:teuthology.orchestra.run.smithi059:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T17:25:25.114 DEBUG:teuthology.orchestra.run.smithi087:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-17T17:25:25.127 INFO:teuthology.orchestra.run.smithi059.stdout: 262165 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 17 17:25 /home/ubuntu/cephtest 2024-08-17T17:25:25.127 INFO:teuthology.orchestra.run.smithi059.stdout: 658489 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 17 17:19 /home/ubuntu/cephtest/mnt.0 2024-08-17T17:25:25.128 INFO:teuthology.orchestra.run.smithi059.stdout: 658490 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Aug 17 17:23 /home/ubuntu/cephtest/mnt.0/client.0 2024-08-17T17:25:25.128 INFO:teuthology.orchestra.run.smithi059.stdout: 672494 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 17:23 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-17T17:25:25.129 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-17T17:25:25.129 INFO:teuthology.orchestra.run.smithi059.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-08-17T17:25:25.130 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_67db276914d29505c9707d04f3a3b8fb9d8aee4b/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi059 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-17T17:25:25.137 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-17T17:25:25.150 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-17T17:25:25.163 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi059 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-08-17T17:25:25.167 INFO:teuthology.run:Summary data: description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2180.1030077934265 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi059 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=989f4a388d4b456fbd9be8051e005a54 status: fail success: false 2024-08-17T17:25:25.168 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-17T17:25:25.191 INFO:teuthology.orchestra.run.smithi087.stdout: 262165 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 17 17:25 /home/ubuntu/cephtest 2024-08-17T17:25:25.288 INFO:teuthology.run:FAIL